00010000:00000010:2.1F:1763350946.244530:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268db00. 00010000:00000010:2.1:1763350946.244554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:0.1F:1763350946.246522:0:105086:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dcb4b7500. 00010000:00000010:0.1:1763350946.246548:0:105086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:3.1F:1763350956.586461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:3.1:1763350956.586482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268de00. 00010000:00000010:3.1:1763350956.586487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdbaa500. 00010000:00000010:3.1:1763350956.586491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:3.1:1763350956.591701:0:32:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdbaaa00. 00010000:00000010:3.1:1763350956.591715:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:3.1:1763350956.596380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:3.1:1763350956.608074:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:3.1:1763350956.608081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdbaaa00. 00010000:00000010:3.1:1763350956.608085:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:3.1:1763350956.608087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:1.1F:1763350956.631296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:1.1:1763350956.631342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8c00. 00010000:00000010:2.1:1763350956.631993:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92f00. 00010000:00000010:2.1:1763350956.632000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9400. 00010000:00000010:1.1:1763350956.686645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350956.686662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:3.1:1763350956.691080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d400. 00010000:00000010:3.1:1763350956.691088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:2.1:1763350956.723338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:2.1:1763350956.723347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9e00. 00010000:00000010:1.1:1763350956.726811:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92f00. 00010000:00000010:1.1:1763350956.726828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:2.1:1763350956.792101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:2.1:1763350956.819521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:2.1:1763350956.869636:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:3.1:1763350956.875964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9000. 00010000:00000010:0.1:1763350956.879235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:0.1:1763350956.908883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:0.1:1763350956.917625:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdda00. 00010000:00000010:0.1:1763350956.917632:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9800. 00010000:00000010:0.1:1763350956.917636:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:1.1:1763350956.917904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee000. 00010000:00000010:0.1:1763350956.933764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefefa00. 00010000:00000010:3.1:1763350956.975706:0:59146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9e00. 00010000:00000010:0.1:1763350956.988645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefefa00. 00010000:00000010:3.1:1763350957.007650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:3.1:1763350957.067645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:0.1:1763350957.083127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:3.1:1763350957.129564:0:104339:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:2.1:1763350957.171799:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdbaa900. 00010000:00000010:2.1:1763350957.171816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefefa00. 00010000:00000010:1.1:1763350957.283835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeee00. 00010000:00000010:3.1:1763350957.287718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:1.1:1763350957.308659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350957.323762:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8c00. 00010000:00000010:1.1:1763350957.323772:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92300. 00010000:00000010:1.1:1763350957.323777:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:1.1:1763350957.323780:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cddb00. 00010000:00000010:0.1:1763350957.347646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d400. 00010000:00000010:0.1:1763350957.347664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:0.1:1763350957.356826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d600. 00010000:00000010:0.1:1763350957.356844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1400. 00010000:00000010:2.1:1763350957.358679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:2.1:1763350957.358693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:3.1:1763350957.363081:0:3310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268de00. 00010000:00000010:3.1:1763350957.363092:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350957.369323:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:0.1:1763350957.386641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350957.396115:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:3.1:1763350957.399654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:0.1:1763350957.403744:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d100. 00010000:00000010:0.1:1763350957.403752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:0.1:1763350957.403756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:0.1:1763350957.425742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee600. 00010000:00000010:2.1:1763350957.455205:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:2.1:1763350957.470641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:1.1:1763350957.499461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350957.602391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:2.1:1763350957.628764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefefa00. 00010000:00000010:1.1:1763350957.690412:0:57736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:1.1:1763350957.739884:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268db00. 00010000:00000010:1.1:1763350957.739893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:0.1:1763350957.830646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405700. 00010000:00000010:0.1:1763350957.830656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:3.1:1763350957.860528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:3.1:1763350957.871794:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:0.1:1763350957.895616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee200. 00010000:00000010:2.1:1763350957.908495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:2.1:1763350957.908505:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d700. 00010000:00000010:2.1:1763350957.908510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:2.1:1763350957.908516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:0.1:1763350957.933768:0:20016:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92500. 00010000:00000010:0.1:1763350957.933787:0:20016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:0.1:1763350957.933791:0:20016:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00010000:00000010:0.1:1763350957.933794:0:20016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9000. 00010000:00000010:1.1:1763350957.938787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee600. 00010000:00000010:1.1:1763350957.938814:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdbaaa00. 00010000:00000010:1.1:1763350957.967373:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd900. 00010000:00000010:1.1:1763350957.967390:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee000. 00010000:00000010:1.1:1763350957.975999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefefa00. 00010000:00000010:1.1:1763350957.994885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef600. 00010000:00000010:1.1:1763350958.010913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1400. 00010000:00000010:3.1:1763350958.054112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:0.1:1763350958.058093:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268da00. 00010000:00000010:0.1:1763350958.058116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:0.1:1763350958.058121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeee00. 00010000:00000010:0.1:1763350958.089807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:3.1:1763350958.121797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:1.1:1763350958.142853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:1.1:1763350958.160754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:3.1:1763350958.202087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:2.1:1763350958.218649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee000. 00010000:00000010:1.1:1763350958.254499:0:105386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1400. 00010000:00000010:1.1:1763350958.301017:0:104962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d100. 00010000:00000010:1.1:1763350958.301034:0:104962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350958.372920:0:59146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef600. 00010000:00000010:3.1:1763350958.376652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8600. 00010000:00000010:2.1:1763350958.390662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:0.1:1763350958.412678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:0.1:1763350958.412688:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268dc00. 00010000:00000010:0.1:1763350958.412693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeee00. 00010000:00000010:0.1:1763350958.412706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd200. 00010000:00000010:0.1:1763350958.431032:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd900. 00010000:00000010:0.1:1763350958.431061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef600. 00010000:00000010:0.1:1763350958.431066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd100. 00010000:00000010:0.1:1763350958.431069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee200. 00010000:00000010:1.1:1763350958.432641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350958.432700:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdbaa400. 00010000:00000010:3.1:1763350958.448312:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d600. 00010000:00000010:3.1:1763350958.448330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:2.1:1763350958.495382:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:1.1:1763350958.529654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350958.597409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1400. 00010000:00000010:1.1:1763350958.597447:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268da00. 00010000:00000010:1.1:1763350958.597454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:1.1:1763350958.597456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350958.609067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:2.1:1763350958.613654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:2.1:1763350958.632898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9e00. 00010000:00000010:2.1:1763350958.632911:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92900. 00010000:00000010:2.1:1763350958.632917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9800. 00010000:00000010:2.1:1763350958.632920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:0.1:1763350958.666646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef600. 00010000:00000010:3.1:1763350958.683490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:3.1:1763350958.701657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:0.1:1763350958.725776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeec00. 00010000:00000010:1.1:1763350958.758084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350958.798650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:0.1:1763350958.837755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:0.1:1763350958.848897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeec00. 00010000:00000010:0.1:1763350958.887293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350958.927765:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268da00. 00010000:00000010:2.1:1763350958.927785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9400. 00010000:00000010:3.1:1763350958.965015:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd100. 00010000:00000010:3.1:1763350958.965050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee000. 00010000:00000010:1.1:1763350958.988664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:3.1:1763350958.994783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350959.009632:0:63086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350959.025683:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:1.1:1763350959.025690:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d400. 00010000:00000010:1.1:1763350959.025695:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:1.1:1763350959.025699:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405c00. 00010000:00000010:2.1:1763350959.041215:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268dc00. 00010000:00000010:2.1:1763350959.041243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350959.041247:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268da00. 00010000:00000010:2.1:1763350959.041250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:1.1:1763350959.052849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1400. 00010000:00000010:1.1:1763350959.052867:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdda00. 00010000:00000010:0.1:1763350959.071989:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:0.1:1763350959.072002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9400. 00010000:00000010:3.1:1763350959.079681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:3.1:1763350959.079691:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405a00. 00010000:00000010:3.1:1763350959.079697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:3.1:1763350959.079700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:2.1:1763350959.086650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:2.1:1763350959.114669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:1.1:1763350959.118980:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92900. 00010000:00000010:1.1:1763350959.118990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9000. 00010000:00000010:1.1:1763350959.118996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:2.1:1763350959.143007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:1.1:1763350959.151653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:1.1:1763350959.180663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:1.1:1763350959.198592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:1.1:1763350959.212320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:3.1:1763350959.249642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:3.1:1763350959.267655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:3.1:1763350959.289656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:1.1:1763350959.306633:0:58471:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:2.1:1763350959.353583:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92200. 00010000:00000010:2.1:1763350959.353665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:3.1:1763350959.411681:0:3301:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:3.1:1763350959.422742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:1.1:1763350959.444123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:1.1:1763350959.467655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:1.1:1763350959.467663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405200. 00010000:00000010:1.1:1763350959.467667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:1.1:1763350959.467671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d400. 00010000:00000010:0.1:1763350959.487392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d100. 00010000:00000010:0.1:1763350959.487422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:0.1:1763350959.487426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268da00. 00010000:00000010:0.1:1763350959.487429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:0.1:1763350959.493655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:0.1:1763350959.493674:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268de00. 00010000:00000010:2.1:1763350959.506630:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405a00. 00010000:00000010:2.1:1763350959.506641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:1.1:1763350959.516688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350959.516698:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d400. 00010000:00000010:1.1:1763350959.516703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350959.516729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350959.531652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:1.1:1763350959.537105:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:1.1:1763350959.541646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92200. 00010000:00000010:1.1:1763350959.541663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:1.1:1763350959.541668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:0.1:1763350959.573576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefefa00. 00010000:00000010:0.1:1763350959.581006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee000. 00010000:00000010:3.1:1763350959.594686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:1.1:1763350959.612220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:1.1:1763350959.628674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350959.652390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350959.717715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350959.728562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:2.1:1763350959.770379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefefa00. 00010000:00000010:2.1:1763350959.827636:0:19887:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd200. 00010000:00000010:2.1:1763350959.827647:0:19887:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8c00. 00010000:00000010:0.1:1763350959.880641:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268de00. 00010000:00000010:0.1:1763350959.880651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:1.1:1763350959.883871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d100. 00010000:00000010:1.1:1763350959.883889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350959.884826:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd700. 00010000:00000010:2.1:1763350959.884836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee200. 00010000:00000010:3.1:1763350959.921153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeec00. 00010000:00000010:3.1:1763350959.937843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:1.1:1763350959.964796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:1.1:1763350959.985475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:1.1:1763350959.985506:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268dc00. 00010000:00000010:1.1:1763350959.985511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350959.985524:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d400. 00010000:00000010:2.1:1763350960.004897:0:3309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d100. 00010000:00000010:2.1:1763350960.004924:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350960.004929:0:3309:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268db00. 00010000:00000010:2.1:1763350960.004932:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:0.1:1763350960.010662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d400. 00010000:00000010:0.1:1763350960.010686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350960.013878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee600. 00010000:00000010:1.1:1763350960.013900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd300. 00010000:00000010:1.1:1763350960.037664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:0.1:1763350960.064468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:2.1:1763350960.122739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:2.1:1763350960.122760:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92d00. 00010000:00000010:2.1:1763350960.122764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8600. 00010000:00000010:2.1:1763350960.122766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:2.1:1763350960.135652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350960.139626:0:20013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:1.1:1763350960.152745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8600. 00010000:00000010:2.1:1763350960.153731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92d00. 00010000:00000010:2.1:1763350960.153745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:2.1:1763350960.153750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:3.1:1763350960.175432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:1.1:1763350960.184719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1400. 00010000:00000010:3.1:1763350960.206677:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:2.1:1763350960.215662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:2.1:1763350960.231848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:1.1:1763350960.250729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:1.1:1763350960.291724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:1.1:1763350960.301635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0c00. 00010000:00000010:2.1:1763350960.329973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:3.1:1763350960.382794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405b00. 00010000:00000010:3.1:1763350960.382810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:3.1:1763350960.436858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:3.1:1763350960.443834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:2.1:1763350960.459968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:3.1:1763350960.468747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:3.1:1763350960.468755:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00010000:00000010:3.1:1763350960.468760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:3.1:1763350960.468764:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268dc00. 00010000:00000010:2.1:1763350960.484581:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405b00. 00010000:00000010:2.1:1763350960.484697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:2.1:1763350960.484703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405f00. 00010000:00000010:2.1:1763350960.484708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:0.1:1763350960.493979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:0.1:1763350960.493994:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405800. 00010000:00000010:0.1:1763350960.499511:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92a00. 00010000:00000010:0.1:1763350960.499524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:3.1:1763350960.514069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:3.1:1763350960.514080:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405300. 00010000:00000010:3.1:1763350960.514094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:3.1:1763350960.514100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:2.1:1763350960.521876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9800. 00010000:00000010:3.1:1763350960.547795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8c00. 00010000:00000010:2.1:1763350960.552625:0:20016:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92e00. 00010000:00000010:2.1:1763350960.552634:0:20016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:2.1:1763350960.552641:0:20016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9800. 00010000:00000010:2.1:1763350960.573880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:2.1:1763350960.583663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:2.1:1763350960.596671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:2.1:1763350960.609841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350960.627891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:0.1:1763350960.654421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:0.1:1763350960.697706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:0.1:1763350960.719446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:0.1:1763350960.746707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeee00. 00010000:00000010:1.1:1763350960.779663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd900. 00010000:00000010:1.1:1763350960.779677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:1.1:1763350960.818404:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405300. 00010000:00000010:1.1:1763350960.818420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff200. 00010000:00000010:0.1:1763350960.837743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:3.1:1763350960.843645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeee00. 00010000:00000010:0.1:1763350960.854310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:0.1:1763350960.867713:0:20013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:0.1:1763350960.867724:0:20013:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405100. 00010000:00000010:0.1:1763350960.867730:0:20013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9800. 00010000:00000010:0.1:1763350960.867735:0:20013:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92e00. 00010000:00000010:0.1:1763350960.892487:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cddd00. 00010000:00000010:0.1:1763350960.892507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:0.1:1763350960.899661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd300. 00010000:00000010:0.1:1763350960.899672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeec00. 00010000:00000010:0.1:1763350960.903658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:0.1:1763350960.903676:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d700. 00010000:00000010:2.1:1763350960.911648:0:3308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268da00. 00010000:00000010:2.1:1763350960.911658:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:0.1:1763350960.926833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeec00. 00010000:00000010:2.1:1763350960.927163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:2.1:1763350960.927172:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92d00. 00010000:00000010:2.1:1763350960.927177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8c00. 00010000:00000010:2.1:1763350960.927179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:1.1:1763350960.944652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:0.1:1763350960.956146:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd300. 00010000:00000010:0.1:1763350960.956158:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:0.1:1763350960.956163:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:2.1:1763350960.981507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:1.1:1763350960.982656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:0.1:1763350960.999432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee600. 00010000:00000010:1.1:1763350961.015716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9e00. 00010000:00000010:0.1:1763350961.033733:0:57856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:0.1:1763350961.044861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:0.1:1763350961.088032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:3.1:1763350961.100311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:1.1:1763350961.124034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:2.1:1763350961.161753:0:104962:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268dc00. 00010000:00000010:2.1:1763350961.161774:0:104962:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:1.1:1763350961.224387:0:57856:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:3.1:1763350961.229682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:3.1:1763350961.248874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:3.1:1763350961.262821:0:20013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:3.1:1763350961.262833:0:20013:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92c00. 00010000:00000010:3.1:1763350961.262838:0:20013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef600. 00010000:00000010:3.1:1763350961.262842:0:20013:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cddd00. 00010000:00000010:2.1:1763350961.284831:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405c00. 00010000:00000010:2.1:1763350961.284851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:2.1:1763350961.284855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405700. 00010000:00000010:2.1:1763350961.284858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:0.1:1763350961.289101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee600. 00010000:00000010:0.1:1763350961.289122:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92400. 00010000:00000010:0.1:1763350961.306646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92000. 00010000:00000010:0.1:1763350961.306667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9800. 00010000:00000010:1.1:1763350966.670648:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdda00. 00010000:00000010:1.1:1763350966.670659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeee00. 00010000:00000010:3.1:1763350966.670855:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405c00. 00010000:00000010:3.1:1763350966.670862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:1.1:1763350966.674962:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92800. 00010000:00000010:1.1:1763350966.674983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:0.1:1763350967.172524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff600. 00010000:00000010:0.1:1763350967.172544:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdbaa500. 00010000:00000010:0.1:1763350967.176644:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cddb00. 00010000:00000010:0.1:1763350967.176659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee200. 00010000:00000010:2.1:1763350967.180715:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdda00. 00010000:00000010:2.1:1763350967.180741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef600. 00010000:00000010:0.1:1763350967.194643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee200. 00010000:00000010:2.1:1763350967.211644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:2.1:1763350967.211653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92000. 00010000:00000010:2.1:1763350967.211660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9e00. 00010000:00000010:2.1:1763350967.211674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9400. 00010000:00000010:3.1:1763350967.230669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:3.1:1763350967.234552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:2.1:1763350967.245786:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405c00. 00010000:00000010:2.1:1763350967.245802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:0.1:1763350967.283803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee200. 00010000:00000010:0.1:1763350967.286962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:2.1:1763350967.290801:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd300. 00010000:00000010:2.1:1763350967.290822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee600. 00010000:00000010:1.1:1763350967.321671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350967.321807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:2.1:1763350967.333770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7dad00. 00010000:00000010:2.1:1763350967.333792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350967.345219:0:20016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:0.1:1763350967.352679:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:0.1:1763350967.352688:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:0.1:1763350967.352700:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:0.1:1763350967.380658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeec00. 00010000:00000010:0.1:1763350967.380682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cddd00. 00010000:00000010:0.1:1763350967.380695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:0.1:1763350967.380699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:2.1:1763350967.394648:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:0.1:1763350967.394648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee000. 00010000:00000010:1.1:1763350967.548191:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc3dd6a00. 00010000:00000010:1.1:1763350967.548208:0:19:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daf00. 00010000:00000010:1.1:1763350967.548212:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc3dd6c00. 00010000:00000010:1.1:1763350967.548215:0:19:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:1.1:1763350967.554445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddfe59400. 00010000:00000010:0.1:1763350967.556817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee200. 00010000:00000010:0.1:1763350967.556840:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6400. 00010000:00000010:0.1:1763350967.556845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee600. 00010000:00000010:0.1:1763350967.556848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc88c00. 00010000:00000010:3.1:1763350967.604798:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:3.1:1763350967.604817:0:1367:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405100. 00010000:00000010:3.1:1763350967.604822:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:3.1:1763350967.604824:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:2.1:1763350967.640855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:0.1:1763350967.656654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8600. 00010000:00000010:2.1:1763350967.670823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:3.1:1763350967.697789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:2.1:1763350967.698527:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92000. 00010000:00000010:2.1:1763350967.698536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9800. 00010000:00000010:2.1:1763350967.705666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:2.1:1763350967.721040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:3.1:1763350967.750145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:0.1:1763350967.767633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc88c00. 00010000:00000010:0.1:1763350967.785667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc88c00. 00010000:00000010:1.1:1763350967.845612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:1.1:1763350967.861257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:0.1:1763350967.902767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddfe59400. 00010000:00000010:2.1:1763350967.961784:0:105080:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daf00. 00010000:00000010:2.1:1763350967.961798:0:105080:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:3.1:1763350968.026906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:2.1:1763350968.031739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:0.1:1763350968.045529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:3.1:1763350968.066777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:3.1:1763350968.066787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405700. 00010000:00000010:3.1:1763350968.066792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9800. 00010000:00000010:3.1:1763350968.066798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92000. 00010000:00000010:3.1:1763350968.110738:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405800. 00010000:00000010:3.1:1763350968.110750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:3.1:1763350968.110754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405100. 00010000:00000010:3.1:1763350968.110760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:0.1:1763350968.115658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc542ce00. 00010000:00000010:0.1:1763350968.115681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:1.1:1763350968.115732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:1.1:1763350968.115741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268dc00. 00010000:00000010:0.1:1763350968.137943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:1.1:1763350968.152654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89600. 00010000:00000010:2.1:1763350968.152715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:0.1:1763350968.174769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:0.1:1763350968.174789:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92e00. 00010000:00000010:0.1:1763350968.174794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc88c00. 00010000:00000010:0.1:1763350968.174798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:2.1:1763350968.195794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8600. 00010000:00000010:1.1:1763350968.224889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:1.1:1763350968.237665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:0.1:1763350968.256562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:0.1:1763350968.305648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:0.1:1763350968.323884:0:57864:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:1.1:1763350968.342319:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350968.379669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc542ca00. 00010000:00000010:2.1:1763350968.379686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:2.1:1763350968.440675:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc3dbf600. 00010000:00000010:2.1:1763350968.440704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89600. 00010000:00000010:2.1:1763350968.458340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:2.1:1763350968.459653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:3.1:1763350968.480687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:3.1:1763350968.502114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef600. 00010000:00000010:3.1:1763350968.502193:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd200. 00010000:00000010:3.1:1763350968.502200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:3.1:1763350968.502205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405100. 00010000:00000010:2.1:1763350968.534637:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405700. 00010000:00000010:2.1:1763350968.534649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:2.1:1763350968.534653:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405800. 00010000:00000010:2.1:1763350968.534656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:3.1:1763350968.544698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:3.1:1763350968.544717:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d600. 00010000:00000010:0.1:1763350968.556681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268dc00. 00010000:00000010:0.1:1763350968.556703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:0.1:1763350968.571013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc88c00. 00010000:00000010:2.1:1763350968.581851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:2.1:1763350968.581871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:2.1:1763350968.597673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:1.1:1763350968.607641:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92a00. 00010000:00000010:1.1:1763350968.607648:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:1.1:1763350968.607652:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:1.1:1763350968.627685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:1.1:1763350968.676572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee000. 00010000:00000010:1.1:1763350968.712245:0:63086:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350968.730635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350968.748826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:2.1:1763350968.771727:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:3.1:1763350968.786978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeec00. 00010000:00000010:3.1:1763350968.808488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:3.1:1763350968.842801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:2.1:1763350968.847686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee600. 00010000:00000010:2.1:1763350968.847708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350968.847713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:3.1:1763350968.850649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9400. 00010000:00000010:0.1:1763350968.850649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8400. 00010000:00000010:0.1:1763350968.850668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee400. 00010000:00000010:1.1:1763350968.891805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeec00. 00010000:00000010:0.1:1763350968.894794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef600. 00010000:00000010:0.1:1763350968.894834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dde74dc00. 00010000:00000010:3.1:1763350968.895743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:2.1:1763350968.896793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:1.1:1763350968.899669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefef000. 00010000:00000010:1.1:1763350968.899692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee600. 00010000:00000010:3.1:1763350968.966921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9077400. 00010000:00000010:0.1:1763350968.975054:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcdfe00. 00010000:00000010:2.1:1763350968.977766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:1.1:1763350968.977766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dde74dc00. 00010000:00000010:1.1:1763350968.977787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:3.1:1763350968.979808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:2.1:1763350968.984995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:2.1:1763350969.030969:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcdfe00. 00010000:00000010:0.1:1763350969.032501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:3.1:1763350969.032872:0:63033:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:1.1:1763350969.032984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:1.1:1763350969.035480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:3.1:1763350969.038652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:1.1:1763350969.038668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9600. 00010000:00000010:3.1:1763350969.074673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350969.142804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268dc00. 00010000:00000010:2.1:1763350969.142828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:2.1:1763350969.216141:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc3dbfc00. 00010000:00000010:2.1:1763350969.216165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc88c00. 00010000:00000010:2.1:1763350969.229649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350969.241638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:0.1:1763350969.267657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcd2600. 00010000:00000010:1.1:1763350969.297662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff600. 00010000:00000010:1.1:1763350969.297678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefeee00. 00010000:00000010:1.1:1763350969.297685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd700. 00010000:00000010:1.1:1763350969.297693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:1.1:1763350969.297699:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925de268d700. 00010000:00000010:3.1:1763350969.355671:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daf00. 00010000:00000010:3.1:1763350969.355680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00010000:00000010:3.1:1763350969.355685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:3.1:1763350969.355688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8400. 00010000:00000010:1.1:1763350969.355736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:1.1:1763350969.355742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6000. 00010000:00000010:0.1:1763350969.356728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc3dd6c00. 00010000:00000010:0.1:1763350969.356739:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da000. 00010000:00000010:2.1:1763350969.359670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc3dd6a00. 00010000:00000010:2.1:1763350969.359693:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da100. 00010000:00000010:3.1:1763350969.360728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefee000. 00010000:00000010:3.1:1763350969.360746:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daa00. 00010000:00000010:0.1:1763350969.361188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddfe59400. 00010000:00000010:0.1:1763350969.361197:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdd100. 00010000:00000010:0.1:1763350969.361202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:0.1:1763350969.361205:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cddd00. 00010000:00000010:0.1:1763350969.361220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:0.1:1763350969.361230:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cdda00. 00010000:00000010:2.1:1763350969.398520:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92900. 00010000:00000010:2.1:1763350969.398553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:1.1:1763350969.486227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8400. 00010000:00000010:1.1:1763350969.491655:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7dad00. 00010000:00000010:1.1:1763350969.491675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00010000:00000010:1.1:1763350969.491680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:2.1:1763350969.519865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:2.1:1763350969.533745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92900. 00010000:00000010:2.1:1763350969.533765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:2.1:1763350969.533769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:1.1:1763350969.534673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:1.1:1763350969.589030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00010000:00000010:2.1:1763350969.589625:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9000. 00010000:00000010:2.1:1763350969.589636:0:3310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92200. 00010000:00000010:2.1:1763350969.589640:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9800. 00010000:00000010:2.1:1763350969.589644:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8a00. 00010000:00000010:2.1:1763350969.589646:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9e00. 00010000:00000010:2.1:1763350969.589649:0:3310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00010000:00000010:2.1:1763350969.589651:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9400. 00010000:00000010:2.1:1763350969.589654:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8e00. 00010000:00000010:2.1:1763350969.589668:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9600. 00010000:00000010:2.1:1763350969.589671:0:3310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92300. 00010000:00000010:2.1:1763350969.589675:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8600. 00010000:00000010:2.1:1763350969.589677:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8800. 00010000:00000010:0.1:1763350969.598844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:0.1:1763350969.598871:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6000. 00010000:00000010:0.1:1763350969.598876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc3dd6a00. 00010000:00000010:0.1:1763350969.598879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcdfe00. 00010000:00000010:2.1:1763350969.610667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:2.1:1763350969.637641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:3.1:1763350969.664237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89a00. 00010000:00000010:0.1:1763350969.681332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00010000:00000010:3.1:1763350969.717309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:1.1:1763350969.804777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:1.1:1763350969.843094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:2.1:1763350969.883668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:3.1:1763350969.951873:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92300. 00010000:00000010:3.1:1763350969.951892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:2.1:1763350970.040706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92f00. 00010000:00000010:2.1:1763350970.040725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350970.040728:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92100. 00010000:00000010:2.1:1763350970.040732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350970.040747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6f00. 00010000:00000010:2.1:1763350970.040902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc3dd6a00. 00010000:00000010:1.1:1763350970.044670:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6300. 00010000:00000010:1.1:1763350970.044689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcdfe00. 00010000:00000010:0.1:1763350970.044917:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7dad00. 00010000:00000010:0.1:1763350970.044926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000200:3.0:1763350970.075776:0:20013:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055078, last committed = 8590055077 00010000:00000200:3.0:1763350970.075785:0:20013:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3e07800 x1849001118730240/t8590055078(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/456 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350970.075793:0:20013:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.075796:0:20013:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.075800:0:20013:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.075806:0:20013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.075809:0:20013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.075811:0:20013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.075814:0:20013:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.075817:0:20013:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.075821:0:20013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.075824:0:20013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.075829:0:20013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350880. 00000100:00000200:3.0:1763350970.075837:0:20013:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118730240, offset 224 00000400:00000010:3.0:1763350970.075843:0:20013:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925deb026b98. 00000400:00000200:3.0:1763350970.075847:0:20013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.075863:0:20013:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.075872:0:20013:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197760:197760:256:4294967295] 192.168.202.2@tcp LPNI seq info [197756:197756:8:4294967295] 00000400:00000200:3.0:1763350970.075879:0:20013:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:3.0:1763350970.075887:0:20013:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.075894:0:20013:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.075899:0:20013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf370f00. 00000800:00000200:3.0:1763350970.075906:0:20013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.075915:0:20013:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350970.075920:0:20013:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf370f00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350970.075931:0:20013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.075935:0:20013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350970.075937:0:20013:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350970.075939:0:20013:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.075941:0:20013:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350970.075946:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3e07800 x1849001118730240/t8590055078(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/456 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350970.075957:0:20013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3e07800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:225533:x1849001118730240:12345-192.168.202.2@tcp:36:lfs.0 Request processed in 1368us (2086us total) trans 8590055078 rc 0/0 00000100:00100000:3.0:1763350970.075966:0:20013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140506 00000100:00000040:3.0:1763350970.075971:0:20013:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350970.075974:0:20013:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.075976:0:20013:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.075982:0:20013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941b600. 00000020:00000010:3.0:1763350970.075987:0:20013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375ed8. 00000020:00000010:3.0:1763350970.075994:0:20013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3f000. 00000020:00000040:3.0:1763350970.075999:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:3.0:1763350970.076002:0:20013:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350970.080457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00000100:00000001:3.0:1763350970.083637:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.083641:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118730368 02000000:00000001:3.0:1763350970.083646:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.083649:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.083652:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.083658:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.083663:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118730368 00000020:00000001:3.0:1763350970.083666:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.083668:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350970.083670:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.083674:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=14 00000020:00000001:3.0:1763350970.083676:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350970.083679:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350970.083684:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.083690:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5cc0. 00000100:00000001:3.0:1763350970.083694:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.083697:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5cc0. 00000020:00000010:3.0:1763350970.083704:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3f000. 00000020:00000010:3.0:1763350970.083710:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b600. 00000020:00000010:3.0:1763350970.083717:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375ed8. 00000100:00000040:3.0:1763350970.083728:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350970.083734:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.083735:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.083738:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.084234:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.084253:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350970.094177:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00000100:00000001:3.0:1763350970.105845:0:20013:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.105849:0:20013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118730752 02000000:00000001:3.0:1763350970.105852:0:20013:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.105855:0:20013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.105857:0:20013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.105862:0:20013:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.105866:0:20013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118730752 00000020:00000001:3.0:1763350970.105869:0:20013:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.105871:0:20013:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350970.105874:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.105878:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=488 00000020:00000001:3.0:1763350970.105880:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350970.105882:0:20013:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350970.105887:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.105892:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5cc0. 00000100:00000001:3.0:1763350970.105896:0:20013:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.105898:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5cc0. 00000020:00000010:3.0:1763350970.105904:0:20013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3fa00. 00000020:00000010:3.0:1763350970.105912:0:20013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b600. 00000020:00000010:3.0:1763350970.105917:0:20013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375258. 00000100:00000040:3.0:1763350970.106145:0:20013:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350970.106150:0:20013:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.106151:0:20013:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.106155:0:20013:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.106165:0:20013:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.106180:0:20013:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.106196:0:20013:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.106198:0:20013:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.106215:0:20013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140507 00000100:00000040:3.0:1763350970.106221:0:20013:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350970.106223:0:20013:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530148714624 : -120543560836992 : ffff925dc3e05880) 00000100:00000040:3.0:1763350970.106230:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3e05880 x1849001118730752/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 472/0 e 0 to 0 dl 1763350981 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350970.106240:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.106243:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5cc0. 00000100:00000001:3.0:1763350970.106245:0:20013:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.106247:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5cc0. 00000100:00100000:3.0:1763350970.106252:0:20013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3e05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:225533:x1849001118730752:12345-192.168.202.2@tcp:55:lfs.0 00000100:00000200:3.0:1763350970.106256:0:20013:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118730752 00000020:00000001:3.0:1763350970.106261:0:20013:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.106265:0:20013:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350970.106273:0:20013:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925e0068d600: xid 1849001118730240, transno 8590055078, client gen 3, slot idx 0 00000001:00000001:3.0:1763350970.106279:0:20013:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9ad9c0: xid 1849001118727552, transno 8590055077, client gen 3, slot idx 1 00000001:00000010:3.0:1763350970.106284:0:20013:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9ad9c0. 00000020:00000001:3.0:1763350970.106289:0:20013:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.106292:0:20013:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.106295:0:20013:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717152 : -1040834464 : ffffffffc1f62060) 00000020:00000001:3.0:1763350970.106298:0:20013:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350970.106302:0:20013:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118730752, found 0 last_xid 1849001118730751 00000020:00000001:3.0:1763350970.106305:0:20013:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.106308:0:20013:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.106311:0:20013:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.106314:0:20013:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763350970.106320:0:20013:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.106325:0:20013:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014998232 : -120547694553384 : ffff925ccd7cd6d8) 00000020:00000001:3.0:1763350970.106328:0:20013:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.106330:0:20013:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.106334:0:20013:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.106337:0:20013:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.106344:0:20013:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925de904b000. 02000000:00000001:3.0:1763350970.106347:0:20013:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.106350:0:20013:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.106356:0:20013:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:3.0:1763350970.106362:0:20013:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763350970.106365:0:20013:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.106367:0:20013:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.106370:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.106371:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.106373:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.106375:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.106376:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.106377:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.106379:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.106380:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.106382:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.106384:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.106385:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.106386:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.106389:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.106390:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.106391:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.106394:0:20013:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.106396:0:20013:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.106401:0:20013:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350970.106408:0:20013:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350970.106411:0:20013:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350970.106414:0:20013:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350970.106416:0:20013:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.106420:0:20013:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.106421:0:20013:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.106423:0:20013:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350970.106426:0:20013:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.106429:0:20013:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350970.106433:0:20013:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350970.106437:0:20013:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350970.106445:0:20013:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 2 00010000:00000001:3.0:1763350970.106448:0:20013:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350970.106452:0:20013:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350970.106456:0:20013:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:3.0:1763350970.106461:0:20013:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350970.106463:0:20013:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe600 with handle 0xcb8c81cc3033c00b to hash 00000020:00000001:3.0:1763350970.106466:0:20013:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350970.106467:0:20013:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000010:3.0:1763350970.106473:0:20013:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76800. 00010000:00000001:3.0:1763350970.106476:0:20013:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.106480:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.106482:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.106487:0:20013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.106496:0:20013:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350970.106500:0:20013:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350970.106502:0:20013:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350970.106505:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.106507:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.106510:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.106511:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.106514:0:20013:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350970.106516:0:20013:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350970.106518:0:20013:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350970.106519:0:20013:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350970.106522:0:20013:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fe8:0x0].0x0 (ffff925df4a92900) refcount = 2 00010000:00000040:3.0:1763350970.106525:0:20013:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350970.106530:0:20013:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dea1d9a00/0xcb8c81cc3033bf24 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec748 expref: 488 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350970.106537:0:20013:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.106543:0:20013:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350970.106548:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.106550:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.106552:0:20013:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350970.106554:0:20013:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.106556:0:20013:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.106558:0:20013:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350970.106562:0:20013:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350970.106564:0:20013:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.106568:0:20013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.106579:0:20013:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350970.106581:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.106582:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.106585:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.106586:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.106588:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:3.0:1763350970.106590:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.106592:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.106625:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.106627:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350970.106628:0:20013:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.106632:0:20013:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350970.106636:0:20013:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.106645:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.106648:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.106657:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.106660:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.106664:0:20013:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763350970.106667:0:20013:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763350970.106669:0:20013:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350970.106672:0:20013:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350970.106674:0:20013:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:3.0:1763350970.106678:0:20013:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x3fe8:0x0]flags=0x2 00000004:00000001:3.0:1763350970.106680:0:20013:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:3.0:1763350970.106684:0:20013:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350970.106687:0:20013:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763350970.106688:0:20013:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350970.106690:0:20013:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350970.106691:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.106693:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.106694:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:3.0:1763350970.106696:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.106699:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.106702:0:20013:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350970.106705:0:20013:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.106710:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.106712:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350970.106714:0:20013:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.106720:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.106721:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.106724:0:20013:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350970.106727:0:20013:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20013 initiator: MDT0 00010000:00010000:3.0:1763350970.106733:0:20013:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350970.106736:0:20013:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.106739:0:20013:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350970.106741:0:20013:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.106747:0:20013:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350970.106749:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.106750:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.106751:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=4 00000020:00000001:3.0:1763350970.106753:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.106756:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.106759:0:20013:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350970.106762:0:20013:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.106768:0:20013:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350970.106770:0:20013:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350970.106771:0:20013:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.106775:0:20013:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350970.106777:0:20013:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350970.106778:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.106780:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350970.106783:0:20013:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe600 with handle 0xcb8c81cc3033c00b from hash 00010000:00000001:3.0:1763350970.106785:0:20013:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350970.106786:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.106787:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.106789:0:20013:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350970.106791:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.106793:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.106795:0:20013:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350970.106797:0:20013:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350970.106800:0:20013:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350970.106803:0:20013:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fe8:0x0].0x0 (ffff925df4a92900) 00010000:00010000:3.0:1763350970.106806:0:20013:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:3.0:1763350970.106809:0:20013:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.106812:0:20013:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.106814:0:20013:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350970.106815:0:20013:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350970.106817:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.106819:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.106820:0:20013:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.106822:0:20013:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.106824:0:20013:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.106827:0:20013:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.106832:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.106834:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.106836:0:20013:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350970.106838:0:20013:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350970.106839:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350970.106841:0:20013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c00b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20013 initiator: MDT0 00010000:00000010:3.0:1763350970.106847:0:20013:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76800. 00010000:00000001:3.0:1763350970.106858:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350970.106860:0:20013:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350970.106861:0:20013:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350970.106864:0:20013:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350970.106865:0:20013:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:3.0:1763350970.106869:0:20013:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350970.106871:0:20013:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350970.106874:0:20013:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350970.106877:0:20013:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1763350970.106881:0:20013:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055077, transno 0, xid 1849001118730752 00010000:00000001:3.0:1763350970.106885:0:20013:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350970.106890:0:20013:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3e05880 x1849001118730752/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 472/224 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350970.106898:0:20013:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.106902:0:20013:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.106906:0:20013:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.106911:0:20013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.106914:0:20013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.106917:0:20013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.106920:0:20013:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.106923:0:20013:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.106941:0:20013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.106944:0:20013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.106951:0:20013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350990. 00000100:00000200:3.0:1763350970.106959:0:20013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118730752, offset 224 00000400:00000200:3.0:1763350970.106966:0:20013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.106980:0:20013:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.106986:0:20013:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197763:197763:256:4294967295] 192.168.202.2@tcp LPNI seq info [197759:197759:8:4294967295] 00000400:00000200:3.0:1763350970.107000:0:20013:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.107006:0:20013:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.107012:0:20013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf370200. 00000800:00000200:3.0:1763350970.107029:0:20013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.107038:0:20013:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350970.107043:0:20013:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf370200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350970.107069:0:20013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.107074:0:20013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350970.107077:0:20013:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350970.107080:0:20013:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.107083:0:20013:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350970.107089:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3e05880 x1849001118730752/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 472/224 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350970.107100:0:20013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3e05880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:225533:x1849001118730752:12345-192.168.202.2@tcp:55:lfs.0 Request processed in 857us (1342us total) trans 0 rc -22/-22 00000100:00100000:3.0:1763350970.107109:0:20013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140507 00000100:00000040:3.0:1763350970.107113:0:20013:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350970.107116:0:20013:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.107118:0:20013:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.107123:0:20013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941b600. 00000020:00000010:3.0:1763350970.107128:0:20013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375258. 00000020:00000010:3.0:1763350970.107136:0:20013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3fa00. 00000020:00000040:3.0:1763350970.107143:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00000100:00000001:3.0:1763350970.107146:0:20013:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350970.115230:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00000800:00000200:3.0:1763350970.116739:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.116746:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90eda00. 00000400:00000200:3.0:1763350970.116755:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.116761:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.116767:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2cc0 00000400:00000010:3.0:1763350970.116770:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2cc0. 00000100:00000001:3.0:1763350970.116775:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.116777:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350970.126401:0:20013:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.126407:0:20013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118731008 02000000:00000001:3.0:1763350970.126413:0:20013:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.126415:0:20013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.126419:0:20013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.126425:0:20013:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.126430:0:20013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118731008 00000020:00000001:3.0:1763350970.126433:0:20013:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.126435:0:20013:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350970.126438:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.126443:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=488 00000020:00000001:3.0:1763350970.126446:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350970.126449:0:20013:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350970.126456:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.126467:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5cc0. 00000100:00000001:3.0:1763350970.126471:0:20013:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.126474:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5cc0. 00000020:00000010:3.0:1763350970.126484:0:20013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3fa00. 00000020:00000010:3.0:1763350970.126489:0:20013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b600. 00000020:00000010:3.0:1763350970.126496:0:20013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375258. 00000100:00000040:3.0:1763350970.126505:0:20013:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350970.126508:0:20013:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.126510:0:20013:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.126513:0:20013:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.126523:0:20013:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.126542:0:20013:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.126558:0:20013:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.126560:0:20013:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.126569:0:20013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140508 00000100:00000040:3.0:1763350970.126573:0:20013:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350970.126575:0:20013:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171554944 : -120542537996672 : ffff925e00d7a680) 00000100:00000040:3.0:1763350970.126583:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d7a680 x1849001118731008/t0(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 568/0 e 0 to 0 dl 1763350981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.126639:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.126643:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5cc0. 00000100:00000001:3.0:1763350970.126645:0:20013:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.126647:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5cc0. 00000100:00100000:3.0:1763350970.126652:0:20013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d7a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:225533:x1849001118731008:12345-192.168.202.2@tcp:61:lfs.0 00000100:00000200:3.0:1763350970.126656:0:20013:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118731008 00000020:00000001:3.0:1763350970.126660:0:20013:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.126664:0:20013:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350970.126670:0:20013:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.126673:0:20013:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.126675:0:20013:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717440 : -1040834176 : ffffffffc1f62180) 00000020:00000001:3.0:1763350970.126677:0:20013:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350970.126682:0:20013:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118731008, found 0 last_xid 1849001118731007 00000020:00000001:3.0:1763350970.126685:0:20013:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.126696:0:20013:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.126699:0:20013:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.126704:0:20013:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763350970.126710:0:20013:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.126716:0:20013:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014998232 : -120547694553384 : ffff925ccd7cd6d8) 00000020:00000001:3.0:1763350970.126719:0:20013:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.126721:0:20013:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.126726:0:20013:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.126729:0:20013:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.126736:0:20013:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925de9049c00. 02000000:00000001:3.0:1763350970.126739:0:20013:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.126741:0:20013:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.126744:0:20013:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:3.0:1763350970.126751:0:20013:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350970.126753:0:20013:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:3.0:1763350970.126758:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.126760:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.126762:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf9600 refcount=3 00000020:00000001:3.0:1763350970.126765:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086091776 : -120542623459840 : ffff925dfbbf9600) 00010000:00000001:3.0:1763350970.126768:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086091776 : -120542623459840 : ffff925dfbbf9600) 00010000:00000040:3.0:1763350970.126772:0:20013:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00000004:00000001:3.0:1763350970.126778:0:20013:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350970.126780:0:20013:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350970.126784:0:20013:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.126787:0:20013:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.126789:0:20013:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.126791:0:20013:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.126796:0:20013:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350970.126798:0:20013:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350970.126805:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.126807:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.126811:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.126812:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350970.126815:0:20013:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dfbbf9600 with handle 0xcb8c81cc3033beec from hash 00010000:00000001:3.0:1763350970.126817:0:20013:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350970.126818:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.126819:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.126820:0:20013:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350970.126826:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.126828:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.126830:0:20013:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350970.126832:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350970.126838:0:20013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9600/0xcb8c81cc3033beec lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fe1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec733 expref: 488 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350970.126848:0:20013:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:3.0:1763350970.126851:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00010000:00000010:3.0:1763350970.126854:0:20013:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925de02d0f80. 00010000:00000001:3.0:1763350970.126864:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.126865:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.126866:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.126868:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dea1d9a00 refcount=3 00000020:00000001:3.0:1763350970.126871:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530790263296 : -120542919288320 : ffff925dea1d9a00) 00010000:00000001:3.0:1763350970.126874:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530790263296 : -120542919288320 : ffff925dea1d9a00) 00010000:00000001:3.0:1763350970.126877:0:20013:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350970.126880:0:20013:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350970.126883:0:20013:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fe1:0x0].0x0 (ffff925ccd7daa00) 00010000:00000001:3.0:1763350970.126886:0:20013:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.126889:0:20013:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.126891:0:20013:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763350970.126893:0:20013:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7daa00 count: 0 00010000:00000010:3.0:1763350970.126899:0:20013:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffcc4b80. 00010000:00000040:3.0:1763350970.126908:0:20013:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 2 00000004:00000001:3.0:1763350970.126911:0:20013:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350970.126913:0:20013:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350970.126914:0:20013:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.126915:0:20013:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.126917:0:20013:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.126918:0:20013:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.126921:0:20013:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350970.126923:0:20013:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350970.126926:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.126927:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.126928:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.126930:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350970.126932:0:20013:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dea1d9a00 with handle 0xcb8c81cc3033bf24 from hash 00010000:00000001:3.0:1763350970.126934:0:20013:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350970.126935:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.126937:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.126938:0:20013:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350970.126940:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.126941:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.126943:0:20013:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350970.126943:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350970.126947:0:20013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dea1d9a00/0xcb8c81cc3033bf24 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec748 expref: 487 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350970.126953:0:20013:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 480 00000020:00000040:3.0:1763350970.126955:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 486 00010000:00000010:3.0:1763350970.126957:0:20013:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be700. 00010000:00000001:3.0:1763350970.126963:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.126964:0:20013:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350970.126966:0:20013:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350970.126967:0:20013:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fe8:0x0].0x0 (ffff925df4a92900) 00010000:00000001:3.0:1763350970.126970:0:20013:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.126972:0:20013:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.126973:0:20013:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763350970.126975:0:20013:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92900 count: 0 00010000:00000010:3.0:1763350970.126978:0:20013:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70f80. 00010000:00010000:3.0:1763350970.126982:0:20013:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350970.126984:0:20013:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:3.0:1763350970.126987:0:20013:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350970.126989:0:20013:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fe1:0x0] 00000020:00000001:3.0:1763350970.126991:0:20013:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.126994:0:20013:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863565272 : -120547845986344 : ffff925cc47627d8) 00000004:00000001:3.0:1763350970.126996:0:20013:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863565184 : -120547845986432 : ffff925cc4762780) 00000004:00000001:3.0:1763350970.127002:0:20013:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763350970.127015:0:20013:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763350970.127017:0:20013:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127020:0:20013:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127022:0:20013:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763350970.127027:0:20013:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763350970.127028:0:20013:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127030:0:20013:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127034:0:20013:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350970.127038:0:20013:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350970.127041:0:20013:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350970.127047:0:20013:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405f00. 00010000:00000010:3.0:1763350970.127050:0:20013:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925df941bc00. 00010000:00000001:3.0:1763350970.127056:0:20013:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350970.127059:0:20013:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:3.0:1763350970.127063:0:20013:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350970.127066:0:20013:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe600 with handle 0xcb8c81cc3033c012 to hash 00000020:00000001:3.0:1763350970.127068:0:20013:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350970.127069:0:20013:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000010:3.0:1763350970.127074:0:20013:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76800. 00010000:00000001:3.0:1763350970.127077:0:20013:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.127080:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.127081:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.127085:0:20013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c012 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.127091:0:20013:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350970.127095:0:20013:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350970.127097:0:20013:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350970.127099:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.127101:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.127104:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.127105:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.127107:0:20013:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350970.127109:0:20013:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350970.127111:0:20013:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350970.127112:0:20013:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350970.127114:0:20013:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fe8:0x0].0x0 (ffff925e00405f00) refcount = 1 00010000:00010000:3.0:1763350970.127118:0:20013:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c012 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.127123:0:20013:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350970.127126:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.127128:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.127130:0:20013:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350970.127131:0:20013:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.127133:0:20013:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.127136:0:20013:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350970.127139:0:20013:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350970.127141:0:20013:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.127144:0:20013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c012 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fe8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.127151:0:20013:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350970.127152:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.127153:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.127155:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.127156:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.127158:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:3.0:1763350970.127160:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.127162:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350970.127164:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.127165:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350970.127166:0:20013:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127168:0:20013:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350970.127170:0:20013:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350970.127171:0:20013:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350970.127175:0:20013:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405100. 00010000:00000010:3.0:1763350970.127178:0:20013:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925df941b480. 00010000:00000001:3.0:1763350970.127180:0:20013:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350970.127182:0:20013:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:3.0:1763350970.127184:0:20013:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350970.127186:0:20013:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033c019 to hash 00000020:00000001:3.0:1763350970.127188:0:20013:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350970.127189:0:20013:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:3.0:1763350970.127192:0:20013:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76e00. 00010000:00000001:3.0:1763350970.127194:0:20013:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350970.127196:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.127197:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.127199:0:20013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c019 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fe1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.127214:0:20013:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350970.127216:0:20013:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350970.127217:0:20013:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350970.127218:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.127220:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.127222:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.127223:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.127225:0:20013:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350970.127226:0:20013:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350970.127228:0:20013:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350970.127229:0:20013:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350970.127230:0:20013:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fe1:0x0].0x0 (ffff925e00405100) refcount = 1 00010000:00010000:3.0:1763350970.127233:0:20013:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c019 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fe1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.127236:0:20013:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350970.127238:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.127239:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.127241:0:20013:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350970.127242:0:20013:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.127243:0:20013:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.127245:0:20013:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350970.127246:0:20013:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350970.127248:0:20013:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.127250:0:20013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c019 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fe1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.127254:0:20013:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350970.127256:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.127257:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.127258:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.127259:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.127261:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=3 00000020:00000001:3.0:1763350970.127262:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350970.127264:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350970.127265:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.127266:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350970.127267:0:20013:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127272:0:20013:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:3.0:1763350970.127276:0:20013:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:3.0:1763350970.127280:0:20013:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350970.127284:0:20013:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350970.127292:0:20013:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5600. 00080000:00000001:3.0:1763350970.127296:0:20013:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350970.127306:0:20013:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904ac00. 00080000:00000001:3.0:1763350970.127308:0:20013:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771852288 : -120542937699328 : ffff925de904ac00) 00000004:00000001:3.0:1763350970.127312:0:20013:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763350970.127316:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.127319:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.127326:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.127329:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763350970.127332:0:20013:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dfb9b5cc0. 00000004:00000001:3.0:1763350970.127336:0:20013:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127337:0:20013:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763350970.127339:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.127340:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.127342:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.127344:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763350970.127346:0:20013:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dfb9b5c80. 00000004:00000001:3.0:1763350970.127347:0:20013:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.127352:0:20013:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df94dab20. 00000004:00000001:3.0:1763350970.127354:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.127355:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.127358:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.127360:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1763350970.127363:0:20013:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df94daf80. 00000004:00000001:3.0:1763350970.127364:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.127365:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.127367:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.127369:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.127373:0:20013:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.127377:0:20013:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.127380:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.127382:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771852288 : -120542937699328 : ffff925de904ac00) 00080000:00000001:3.0:1763350970.127385:0:20013:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350970.127408:0:20013:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127411:0:20013:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127414:0:20013:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127417:0:20013:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.127418:0:20013:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.127420:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.127421:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771852288 : -120542937699328 : ffff925de904ac00) 00080000:00000001:3.0:1763350970.127423:0:20013:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350970.127431:0:20013:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127433:0:20013:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127434:0:20013:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.127438:0:20013:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350970.127440:0:20013:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350970.127447:0:20013:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350970.127448:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.127449:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771852288 : -120542937699328 : ffff925de904ac00) 00080000:00000001:3.0:1763350970.127454:0:20013:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.127459:0:20013:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.127461:0:20013:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127463:0:20013:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.127485:0:20013:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.127487:0:20013:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127496:0:20013:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.127504:0:20013:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763350970.127506:0:20013:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763350970.127511:0:20013:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69d630. 00000004:00000010:3.0:1763350970.127516:0:20013:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda97f28. 00000004:00000010:3.0:1763350970.127520:0:20013:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda97098. 00000004:00000010:3.0:1763350970.127526:0:20013:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff925ccda97980. 00000004:00000010:3.0:1763350970.127529:0:20013:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dff9add80. 00000004:00000001:3.0:1763350970.127532:0:20013:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.127533:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.127535:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771852288 : -120542937699328 : ffff925de904ac00) 00080000:00000001:3.0:1763350970.127539:0:20013:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350970.127541:0:20013:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763350970.127675:0:20013:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127679:0:20013:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127681:0:20013:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127684:0:20013:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.127688:0:20013:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763350970.127689:0:20013:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763350970.127694:0:20013:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925dc9b70400. 00000004:00000010:3.0:1763350970.127697:0:20013:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69cf88. 00000004:00000010:3.0:1763350970.127701:0:20013:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda97c68. 00000004:00000010:3.0:1763350970.127703:0:20013:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda974e0. 00000004:00000010:3.0:1763350970.127706:0:20013:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dee2d06c0. 00000004:00000001:3.0:1763350970.127708:0:20013:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.127709:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.127711:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771852288 : -120542937699328 : ffff925de904ac00) 00080000:00000001:3.0:1763350970.127713:0:20013:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350970.127715:0:20013:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763350970.127743:0:20013:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127746:0:20013:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127748:0:20013:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127751:0:20013:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763350970.127753:0:20013:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127756:0:20013:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763350970.127757:0:20013:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127759:0:20013:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:3.0:1763350970.127764:0:20013:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350970.127767:0:20013:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350970.127772:0:20013:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350970.127775:0:20013:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055079, last_committed = 8590055077 00000001:00000010:3.0:1763350970.127780:0:20013:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5780. 00000001:00000040:3.0:1763350970.127783:0:20013:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:3.0:1763350970.127786:0:20013:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=487 00000001:00000010:3.0:1763350970.127792:0:20013:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925e0068d6c0. 00000004:00000001:3.0:1763350970.127799:0:20013:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350970.127800:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.127801:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771852288 : -120542937699328 : ffff925de904ac00) 00080000:00000001:3.0:1763350970.127805:0:20013:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.127821:0:20013:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350970.127823:0:20013:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350970.127828:0:20013:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925e0068d6c0: xid 1849001118731008, transno 8590055079, tag 0, client gen 3, slot idx 1 00000001:00000001:3.0:1763350970.127831:0:20013:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.127844:0:20013:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.127847:0:20013:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5600. 00000020:00000001:3.0:1763350970.127849:0:20013:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.127852:0:20013:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dfb9b5cc0. 00000020:00000010:3.0:1763350970.127855:0:20013:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dfb9b5c80. 00000020:00000010:3.0:1763350970.127857:0:20013:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df94dab20. 00000020:00000010:3.0:1763350970.127859:0:20013:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df94daf80. 00200000:00000001:3.0:1763350970.127862:0:20013:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350970.127865:0:20013:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5600. 00080000:00000001:3.0:1763350970.127867:0:20013:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350970.127871:0:20013:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de9049800. 00080000:00000001:3.0:1763350970.127873:0:20013:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771847168 : -120542937704448 : ffff925de9049800) 00000004:00000001:3.0:1763350970.127876:0:20013:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.127879:0:20013:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763350970.127882:0:20013:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350970.127885:0:20013:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763350970.127887:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.127890:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.127893:0:20013:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.127895:0:20013:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:3.0:1763350970.127901:0:20013:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925e0068d000. 00000004:00000001:3.0:1763350970.127905:0:20013:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:3.0:1763350970.127908:0:20013:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925cddf6a718. 00000004:00000010:3.0:1763350970.127912:0:20013:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925cddf6acc0. 00000020:00000001:3.0:1763350970.127918:0:20013:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:3.0:1763350970.127927:0:20013:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925cdef7ec60. 00000004:00000001:3.0:1763350970.127934:0:20013:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763350970.127937:0:20013:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.127940:0:20013:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526308277432 : -120547401274184 : ffff925cdef7ecb8) 00000004:00000001:3.0:1763350970.127943:0:20013:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127945:0:20013:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763350970.127948:0:20013:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127950:0:20013:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127952:0:20013:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:3.0:1763350970.127955:0:20013:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350970.127962:0:20013:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763350970.127967:0:20013:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925e0068da80. 00000004:00000010:3.0:1763350970.127971:0:20013:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94daf80. 00000004:00000010:3.0:1763350970.127976:0:20013:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dc2a1a000. 00000020:00000001:3.0:1763350970.127981:0:20013:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350970.127983:0:20013:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.127987:0:20013:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763350970.127988:0:20013:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763350970.127991:0:20013:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25cf:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:3.0:1763350970.127994:0:20013:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dc2a1a000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763350970.128001:0:20013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfaa00. 00000020:00000040:3.0:1763350970.128005:0:20013:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763350970.128011:0:20013:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350970.128014:0:20013:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350970.128019:0:20013:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350970.128025:0:20013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cd3f3f000. 00000100:00000001:3.0:1763350970.128032:0:20013:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.128037:0:20013:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.128039:0:20013:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350970.128041:0:20013:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.128044:0:20013:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763350970.128046:0:20013:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350970.128054:0:20013:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb736d80. 00000100:00000001:3.0:1763350970.128056:0:20013:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530275794304 : -120543433757312 : ffff925dcb736d80) 00000100:00000001:3.0:1763350970.128059:0:20013:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350970.128060:0:20013:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171031552 : -120542538520064 : ffff925e00cfaa00) 00000100:00000001:3.0:1763350970.128066:0:20013:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350970.128071:0:20013:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.128073:0:20013:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350970.128075:0:20013:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350970.128083:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00cfaa00 x1849001101440000/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.128092:0:20013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350970.128094:0:20013:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.128098:0:20013:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350970.128100:0:20013:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350970.128103:0:20013:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.128106:0:20013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00cfaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:20013:1849001101440000:0@lo:1000:mdt00_001.0 00000100:00000001:3.0:1763350970.128110:0:20013:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350970.128115:0:20013:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350970.128118:0:20013:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.128120:0:20013:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350970.128127:0:20013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925dd0bc4000. 02000000:00000001:3.0:1763350970.128130:0:20013:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350970.128136:0:20013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810d10. 00000400:00000010:3.0:1763350970.128144:0:20013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb736600. 00000100:00000200:3.0:1763350970.128152:0:20013:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101440000, portal 4 00000100:00000001:3.0:1763350970.128154:0:20013:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350970.128155:0:20013:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171031552 : -120542538520064 : ffff925e00cfaa00) 00000100:00000040:3.0:1763350970.128162:0:20013:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00cfaa00 x1849001101440000/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350986 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.128170:0:20013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.128172:0:20013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350970.128176:0:20013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23505d8. 00000100:00000200:3.0:1763350970.128178:0:20013:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101440000, offset 0 00000400:00000200:3.0:1763350970.128185:0:20013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350970.128199:0:20013:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350970.128224:0:20013:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd73400 00000400:00000200:3.0:1763350970.128231:0:20013:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c2d [256] + 13392 00000400:00000200:3.0:1763350970.128238:0:20013:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.128242:0:20013:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350970.128249:0:20013:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.128251:0:20013:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350970.128255:0:20013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9880. 00000100:00000040:3.0:1763350970.128258:0:20013:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf9880 x1849001101440000 msgsize 328 00000100:00100000:3.0:1763350970.128262:0:20013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350970.128284:0:20013:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350970.128294:0:20013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23505d8 00000400:00000010:3.0:1763350970.128297:0:20013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23505d8. 00000100:00000001:3.0:1763350970.128300:0:20013:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350970.128304:0:20013:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00cfaa00 x1849001101440000/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350986 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.128314:0:20013:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350970.128317:0:20013:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925e00cfaa00 x1849001101440000/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350986 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.128324:0:20013:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.128326:0:20013:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350970.128332:0:20013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.128337:0:20013:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24636 usecs (25 jiffies) 00000100:00000001:3.0:1763350970.128340:0:20013:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300847055 00000100:00000010:3.0:1763350970.128344:0:20013:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f5480. 00000100:00000001:3.0:1763350970.128355:0:20013:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763350970.128368:0:20013:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300847055 00000100:00000010:3.0:1763350970.128374:0:20013:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f5000. 00000100:00000001:3.0:1763350970.128380:0:20013:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763350970.128385:0:20013:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300847055 00000100:00000010:3.0:1763350970.128391:0:20013:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f58a0. 00000100:00000001:3.0:1763350970.128395:0:20013:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763350970.128401:0:20013:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300847055 00000100:00000010:3.0:1763350970.128405:0:20013:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f52a0. 00000100:00000001:3.0:1763350970.128410:0:20013:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763350970.128414:0:20013:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350970.128418:0:20013:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.128422:0:20013:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350970.128426:0:20013:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350970.128430:0:20013:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb736d80 going to sleep for 11 seconds 00000100:00000001:3.0:1763350970.128434:0:20013:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350970.128437:0:20013:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763350970.135654:0:20019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9600. 00010000:00000010:3.1:1763350970.135664:0:20019:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daa00. 00010000:00000010:3.1:1763350970.135669:0:20019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9a00. 00010000:00000010:3.1:1763350970.135675:0:20019:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92900. 00000800:00000001:3.0:1763350970.142051:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.142076:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.142082:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.142089:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.142102:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:3.0:1763350970.142123:0:3309:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12efe5 00000400:00000200:3.0:1763350970.142130:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.142134:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:3.0:1763350970.142141:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead744c8 00000400:00000010:3.0:1763350970.142144:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead744c8. 00000100:00000001:3.0:1763350970.142150:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.142153:0:3309:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763350970.142155:0:3309:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350970.144221:0:3309:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350970.144230:0:3309:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350970.144234:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350970.148669:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.148674:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118731264 02000000:00000001:3.0:1763350970.148678:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.148681:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.148686:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.148692:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.148698:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118731264 00000020:00000001:3.0:1763350970.148701:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.148704:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350970.148707:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.148711:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:3.0:1763350970.148718:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350970.148723:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350970.148729:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.148737:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c80. 00000100:00000001:3.0:1763350970.148742:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.148746:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c80. 00000020:00000010:3.0:1763350970.148755:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3e200. 00000020:00000010:3.0:1763350970.148763:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.148771:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375bb8. 00000100:00000040:3.0:1763350970.148783:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350970.148790:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.148794:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.148799:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.148808:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.148831:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.148841:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.148844:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.148853:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20849 00000100:00000040:3.0:1763350970.148858:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350970.148864:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988430080 : -120542721121536 : ffff925df5ed6300) 00000100:00000040:3.0:1763350970.148871:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed6300 x1849001118731264/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 392/0 e 0 to 0 dl 1763350981 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350970.148882:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.148886:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c80. 00000100:00000001:3.0:1763350970.148889:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.148897:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c80. 00000100:00100000:3.0:1763350970.148905:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:225533:x1849001118731264:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350970.148913:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118731264 00000020:00000001:3.0:1763350970.148917:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.148923:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350970.148932:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dd9b36900: xid 1849001118731008, transno 8590055081, client gen 3, slot idx 3 00000001:00000001:3.0:1763350970.148940:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925e0068d600: xid 1849001118730240, transno 8590055078, client gen 3, slot idx 0 00000001:00000010:3.0:1763350970.148950:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925e0068d600. 00000001:00000001:3.0:1763350970.148958:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9adf00: xid 1849001118731008, transno 8590055080, client gen 3, slot idx 2 00000001:00000001:3.0:1763350970.148963:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9adf00: xid 1849001118731008, transno 8590055080, client gen 3, slot idx 2 00000001:00000010:3.0:1763350970.148969:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9adf00. 00000001:00000001:3.0:1763350970.148973:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925e0068d6c0: xid 1849001118731008, transno 8590055079, client gen 3, slot idx 1 00000001:00000001:3.0:1763350970.148980:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925e0068d6c0: xid 1849001118731008, transno 8590055079, client gen 3, slot idx 1 00000001:00000010:3.0:1763350970.148982:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925e0068d6c0. 00000020:00000001:3.0:1763350970.148985:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.148989:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.148992:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350970.148998:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350970.149002:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118731264, found 0 last_xid 1849001118731263 00000020:00000001:3.0:1763350970.149907:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.149911:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.149914:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.149917:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.149924:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350970.149927:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350970.149930:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350970.149934:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.149938:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350970.149942:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.149945:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.149948:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.149950:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.149952:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.149954:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.149956:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.149957:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.149959:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.149960:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.149962:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.149964:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.149965:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.149967:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.149970:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.149973:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350970.149975:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.149978:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350970.150795:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.150800:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.150804:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.150806:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.150808:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.150810:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.150811:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.150813:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.150816:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.150817:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.150823:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350970.150833:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350970.150837:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350970.150842:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350970.150844:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.150848:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.150850:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.150852:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350970.150854:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.150856:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.150861:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.150865:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:2.1:1763350970.153448:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405f00. 00010000:00000010:2.1:1763350970.153460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:2.1:1763350970.153468:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405100. 00010000:00000010:2.1:1763350970.153474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00000800:00000200:3.0:1763350970.154348:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.154357:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164700. 00000400:00000200:3.0:1763350970.154363:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.154372:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.154381:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74e58 00000400:00000010:3.0:1763350970.154384:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74e58. 00000100:00000001:3.0:1763350970.154390:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.154392:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763350970.159716:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300847061, at 4300847062 00000100:00000010:3.0:1763350970.159736:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cd99f52a0. 00010000:00000010:1.1:1763350970.161017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:1.1:1763350970.161026:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6400. 00010000:00000010:2.1:1763350970.175815:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da000. 00010000:00000010:2.1:1763350970.175836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8400. 00010000:00000010:1.1:1763350970.190720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9600. 00010000:00000010:1.1:1763350970.190741:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:1.1:1763350970.190747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:1.1:1763350970.190749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00000100:00000001:3.0:1763350970.194394:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.194400:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118732416 02000000:00000001:3.0:1763350970.194404:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.194407:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.194410:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.194416:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.194419:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118732416 00000020:00000001:3.0:1763350970.194423:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.194425:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350970.194427:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.194431:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000020:00000001:3.0:1763350970.194436:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350970.194438:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350970.194441:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.194447:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c80. 00000100:00000001:3.0:1763350970.194452:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.194456:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c80. 00000020:00000010:3.0:1763350970.194464:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ee00. 00000020:00000010:3.0:1763350970.194470:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941bc00. 00000020:00000010:3.0:1763350970.194477:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375e10. 00000100:00000040:3.0:1763350970.194487:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350970.194492:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.194495:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350970.194499:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350970.194504:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.194509:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350970.194515:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.194519:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.194523:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf8400 refcount=3 00000020:00000001:3.0:1763350970.194527:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:3.0:1763350970.194532:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:3.0:1763350970.194536:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.194539:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.194541:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.194555:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.194561:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.194583:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.194621:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.194624:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.194630:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 993 00000100:00000040:3.0:1763350970.194635:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:3.0:1763350970.194637:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988422912 : -120542721128704 : ffff925df5ed4700) 00000100:00000040:3.0:1763350970.194646:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed4700 x1849001118732416/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 328/0 e 0 to 0 dl 1763350981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.194655:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.194659:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c80. 00000100:00000001:3.0:1763350970.194661:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.194664:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c80. 00000100:00100000:3.0:1763350970.194668:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:2361:x1849001118732416:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350970.194672:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118732416 00010000:00000001:3.0:1763350970.194675:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350970.194678:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350970.194681:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350970.194747:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.194751:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.194757:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00ec8000. 02000000:00000001:3.0:1763350970.194762:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.194766:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.194769:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350970.194773:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350970.194777:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.194780:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.194783:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf8400 refcount=3 00000020:00000001:3.0:1763350970.194787:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:3.0:1763350970.194791:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000040:3.0:1763350970.194797:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92700 count: 3 00000004:00000001:3.0:1763350970.194804:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350970.194809:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350970.194815:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.194820:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.194824:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.194828:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.194836:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350970.194839:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350970.194847:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.194850:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.194854:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.194856:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350970.194861:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dfbbf8400 with handle 0xcb8c81cc3033c03c from hash 00010000:00000001:3.0:1763350970.194865:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350970.194868:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.194870:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.194872:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350970.194879:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.194882:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.194886:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350970.194889:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350970.194895:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c03c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fe2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec7cd expref: 496 pid: 20013 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350970.194905:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:3.0:1763350970.194908:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00010000:00000010:3.0:1763350970.194911:0:5782:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925de02d0300. 00010000:00000001:3.0:1763350970.194922:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.194927:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350970.194931:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350970.194935:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fe2:0x0].0x0 (ffff925df4a92700) 00010000:00000001:3.0:1763350970.194941:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.194945:0:5782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.194948:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350970.194952:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350970.194954:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.194961:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.194966:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.194973:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.194982:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.194988:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.194992:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.194996:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.194999:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.195003:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.195008:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.195015:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23505d8. 00000100:00000200:3.0:1763350970.195024:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118732416, offset 224 00000400:00000200:3.0:1763350970.195035:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.195051:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.195062:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197771:197771:256:4294967295] 192.168.202.2@tcp LPNI seq info [197767:197767:8:4294967295] 00000400:00000200:3.0:1763350970.195080:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.195092:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.195100:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf370200. 00000800:00000200:3.0:1763350970.195112:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.195121:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350970.195125:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf370200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350970.195136:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.195143:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350970.195148:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.195152:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.195162:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed4700 x1849001118732416/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 328/224 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350970.195175:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:2361:x1849001118732416:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 518us (1405us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350970.195184:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 993 00000100:00000040:3.0:1763350970.195188:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350970.195192:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.195194:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.195210:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941bc00. 00000020:00000010:3.0:1763350970.195216:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375e10. 00000020:00000010:3.0:1763350970.195223:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3ee00. 00000020:00000040:3.0:1763350970.195228:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:3.0:1763350970.195230:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350970.201674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8400. 00010000:00000010:1.1:1763350970.207078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00010000:00000010:0.1:1763350970.225886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:1.1:1763350970.233259:0:20016:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:1.1:1763350970.233281:0:20016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:1.1:1763350970.233287:0:20016:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:1.1:1763350970.254935:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9600. 00010000:00000010:0.1:1763350970.266874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddee6000. 00000800:00000200:3.0:1763350970.271932:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.271938:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcb00. 00000400:00000200:3.0:1763350970.271945:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.271953:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.271959:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019908 00000400:00000010:3.0:1763350970.271962:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019908. 00000100:00000001:3.0:1763350970.271966:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350970.271971:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df5ed4e00 x1849001101440768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.271983:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350970.271987:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df5ed4e00 x1849001101440768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.271994:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.271996:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350970.280380:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.280405:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.280411:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.280413:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.280427:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.280449:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf1600 00000400:00000200:3.0:1763350970.280459:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x1189c9 [8] + 12264 00000800:00000001:3.0:1763350970.280470:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.280480:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.280483:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.280488:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.280496:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.280500:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350970.280507:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf8e00. 00000100:00000040:3.0:1763350970.280512:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf8e00 x1849001118733824 msgsize 328 00000100:00100000:3.0:1763350970.280516:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350970.280535:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.280547:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.280550:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350970.286740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddee6000. 00000800:00000200:3.0:1763350970.289961:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.289966:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc600. 00000400:00000200:3.0:1763350970.289971:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.289977:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.289982:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019ee0 00000400:00000010:3.0:1763350970.289984:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019ee0. 00000100:00000001:3.0:1763350970.289988:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.289990:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763350970.290067:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.290070:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90ed600. 00000400:00000200:3.0:1763350970.290076:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.290080:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.290082:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d26e8 00000400:00000010:3.0:1763350970.290084:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d26e8. 00000100:00000001:3.0:1763350970.290087:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350970.290091:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df51ece00 x1849001101441024/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350986 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.290101:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350970.290105:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df51ece00 x1849001101441024/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350986 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.290112:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.290114:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763350970.298834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89600. 00000800:00000001:3.0:1763350970.300974:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.300997:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.301003:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.301006:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.301021:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.301043:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd73880 00000400:00000200:3.0:1763350970.301055:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f055 [1] + 224 00000800:00000001:3.0:1763350970.301065:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.301074:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.301077:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.301082:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.301090:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350970.301100:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed4e00 x1849001101441152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350970.301113:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df5ed4e00 x1849001101441152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.301138:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.301148:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.301151:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350970.307699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7899e00. 00000100:00000001:3.0:1763350970.316839:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.316846:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118734336 02000000:00000001:3.0:1763350970.316852:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.316855:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.316858:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.316864:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.316869:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118734336 00000020:00000001:3.0:1763350970.316873:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.316876:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350970.316878:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.316884:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350970.316887:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350970.316890:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350970.316895:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.316905:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c80. 00000100:00000001:3.0:1763350970.316910:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.316913:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c80. 00000020:00000010:3.0:1763350970.316922:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ee00. 00000020:00000010:3.0:1763350970.316927:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941bc00. 00000020:00000010:3.0:1763350970.316935:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375e10. 00000100:00000040:3.0:1763350970.316945:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350970.316949:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.316950:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.316953:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.316963:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.318487:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350970.331657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7899e00. 00010000:00000010:0.1:1763350970.372091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7899e00. 00010000:00000010:0.1:1763350970.384884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7899e00. 00000100:00000001:3.0:1763350970.386160:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.386165:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118734720 02000000:00000001:3.0:1763350970.386169:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.386172:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.386175:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.386180:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.386185:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118734720 00000020:00000001:3.0:1763350970.386188:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.386191:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350970.386193:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.386197:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350970.386211:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350970.386213:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350970.386218:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.386225:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c80. 00000100:00000001:3.0:1763350970.386230:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.386233:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c80. 00000020:00000010:3.0:1763350970.386241:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ec00. 00000020:00000010:3.0:1763350970.386248:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b600. 00000020:00000010:3.0:1763350970.386256:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350970.386266:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763350970.386270:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.386272:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763350970.386275:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763350970.386278:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.386281:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:3.0:1763350970.386285:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.386290:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350970.386296:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350970.386299:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.386303:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.386306:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.386309:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.386311:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.386313:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.386315:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.386316:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.386318:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.386319:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.386320:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.386322:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.386325:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763350970.386328:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.386330:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.386332:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.386337:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763350970.386339:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.386342:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763350970.386351:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d0:0x0] (0->4095) req@ffff925de273e680 x1849001118734720/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/0 e 0 to 0 dl 1763350981 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763350970.386361:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763350970.386364:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925de273e680 with x1849001118734720 ext(0->4095) 00010000:00000001:3.0:1763350970.386367:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.386368:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.386371:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:3.0:1763350970.386373:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350970.386376:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350970.386380:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.386382:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350970.386383:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763350970.386385:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925de273e680 00002000:00000001:3.0:1763350970.386387:0:104354:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.386390:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.386401:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.386929:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.386950:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.386952:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.386959:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3698 00000100:00000040:3.0:1763350970.386964:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350970.386967:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530661701248 : -120543047850368 : ffff925de273e680) 00000100:00000040:3.0:1763350970.386973:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de273e680 x1849001118734720/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/0 e 0 to 0 dl 1763350981 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350970.386982:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.386986:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c80. 00000100:00000001:3.0:1763350970.386989:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.386991:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c80. 00000100:00100000:3.0:1763350970.386996:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de273e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118734720:12345-192.168.202.2@tcp:3:lfs.0 00000100:00000200:3.0:1763350970.387000:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118734720 00000020:00000001:3.0:1763350970.387003:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.387007:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350970.387009:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.387011:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.387013:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:3.0:1763350970.387016:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350970.387019:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.387022:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.387024:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.387025:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.387031:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.387034:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.387043:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff925dd0bc2000. 02000000:00000001:3.0:1763350970.387046:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.387048:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.387051:0:104354:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:3.0:1763350970.387054:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763350970.387057:0:104354:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.387060:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:3.0:1763350970.387065:0:104354:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:3.0:1763350970.387068:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763350970.387070:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 303300608 dropped 0, local 303300608 00000020:00000001:3.0:1763350970.387074:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763350970.387076:0:104354:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:3.0:1763350970.387079:0:104354:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:3.0:1763350970.387082:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350970.387086:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.387095:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084360 : -120547420467256 : ffff925cddd30fc8) 00002000:00000001:3.0:1763350970.387097:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084272 : -120547420467344 : ffff925cddd30f70) 00002000:00000001:3.0:1763350970.387101:0:104354:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763350970.387113:0:104354:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.387115:0:104354:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:3.0:1763350970.387117:0:104354:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.387125:0:104354:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:3.0:1763350970.387178:0:104354:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763350970.387184:0:104354:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.387186:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.387188:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.387194:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763350970.387254:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:3.0:1763350970.387258:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763350970.387276:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:3.0:1763350970.387279:0:104354:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: eb8d8bbe (4) 00000020:00008000:3.0:1763350970.387283:0:104354:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763350970.387289:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763350970.387295:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350970.387304:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.387308:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350970.387311:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.387313:0:104354:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:3.0:1763350970.387325:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30fc8/ffff925cddd30f70 to site lru. bkt: ffff925df5027678 00002000:00000001:3.0:1763350970.387327:0:104354:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.387329:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.387332:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.387334:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763350970.387336:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763350970.387339:0:104354:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:3.0:1763350970.387344:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847669, transno 0, xid 1849001118734720 00010000:00000001:3.0:1763350970.387348:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350970.387354:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de273e680 x1849001118734720/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/4536 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350970.387363:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.387366:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.387370:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.387376:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.387378:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.387381:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.387384:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.387387:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.387390:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.387393:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.387398:0:104354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb736240. 00000100:00000200:3.0:1763350970.387405:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1849001118734720, offset 224 00000400:00000200:3.0:1763350970.387412:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.387426:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.387432:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197797:197797:256:4294967295] 192.168.202.2@tcp LPNI seq info [197793:197793:8:4294967295] 00000400:00000200:3.0:1763350970.387445:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.387451:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.387455:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925cd3f3e200. 00000800:00000200:3.0:1763350970.387463:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.387472:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:3.0:1763350970.387476:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925cd3f3e200 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:3.0:1763350970.387487:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.387491:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350970.387494:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350970.387496:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.387499:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350970.387503:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de273e680 x1849001118734720/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/4536 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350970.387513:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de273e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118734720:12345-192.168.202.2@tcp:3:lfs.0 Request processed in 529us (1536us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763350970.387521:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3698 00000100:00000040:3.0:1763350970.387525:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350970.387528:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1763350970.387530:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763350970.387534:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d0:0x0] (0->4095) req@ffff925de273e680 x1849001118734720/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/4536 e 0 to 0 dl 1763350981 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763350970.387542:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763350970.387544:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925de273e680 with x1849001118734720 ext(0->4095) 00010000:00000001:3.0:1763350970.387547:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.387549:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.387551:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:3.0:1763350970.387554:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350970.387557:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350970.387560:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.387561:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350970.387563:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763350970.387565:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925de273e680 00002000:00000001:3.0:1763350970.387567:0:104354:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.387569:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.387575:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941b600. 00000020:00000010:3.0:1763350970.387580:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:3.0:1763350970.387586:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3ec00. 00000020:00000040:3.0:1763350970.387591:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:3.0:1763350970.387633:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.392559:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.392564:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118734848 02000000:00000001:3.0:1763350970.392566:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.392569:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.392571:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.392715:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.392721:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118734848 00000020:00000001:3.0:1763350970.392726:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.392728:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350970.392731:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.392735:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=17 00000020:00000001:3.0:1763350970.392738:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350970.392741:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350970.392749:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1763350970.393809:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.393813:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.393818:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.393819:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.393822:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.393824:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.393831:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.393834:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.393841:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.393843:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763350970.406653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8a75800. 00010000:00000010:2.1:1763350970.442656:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6f00. 00010000:00000010:2.1:1763350970.442665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00000100:00000040:3.0:1763350970.465806:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300847366, at 4300847368 00000100:00000010:3.0:1763350970.465828:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693840. 00080000:00000001:3.0:1763350970.470783:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763350970.470798:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350970.470801:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350970.470804:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055081 is committed 00000001:00000040:3.0:1763350970.470811:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:3.0:1763350970.470817:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000001:00000010:3.0:1763350970.470821:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd83d5a80. 00000020:00000001:3.0:1763350970.470829:0:20046:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:3.0:1763350970.470833:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dd9b366c0 refcount 2 committed 0 result 0 batchid 4294967614 00000020:00080000:3.0:1763350970.470837:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfc9dcc00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dd9b36e40 00000020:00080000:3.0:1763350970.470843:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfc9dc900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925deef10800 00000020:00000001:3.0:1763350970.470850:0:20046:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:3.0:1763350970.470852:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dd9b366c0 refcount 2 committed 1 result 0 batchid 4294967614 00000020:00000040:3.0:1763350970.470855:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfc9dcc00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dd9b36e40 00000020:00000040:3.0:1763350970.470858:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfc9dc900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925deef10800 00000020:00000001:3.0:1763350970.470862:0:20046:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:3.0:1763350970.470865:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470869:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763350970.470870:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470871:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350970.470874:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deef10800. 00080000:00000001:3.0:1763350970.470878:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350970.470895:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763350970.470898:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350970.470899:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350970.470900:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055088 is committed 00000001:00000040:3.0:1763350970.470903:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:3.0:1763350970.470906:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000001:00000010:3.0:1763350970.470908:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd660. 00040000:00000001:3.0:1763350970.470911:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470912:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763350970.470913:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470914:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350970.470916:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deae97c00. 00080000:00000001:3.0:1763350970.470918:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350970.470921:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763350970.470922:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:3.0:1763350970.470925:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000001:00000010:3.0:1763350970.470927:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd600. 00040000:00000001:3.0:1763350970.470928:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470930:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763350970.470931:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470932:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350970.470933:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deae97800. 00080000:00000001:3.0:1763350970.470936:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350970.470938:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763350970.470939:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:3.0:1763350970.470942:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000001:00000010:3.0:1763350970.470944:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fdea0. 00040000:00000001:3.0:1763350970.470946:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470947:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763350970.470948:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470949:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350970.470950:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deae96400. 00080000:00000001:3.0:1763350970.470952:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350970.470954:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763350970.470956:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:3.0:1763350970.470957:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000001:00000010:3.0:1763350970.470959:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd5a0. 00040000:00000001:3.0:1763350970.470961:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470962:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763350970.470963:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470964:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350970.470966:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deae97400. 00080000:00000001:3.0:1763350970.470968:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350970.470970:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763350970.470972:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:3.0:1763350970.470974:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000001:00000010:3.0:1763350970.470976:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fdba0. 00040000:00000001:3.0:1763350970.470978:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470979:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763350970.470980:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470981:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350970.470983:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deae95400. 00080000:00000001:3.0:1763350970.470985:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350970.470986:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763350970.470988:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:3.0:1763350970.470990:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000001:00000010:3.0:1763350970.470991:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fdf00. 00040000:00000001:3.0:1763350970.470993:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470995:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763350970.470996:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.470997:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350970.470999:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deae94400. 00080000:00000001:3.0:1763350970.471001:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350970.471003:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763350970.471004:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:3.0:1763350970.471006:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000001:00000010:3.0:1763350970.471008:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd420. 00040000:00000001:3.0:1763350970.471010:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.471012:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763350970.471013:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.471014:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350970.471015:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dd1472c00. 00080000:00000001:3.0:1763350970.471018:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350970.471020:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:3.0:1763350970.471023:0:20046:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967612 batchid updated 00000020:00000010:3.0:1763350970.471036:0:20046:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff925cc45fdde0. 00040000:00000001:3.0:1763350970.471039:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.471040:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:3.0:1763350970.471041:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350970.471042:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350970.471044:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00075000. 00080000:00000001:3.0:1763350970.471047:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:3.0:1763350970.472035:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.472042:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858ad00. 00000400:00000200:3.0:1763350970.472051:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.472063:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.472073:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019088 00000400:00000010:3.0:1763350970.472078:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019088. 00000100:00000001:3.0:1763350970.472086:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.472090:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763350970.475911:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.475917:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858ad00. 00000400:00000200:3.0:1763350970.475924:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.475930:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.475935:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019b28 00000400:00000010:3.0:1763350970.475938:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019b28. 00000100:00000001:3.0:1763350970.475942:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.475945:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350970.484661:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.484687:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.484694:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.484696:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.484711:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.484735:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 12 MB=0x691a81edf1c80 00000400:00000200:3.0:1763350970.484746:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 488/488 into md 0xd4485 [64] + 173920 00000800:00000001:3.0:1763350970.484757:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.484768:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.484771:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.484777:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.484786:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.484789:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350970.484797:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9180. 00000100:00000040:3.0:1763350970.484802:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf9180 x1849001118735488 msgsize 488 00000100:00100000:3.0:1763350970.484806:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350970.484824:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.484836:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.484840:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.490196:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.490236:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.490242:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.490245:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.490262:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:3.0:1763350970.490288:0:3308:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f0ad 00000400:00000200:3.0:1763350970.490298:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.490303:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:3.0:1763350970.490312:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019a18 00000400:00000010:3.0:1763350970.490315:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019a18. 00000100:00000001:3.0:1763350970.490321:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.490325:0:3308:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763350970.490327:0:3308:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350970.490346:0:3308:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350970.490349:0:3308:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350970.490351:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350970.490360:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.490364:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.490366:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.490368:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.490372:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.490380:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf1d00 00000400:00000200:3.0:1763350970.490389:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x1189c9 [8] + 14784 00000800:00000001:3.0:1763350970.490396:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.490468:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.490472:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.490478:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.490485:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.490490:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350970.490500:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9500. 00000100:00000040:3.0:1763350970.490506:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf9500 x1849001118735616 msgsize 328 00000100:00100000:3.0:1763350970.490516:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350970.490536:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.490544:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.490550:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350970.490723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddee6200. 00010000:00000010:2.1:1763350970.496715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7899e00. 00000800:00000200:3.0:1763350970.497268:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.497276:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858a400. 00000400:00000200:3.0:1763350970.497286:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.497297:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.497307:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0193b8 00000400:00000010:3.0:1763350970.497313:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0193b8. 00000100:00000001:3.0:1763350970.497321:0:3308:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350970.497324:0:3308:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350970.497329:0:3308:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925deeea7400. 02000000:00000001:3.0:1763350970.497335:0:3308:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763350970.497339:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350970.507773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddee6200. 00000800:00000001:3.0:1763350970.508499:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.508531:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.508535:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.508539:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.508553:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.508573:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 664 into portal 24 MB=0x691a81edf1f00 00000400:00000200:3.0:1763350970.508583:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 664/664 into md 0x4c2d [256] + 14864 00000800:00000001:3.0:1763350970.508594:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.508645:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.508649:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.508654:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.508664:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.508667:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350970.508681:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf8e00. 00000100:00000040:3.0:1763350970.508686:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf8e00 x1849001118736128 msgsize 664 00000100:00100000:3.0:1763350970.508690:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350970.508709:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.508721:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.508725:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.509139:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.509145:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.509147:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.509149:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.509155:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.509256:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf1f80 00000400:00000200:3.0:1763350970.509264:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118b09 [8] + 0 00000800:00000001:3.0:1763350970.509268:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.509275:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.509277:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.509280:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.509284:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.509287:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350970.509292:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9500. 00000100:00000040:3.0:1763350970.509337:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf9500 x1849001118736256 msgsize 440 00000100:00100000:3.0:1763350970.509342:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350970.509359:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.509366:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.509373:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.509587:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.509591:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763350970.509615:0:63085:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.509620:0:63085:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350970.513408:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.513415:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff925ccd7ba400. 00000400:00000200:3.0:1763350970.513420:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.513428:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.513433:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925ccd7ba200 00000400:00000010:3.0:1763350970.513436:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff925ccd7ba200. 00000100:00000001:3.0:1763350970.513441:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.513443:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350970.514224:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.514243:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.514247:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.514250:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.514260:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.514277:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 568 into portal 12 MB=0x691a81edf2000 00000400:00000200:3.0:1763350970.514287:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 568/568 into md 0xd4485 [64] + 174880 00000800:00000001:3.0:1763350970.514295:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.514305:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.514308:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.514312:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.514323:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.514325:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350970.514332:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfaa00. 00000100:00000040:3.0:1763350970.514336:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfaa00 x1849001118736384 msgsize 568 00000100:00100000:3.0:1763350970.514341:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350970.514413:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.514424:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.514429:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.521919:0:20019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.521923:0:20019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101441920 02000000:00000001:3.0:1763350970.521927:0:20019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.521929:0:20019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.521932:0:20019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.521937:0:20019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.521941:0:20019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101441920 00000020:00000001:3.0:1763350970.521944:0:20019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.521946:0:20019:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350970.521948:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.521952:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=9 00000020:00000001:3.0:1763350970.521955:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350970.521958:0:20019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350970.521962:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.521967:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5ac0. 00000100:00000001:3.0:1763350970.521971:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.521974:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5ac0. 00000020:00000010:3.0:1763350970.521980:0:20019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ee00. 00000020:00000010:3.0:1763350970.521986:0:20019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.521991:0:20019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000001:3.0:1763350970.521999:0:20019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.522001:0:20019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.522003:0:20019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.522013:0:20019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.522024:0:20019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.522038:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.522041:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.522046:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00000040:3.0:1763350970.522050:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350970.522052:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530974899584 : -120542734652032 : ffff925df51eed80) 00000100:00000040:3.0:1763350970.522057:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df51eed80 x1849001101441920/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:161/0 lens 408/0 e 0 to 0 dl 1763350981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.522066:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.522069:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5ac0. 00000100:00000001:3.0:1763350970.522072:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.522075:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5ac0. 00000100:00100000:3.0:1763350970.522079:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df51eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+9:20013:x1849001101441920:12345-0@lo:1000:mdt00_001.0 00000100:00000200:3.0:1763350970.522083:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101441920 00000020:00000001:3.0:1763350970.522086:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.522090:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350970.522093:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.522096:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.522098:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:3.0:1763350970.522102:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350970.522105:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.522108:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.522110:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.522113:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.522116:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763350970.522122:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cddf6a400. 00000100:00000001:3.0:1763350970.522126:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.522129:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.522136:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dd0bc4000. 02000000:00000001:3.0:1763350970.522138:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.522140:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.522145:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925de02b23c0. 00000020:00000001:3.0:1763350970.522147:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763350970.522150:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.522156:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084360 : -120547420467256 : ffff925cddd30fc8) 00080000:00000001:3.0:1763350970.522162:0:20019:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350970.522169:0:20019:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ec9400. 00080000:00000001:3.0:1763350970.522171:0:20019:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172926464 : -120542536625152 : ffff925e00ec9400) 00000020:00000001:3.0:1763350970.522175:0:20019:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:3.0:1763350970.522180:0:20019:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350970.522210:0:20019:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.522214:0:20019:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.522217:0:20019:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763350970.522219:0:20019:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350970.522223:0:20019:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.522247:0:20019:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.522249:0:20019:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.522266:0:20019:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.522268:0:20019:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763350970.522271:0:20019:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df46041d0 name trusted.fid flag 1 00080000:00000001:3.0:1763350970.522277:0:20019:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350970.522279:0:20019:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:3.0:1763350970.522349:0:20019:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.522353:0:20019:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763350970.522355:0:20019:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925dd0bc4208 index 0: rc = 0 00000020:00000040:3.0:1763350970.522358:0:20019:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763350970.522361:0:20019:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350970.522364:0:20019:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350970.522367:0:20019:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847675, last_committed = 21474847669 00000001:00000010:3.0:1763350970.522371:0:20019:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5b40. 00000001:00000040:3.0:1763350970.522373:0:20019:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 5 00000020:00000040:3.0:1763350970.522375:0:20019:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=10 00080000:00000001:3.0:1763350970.522380:0:20019:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.522389:0:20019:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350970.522391:0:20019:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.522399:0:20019:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350970.522402:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc9728/ffff925cddd30f70 to site lru. bkt: ffff925df5027678 00000020:00000001:3.0:1763350970.522405:0:20019:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.522408:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cddf6a400. 00000020:00000010:3.0:1763350970.522410:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925de02b23c0. 00000020:00000001:3.0:1763350970.522412:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350970.522416:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847668, transno 21474847675, xid 1849001101441920 00010000:00000001:3.0:1763350970.522419:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350970.522424:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df51eed80 x1849001101441920/t21474847675(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:161/0 lens 408/4320 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350970.522431:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.522434:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.522438:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=66 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350970.522443:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.522446:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350970.522448:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350970.522451:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.522453:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.522456:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.522458:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350970.522460:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925de02b23c0. 00000100:00000200:3.0:1763350970.522463:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101441920, offset 224 00000400:00000200:3.0:1763350970.522468:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350970.522475:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350970.522481:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd73b80 00000400:00000200:3.0:1763350970.522486:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f0d5 [2] + 224 00000400:00000200:3.0:1763350970.522491:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.522494:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350970.522498:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350970.522501:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df51ef100 x1849001101441920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350986 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350970.522509:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925df51ef100 x1849001101441920/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350986 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.522519:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350970.522525:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925de02b23c0 00000400:00000010:3.0:1763350970.522527:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925de02b23c0. 00000100:00000001:3.0:1763350970.522529:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.522531:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350970.522534:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.522537:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350970.522539:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350970.522541:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.522543:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350970.522546:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df51eed80 x1849001101441920/t21474847675(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:161/0 lens 408/4320 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350970.522555:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df51eed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:20013:x1849001101441920:12345-0@lo:1000:mdt00_001.0 Request processed in 487us (904us total) trans 21474847675 rc 0/0 00000100:00100000:3.0:1763350970.522562:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00000040:3.0:1763350970.522566:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350970.522568:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.522570:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.522574:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.522578:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:3.0:1763350970.522584:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3ee00. 00000020:00000040:3.0:1763350970.522589:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 9 00000100:00000001:3.0:1763350970.522591:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763350970.522826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:1.1:1763350970.522856:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da500. 00010000:00000010:1.1:1763350970.522859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8400. 00000100:00000001:3.0:1763350970.533975:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.533980:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763350970.533987:0:63031:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.533991:0:63031:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763350970.534297:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9600. 00000020:00000010:3.0:1763350970.542999:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.543005:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.543009:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000020:00000010:3.0:1763350970.543018:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ee00. 00000020:00000010:3.0:1763350970.543025:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.543032:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350970.543042:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350970.543045:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.543047:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.543049:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.543058:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.545686:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350970.546727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d8000. 00010000:00000010:0.1:1763350970.546737:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:0.1:1763350970.546743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00010000:00000010:0.1:1763350970.546766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:0.1:1763350970.546778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de2dd9200. 00010000:00000010:0.1:1763350970.546783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6500. 00010000:00000010:0.1:1763350970.546788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00010000:00000010:0.1:1763350970.546791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de2dd8c00. 00000100:00000001:3.0:1763350970.554529:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.554533:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118736896 02000000:00000001:3.0:1763350970.554536:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.554539:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.554542:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.554547:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.554569:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118736896 00000020:00000001:3.0:1763350970.554572:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.554574:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350970.554576:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.554579:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350970.554582:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350970.554584:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350970.554589:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.554638:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.554646:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.554648:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000020:00000010:3.0:1763350970.554657:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ec00. 00000020:00000010:3.0:1763350970.554665:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.554672:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3754b0. 00000100:00000040:3.0:1763350970.554681:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350970.554685:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.554686:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350970.554688:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350970.554692:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.554694:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350970.554699:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.554701:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.554703:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:3.0:1763350970.554705:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350970.554708:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350970.554710:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.554711:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.554713:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.554715:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.554724:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.554732:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.554748:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.554751:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.554757:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 994 00000100:00000040:3.0:1763350970.554760:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350970.554762:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988427392 : -120542721124224 : ffff925df5ed5880) 00000100:00000040:3.0:1763350970.554769:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed5880 x1849001118736896/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 328/0 e 0 to 0 dl 1763350981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.554783:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.554786:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.554788:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.554790:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000100:00100000:3.0:1763350970.554794:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118736896:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350970.554797:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118736896 00010000:00000001:3.0:1763350970.554800:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350970.554802:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350970.554804:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350970.554810:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.554812:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.554818:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00ec9800. 02000000:00000001:3.0:1763350970.554820:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.554822:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.554825:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350970.554827:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350970.554829:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.554830:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.554832:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:3.0:1763350970.554834:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350970.554836:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000040:3.0:1763350970.554841:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbfd00 count: 2 00002000:00000001:3.0:1763350970.554847:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350970.554854:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350970.554859:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.554868:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084360 : -120547420467256 : ffff925cddd30fc8) 00002000:00000001:3.0:1763350970.554871:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084272 : -120547420467344 : ffff925cddd30f70) 00002000:00000001:3.0:1763350970.554875:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350970.554884:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350970.554889:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30fc8/ffff925cddd30f70 to site lru. bkt: ffff925df5027678 00010000:00000001:3.0:1763350970.554892:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350970.554896:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.554899:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.554901:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.554902:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.554907:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350970.554908:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350970.554915:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.554916:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.554919:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.554920:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350970.554922:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc7898000 with handle 0xcb8c81cc3033c09e from hash 00010000:00000001:3.0:1763350970.554924:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350970.554926:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.554927:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.554928:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350970.554934:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.554938:0:54877:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.554940:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350970.554941:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350970.554945:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033c09e lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x25d0:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 518404189 flags: 0x44801000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec805 expref: 22 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350970.554953:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:3.0:1763350970.554955:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:3.0:1763350970.554966:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.554967:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350970.554980:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350970.554982:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.554984:0:54877:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.554986:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763350970.554988:0:54877:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dc3dbfd00 count: 0 00002000:00000010:3.0:1763350970.554993:0:54877:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925df2468480. 00010000:00000010:3.0:1763350970.554998:0:54877:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925dc3dbf500. 00010000:00010000:3.0:1763350970.555005:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350970.555007:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.555012:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.555016:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.555020:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.555030:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.555033:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.555036:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.555039:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.555041:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.555045:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.555049:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.555054:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350dd0. 00000100:00000200:3.0:1763350970.555062:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118736896, offset 224 00000400:00000200:3.0:1763350970.555069:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.555084:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.555091:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197811:197811:256:4294967295] 192.168.202.2@tcp LPNI seq info [197807:197807:8:4294967295] 00000400:00000200:3.0:1763350970.555105:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.555111:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.555116:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc600. 00000800:00000200:3.0:1763350970.555123:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.555132:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350970.555137:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350970.555156:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.555160:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350970.555163:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.555165:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.555169:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed5880 x1849001118736896/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 328/224 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350970.555178:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118736896:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 393us (1402us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350970.555186:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 994 00000100:00000040:3.0:1763350970.555190:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350970.555193:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.555194:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.555210:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.555215:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3754b0. 00000020:00000010:3.0:1763350970.555221:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3ec00. 00000020:00000040:3.0:1763350970.555225:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:3.0:1763350970.555228:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.560956:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.560960:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118737152 02000000:00000001:3.0:1763350970.560964:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.560968:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.560971:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.560977:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.560984:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118737152 00000020:00000001:3.0:1763350970.560987:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.560989:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350970.560993:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.560997:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:3.0:1763350970.561000:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350970.561002:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350970.561008:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.561015:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.561019:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.561022:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000020:00000010:3.0:1763350970.561030:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ec00. 00000020:00000010:3.0:1763350970.561037:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.561043:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3754b0. 00000100:00000040:3.0:1763350970.561054:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350970.561058:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.561059:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.561062:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.561072:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.561092:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.561106:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.561110:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.561116:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20853 00000100:00000040:3.0:1763350970.561120:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350970.561123:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511672960 : -120543197878656 : ffff925dd982a680) 00000100:00000040:3.0:1763350970.561132:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd982a680 x1849001118737152/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 392/0 e 0 to 0 dl 1763350981 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350970.561143:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.561146:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.561148:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.561150:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000100:00100000:3.0:1763350970.561155:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd982a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:225533:x1849001118737152:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350970.561160:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118737152 00000020:00000001:3.0:1763350970.561164:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.561169:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350970.561175:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925df2926e40: xid 1849001118736768, transno 8590055094, client gen 3, slot idx 1 00000001:00000001:3.0:1763350970.561181:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dd9b36540: xid 1849001118736384, transno 8590055092, client gen 3, slot idx 3 00000001:00000010:3.0:1763350970.561186:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dd9b36540. 00000020:00000001:3.0:1763350970.561191:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.561194:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.561204:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350970.561209:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350970.561213:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118737152, found 0 last_xid 1849001118737151 00000020:00000001:3.0:1763350970.561329:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.561332:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.561335:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.561339:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561347:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350970.561351:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350970.561353:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350970.561358:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561361:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350970.561367:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.561370:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.561372:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.561374:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.561376:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.561378:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.561379:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.561381:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.561382:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.561383:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.561384:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.561386:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.561387:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.561389:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561391:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561393:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350970.561395:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561399:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350970.561401:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.561402:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.561404:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.561405:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.561406:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.561407:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.561408:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.561410:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.561412:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.561413:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.561418:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350970.561427:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350970.561429:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350970.561432:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350970.561434:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.561437:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.561439:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561441:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350970.561443:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561445:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.561450:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.561453:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.561460:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925e00ec9000. 02000000:00000001:3.0:1763350970.561463:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.561465:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561468:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350970.561470:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561473:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763350970.561476:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763350970.561478:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.561480:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc9521300 refcount=2 00000020:00000001:3.0:1763350970.561482:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530240054016 : -120543469497600 : ffff925dc9521300) 00000004:00000001:3.0:1763350970.561485:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530240054016 : -120543469497600 : ffff925dc9521300) 00000020:00000040:3.0:1763350970.561488:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc9521300 with handle 0xcb8c81cc3033c058 from hash 00000004:00000001:3.0:1763350970.561494:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763350970.561497:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3fe9:0x0] with intent: 0 00000004:00000001:3.0:1763350970.561502:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763350970.561505:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:3.0:1763350970.561510:0:20017:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350970.561514:0:20017:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350970.561526:0:20017:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561529:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.561536:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.561540:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.561549:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350970.561552:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350970.561556:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350970.561558:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350970.561561:0:20017:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350970.561562:0:20017:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fe9:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350970.561566:0:20017:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350970.561569:0:20017:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561572:0:20017:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.561574:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.561577:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.561578:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.561580:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.561582:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.561584:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.561587:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.561588:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.561589:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.561591:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.561634:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.561639:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.561641:0:20017:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.561644:0:20017:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350970.561646:0:20017:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561649:0:20017:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763350970.561651:0:20017:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3fe9:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:3.0:1763350970.561656:0:20017:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.561660:0:20017:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763350970.561663:0:20017:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350970.561668:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350970.561677:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5420. 00080000:00000001:3.0:1763350970.561683:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350970.561824:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ec8c00. 00080000:00000001:3.0:1763350970.561829:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00000004:00000001:3.0:1763350970.561837:0:20017:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.561842:0:20017:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.561846:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.561848:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:3.0:1763350970.561852:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350970.561881:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561884:0:20017:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561886:0:20017:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.561892:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350970.561895:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350970.561903:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350970.561905:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.561906:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:3.0:1763350970.561911:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.561917:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.561919:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561921:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.561950:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.561953:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.561961:0:20017:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.561964:0:20017:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350970.561966:0:20017:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.561968:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.561969:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:3.0:1763350970.561973:0:20017:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350970.561975:0:20017:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763350970.562049:0:20017:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562051:0:20017:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562053:0:20017:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562055:0:20017:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.562062:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350970.562065:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350970.562070:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350970.562074:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055095, last_committed = 8590055088 00000001:00000010:3.0:1763350970.562079:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f58a0. 00000001:00000040:3.0:1763350970.562082:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:3.0:1763350970.562085:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00000001:00000010:3.0:1763350970.562093:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de02b2840. 00000004:00000001:3.0:1763350970.562100:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350970.562102:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.562103:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:3.0:1763350970.562107:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.562122:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350970.562125:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350970.562129:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de02b2840: xid 1849001118737152, transno 8590055095, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763350970.562132:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.562146:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.562150:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5420. 00000020:00000001:3.0:1763350970.562153:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562157:0:20017:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562159:0:20017:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562161:0:20017:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562164:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763350970.562166:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763350970.562168:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350970.562171:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.562173:0:20017:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350970.562175:0:20017:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350970.562180:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350970.562185:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350970.562188:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350970.562191:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3fe9:0x0], previous was 0x7 00000004:00000001:3.0:1763350970.562195:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562223:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763350970.562229:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562232:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:3.0:1763350970.562235:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350970.562240:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5420. 00080000:00000001:3.0:1763350970.562243:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350970.562247:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ecb400. 00080000:00000001:3.0:1763350970.562250:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00000004:00000001:3.0:1763350970.562257:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.562260:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:3.0:1763350970.562265:0:20017:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1763350970.562287:0:20017:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562290:0:20017:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:3.0:1763350970.562292:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.562293:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000002:3.0:1763350970.562298:0:20017:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3fe9:0x0] not in the id map cache 00080000:00000001:3.0:1763350970.562303:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350970.562312:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350970.562315:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562318:0:20017:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562322:0:20017:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:3.0:1763350970.562325:0:20017:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350970.562328:0:20017:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562331:0:20017:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1763350970.562333:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.562334:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:3.0:1763350970.562339:0:20017:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763350970.562343:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350970.562349:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350970.562353:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350970.562357:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350970.562359:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.562361:0:20017:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.562375:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763350970.562377:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.562382:0:20017:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562384:0:20017:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562389:0:20017:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350970.562392:0:20017:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1763350970.562394:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.562397:0:20017:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350970.562400:0:20017:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350970.562402:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350970.562403:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350970.562404:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350970.562406:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350970.562409:0:20017:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350970.562411:0:20017:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350970.562414:0:20017:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562416:0:20017:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00000004:00000001:3.0:1763350970.562421:0:20017:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:3.0:1763350970.562425:0:20017:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:3.0:1763350970.562428:0:20017:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350970.562430:0:20017:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00000004:00000040:3.0:1763350970.562434:0:20017:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:3.0:1763350970.562438:0:20017:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763350970.562443:0:20017:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763350970.562446:0:20017:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:3.0:1763350970.562450:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350970.562453:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350970.562455:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350970.562458:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562461:0:20017:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763350970.562464:0:20017:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1763350970.562468:0:20017:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1763350970.562485:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.562497:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.562499:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.562503:0:20017:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763350970.562519:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763350970.562521:0:20017:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350970.562529:0:20017:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:3.0:1763350970.562532:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.562534:0:20017:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.562536:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350970.562546:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.562548:0:20017:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562551:0:20017:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562553:0:20017:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562556:0:20017:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350970.562558:0:20017:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350970.562561:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.562587:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.562589:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.562591:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00010000:00000010:3.1:1763350970.562664:0:20017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7898000. 00010000:00000010:3.1:1763350970.562681:0:20017:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc3dbfd00. 00010000:00000010:2.1:1763350970.562769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6400. 00010000:00000010:2.1:1763350970.562778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddee6000. 00010000:00000010:2.1:1763350970.562783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6000. 00010000:00000010:2.1:1763350970.562788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddee6200. 00000001:00000001:3.0:1763350970.562829:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.562833:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562836:0:20017:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562839:0:20017:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.562842:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350970.562845:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350970.562847:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562850:0:20017:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350970.562852:0:20017:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350970.562854:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.562861:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.562863:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.562865:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.562873:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.562874:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562876:0:20017:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562878:0:20017:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.562880:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350970.562882:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350970.562884:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562886:0:20017:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350970.562888:0:20017:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350970.562890:0:20017:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00000001:3.0:1763350970.562894:0:20017:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562896:0:20017:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562898:0:20017:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562901:0:20017:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562903:0:20017:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.562908:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350970.562910:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350970.562913:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350970.562915:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.562917:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:3.0:1763350970.562919:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.562923:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.562924:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562926:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.562941:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.562943:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.562950:0:20017:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:3.0:1763350970.562957:0:20017:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:3.0:1763350970.562958:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.562960:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:3.0:1763350970.562964:0:20017:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1763350970.562997:0:20017:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763350970.562999:0:20017:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763350970.563001:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350970.563003:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350970.563005:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350970.563007:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.563009:0:20017:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350970.563011:0:20017:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.563061:0:20017:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563064:0:20017:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563067:0:20017:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1763350970.563069:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.563070:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:3.0:1763350970.563075:0:20017:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763350970.563081:0:20017:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563083:0:20017:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563086:0:20017:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1763350970.563089:0:20017:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x3fe9:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:3.0:1763350970.563093:0:20017:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:3.0:1763350970.563094:0:20017:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1763350970.563096:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.563097:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:3.0:1763350970.563101:0:20017:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763350970.563102:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350970.563104:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350970.563105:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350970.563107:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350970.563108:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.563110:0:20017:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.563182:0:20017:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350970.563185:0:20017:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563188:0:20017:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563191:0:20017:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350970.563192:0:20017:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1763350970.563194:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.563196:0:20017:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350970.563209:0:20017:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350970.563210:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350970.563211:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350970.563213:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350970.563215:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350970.563217:0:20017:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350970.563219:0:20017:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350970.563222:0:20017:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563223:0:20017:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00000004:00000001:3.0:1763350970.563227:0:20017:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:3.0:1763350970.563229:0:20017:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:3.0:1763350970.563231:0:20017:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350970.563232:0:20017:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00000004:00000040:3.0:1763350970.563236:0:20017:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:3.0:1763350970.563239:0:20017:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:3.0:1763350970.563241:0:20017:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:3.0:1763350970.563243:0:20017:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:3.0:1763350970.563246:0:20017:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446623525831118336 : -120547878433280 : ffff925cc2870e00) 00000040:00000001:3.0:1763350970.563248:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350970.563250:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350970.563252:0:20017:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763350970.563254:0:20017:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763350970.563256:0:20017:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763350970.563265:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.563303:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763350970.563306:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.563312:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1763350970.563315:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.563319:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1763350970.563322:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.563341:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:3.0:1763350970.563345:0:20017:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9562, 64 off620256 00000040:00000001:3.0:1763350970.563348:0:20017:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350970.563350:0:20017:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350970.563352:0:20017:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350970.563354:0:20017:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1763350970.563356:0:20017:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:3.0:1763350970.563359:0:20017:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9562: rc = 1 00000004:00000010:3.0:1763350970.563365:0:20017:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925cd99f53c0. 00000004:00080000:3.0:1763350970.563368:0:20017:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6180168771306ns, next at 6181168765617ns, rc = 0 00000004:00000001:3.0:1763350970.563371:0:20017:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563373:0:20017:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563375:0:20017:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563377:0:20017:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563380:0:20017:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563382:0:20017:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:3.0:1763350970.563385:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763350970.563389:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350970.563391:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763350970.563395:0:20017:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055095 00000001:00000001:3.0:1763350970.563398:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350970.563401:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055096, last_committed = 8590055088 00000001:00000010:3.0:1763350970.563405:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5840. 00000001:00000040:3.0:1763350970.563408:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:3.0:1763350970.563411:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=492 00000001:00000010:3.0:1763350970.563416:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de02b26c0. 00000004:00000001:3.0:1763350970.563421:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350970.563423:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.563424:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:3.0:1763350970.563427:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.563435:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350970.563437:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350970.563442:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de02b2840: xid 1849001118737152, transno 8590055095, client gen 3, slot idx 0 00000001:00000001:3.0:1763350970.563446:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de02b2840: xid 1849001118737152, transno 8590055095, client gen 3, slot idx 0 00000001:00000010:3.0:1763350970.563449:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de02b2840. 00000001:00000001:3.0:1763350970.563452:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de02b26c0: xid 1849001118737152, transno 8590055096, tag 1, client gen 3, slot idx 2 00000001:00000001:3.0:1763350970.563455:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.563473:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.563475:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5420. 00000020:00000001:3.0:1763350970.563477:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.563483:0:20017:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:3.0:1763350970.563488:0:20017:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350970.563491:0:20017:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350970.563501:0:20017:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405300. 00010000:00000010:3.0:1763350970.563506:0:20017:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925df941b680. 00010000:00000001:3.0:1763350970.563510:0:20017:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350970.563515:0:20017:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:3.0:1763350970.563522:0:20017:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350970.563525:0:20017:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033c115 to hash 00000020:00000001:3.0:1763350970.563528:0:20017:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350970.563529:0:20017:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:3.0:1763350970.563536:0:20017:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76e80. 00010000:00000001:3.0:1763350970.563540:0:20017:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350970.563544:0:20017:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.563547:0:20017:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.563552:0:20017:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c115 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3fe9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20017 initiator: MDT0 00010000:00000001:3.0:1763350970.563562:0:20017:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350970.563567:0:20017:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350970.563569:0:20017:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350970.563572:0:20017:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.563574:0:20017:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.563576:0:20017:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.563578:0:20017:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.563581:0:20017:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350970.563583:0:20017:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350970.563585:0:20017:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350970.563586:0:20017:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350970.563589:0:20017:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fe9:0x0].0x0 (ffff925e00405300) refcount = 1 00010000:00010000:3.0:1763350970.563593:0:20017:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c115 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 20017 initiator: MDT0 00010000:00000001:3.0:1763350970.563656:0:20017:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350970.563664:0:20017:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.563666:0:20017:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.563669:0:20017:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350970.563671:0:20017:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.563673:0:20017:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.563676:0:20017:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763350970.563680:0:20017:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:3.0:1763350970.563683:0:20017:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.563687:0:20017:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c115 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20017 initiator: MDT0 00010000:00000001:3.0:1763350970.563693:0:20017:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350970.563695:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.563696:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.563699:0:20017:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.563701:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.563703:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=3 00000020:00000001:3.0:1763350970.563705:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350970.563708:0:20017:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350970.563712:0:20017:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.563713:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.563714:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=4 00000020:00000001:3.0:1763350970.563716:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350970.563718:0:20017:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350970.563720:0:20017:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763350970.563722:0:20017:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c115 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3fe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20017 initiator: MDT0 00010000:00000001:3.0:1763350970.563728:0:20017:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350970.563731:0:20017:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c115 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3fe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20017 initiator: MDT0 00010000:00000001:3.0:1763350970.563735:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.563736:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350970.563738:0:20017:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c115 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3fe9:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20017 initiator: MDT0 00010000:00000001:3.0:1763350970.563743:0:20017:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.563744:0:20017:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.563748:0:20017:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763350970.563753:0:20017:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925de02b23c0. 00010000:00000001:3.0:1763350970.563757:0:20017:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763350970.563777:0:20017:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763350970.563780:0:20017:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.563782:0:20017:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.563784:0:20017:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350970.563785:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.563787:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.563788:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.563789:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350970.563790:0:20017:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:3.0:1763350970.563793:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc9521300. 00000004:00000001:3.0:1763350970.563812:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:3.0:1763350970.563846:0:20017:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925cddd35560. 00000004:00000001:3.0:1763350970.563859:0:20017:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763350970.563865:0:20017:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763350970.563874:0:20017:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925dc9b70100. 00000004:00000010:3.0:1763350970.563881:0:20017:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccdb25868. 00000004:00000010:3.0:1763350970.563894:0:20017:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925cc739f9c8. 00000004:00000010:3.0:1763350970.563904:0:20017:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925cc739f8f0. 00000004:00000010:3.0:1763350970.563914:0:20017:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925de9da99c0. 00000004:00000010:3.0:1763350970.563922:0:20017:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff925cddd20dd0. 00000004:00000010:3.0:1763350970.563933:0:20017:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff925ccd8dff00. 00000004:00000001:3.0:1763350970.563942:0:20017:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1763350970.563948:0:20017:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x3fe9:0x0] 00000004:00000010:3.0:1763350970.563955:0:20017:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff925cddeeaf00. 00000004:00000001:3.0:1763350970.563964:0:20017:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:3.0:1763350970.563968:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350970.563972:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563978:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.563985:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763350970.563989:0:20017:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350970.563991:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350970.563993:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350970.563995:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350970.564000:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350970.564006:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.564015:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350970.564018:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763350970.564027:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350970.564035:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.564038:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350970.564043:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055088, transno 8590055096, xid 1849001118737152 00010000:00000001:3.0:1763350970.564047:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350970.564059:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd982a680 x1849001118737152/t8590055096(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 392/456 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350970.564068:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.564071:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.564075:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.564080:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.564083:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.564086:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.564089:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.564093:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.564099:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.564102:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.564108:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350bb0. 00000100:00000200:3.0:1763350970.564118:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118737152, offset 224 00000400:00000200:3.0:1763350970.564127:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.564149:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.564162:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197813:197813:256:4294967295] 192.168.202.2@tcp LPNI seq info [197809:197809:8:4294967295] 00000400:00000200:3.0:1763350970.564184:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.564212:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.564224:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc600. 00000800:00000200:3.0:1763350970.564237:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.564253:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350970.564261:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350970.564289:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.564295:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350970.564298:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350970.564302:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.564306:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350970.564314:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd982a680 x1849001118737152/t8590055096(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 392/456 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350970.564327:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd982a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:225533:x1849001118737152:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 3182us (3489us total) trans 8590055096 rc 0/0 00000100:00100000:3.0:1763350970.564339:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20853 00000100:00000040:3.0:1763350970.564344:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350970.564347:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.564349:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763350970.564354:0:20017:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:3.0:1763350970.564359:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.564364:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3754b0. 00000020:00000010:3.0:1763350970.564372:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3ec00. 00000020:00000040:3.0:1763350970.564378:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:3.0:1763350970.564381:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350970.564413:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300847464, at 4300847466 00000100:00000010:3.0:1763350970.564422:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865c600. 00010000:00000010:2.1:1763350970.570238:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405300. 00010000:00000010:2.1:1763350970.570251:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:2.1:1763350970.590857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:2.1:1763350970.590874:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92f00. 00010000:00000010:2.1:1763350970.590897:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:2.1:1763350970.590900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350970.598788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:0.1:1763350970.599624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00000100:00000001:3.0:1763350970.607131:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.607136:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118738304 02000000:00000001:3.0:1763350970.607141:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.607144:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.607147:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.607152:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.607157:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118738304 00000020:00000001:3.0:1763350970.607161:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.607164:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350970.607167:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.607172:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=497 00000020:00000001:3.0:1763350970.607176:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350970.607178:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350970.607184:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.607205:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.607210:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.607212:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000020:00000010:3.0:1763350970.607220:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3fa00. 00000020:00000010:3.0:1763350970.607226:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.607232:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3754b0. 00000100:00000040:3.0:1763350970.607242:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350970.607246:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.607247:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350970.607250:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350970.607254:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.607257:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350970.607264:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.607266:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.607268:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=4 00000020:00000001:3.0:1763350970.607270:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350970.607273:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00010000:3.0:1763350970.607285:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c146 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec83d expref: 497 pid: 20013 timeout: 6280 lvb_type: 0 00010000:00000001:3.0:1763350970.607295:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.607297:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.607298:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.607300:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.607309:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763350970.607316:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925de90f4700 x1849001118738304/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 328/0 e 0 to 0 dl 1763350981 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.607323:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350970.607325:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.607335:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.607349:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.607351:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.607357:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4011 00000100:00000040:3.0:1763350970.607361:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:3.0:1763350970.607363:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530772547328 : -120542937004288 : ffff925de90f4700) 00000100:00000040:3.0:1763350970.607368:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de90f4700 x1849001118738304/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 328/0 e 0 to 0 dl 1763350981 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.607377:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.607380:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.607383:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.607385:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000100:00100000:3.0:1763350970.607390:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de90f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:2360:x1849001118738304:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350970.607393:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118738304 00010000:00000001:3.0:1763350970.607396:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350970.607398:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350970.607400:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350970.607405:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.607407:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.607413:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00ec9c00. 02000000:00000001:3.0:1763350970.607415:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.607418:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.607420:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350970.607422:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350970.607424:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.607425:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.607427:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=4 00000020:00000001:3.0:1763350970.607428:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350970.607431:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000040:3.0:1763350970.607434:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 3 00000004:00000001:3.0:1763350970.607439:0:54877:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763350970.607443:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c146 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec83d expref: 497 pid: 20013 timeout: 6280 lvb_type: 0 00000100:00001000:3.0:1763350970.607452:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=36 v=5 (1 0 0 0) 00010000:00000001:3.0:1763350970.607455:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350970.607461:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.607463:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350970.607466:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c146 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec83d expref: 497 pid: 20013 timeout: 6280 lvb_type: 0 00000020:00000001:3.0:1763350970.607475:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.607478:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.607480:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.607482:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.607487:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350970.607489:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350970.607495:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.607496:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.607498:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.607500:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350970.607502:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033c146 from hash 00010000:00000001:3.0:1763350970.607505:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350970.607506:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.607507:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.607508:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350970.607514:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.607515:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.607518:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350970.607519:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350970.607522:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c146 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec83d expref: 497 pid: 20013 timeout: 6280 lvb_type: 0 00010000:00000040:3.0:1763350970.607530:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 480 00000020:00000040:3.0:1763350970.607533:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00010000:00000010:3.0:1763350970.607536:0:54877:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be580. 00010000:00000001:3.0:1763350970.607544:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.607547:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350970.607550:0:54877:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350970.607553:0:54877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fea:0x0].0x0 (ffff925df4a92100) 00010000:00010000:3.0:1763350970.607559:0:54877:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c15b lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350970.607570:0:54877:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350970.607573:0:54877:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.607575:0:54877:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.607577:0:54877:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.607579:0:54877:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.607583:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350970.607585:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350970.607588:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c15b lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350970.607642:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763350970.607646:0:54877:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350970.607648:0:54877:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350970.607649:0:54877:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350970.607653:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fea:0x0].0x0 (ffff925df4a92100) refcount = 2 00010000:00010000:3.0:1763350970.607657:0:54877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c15b lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350970.607663:0:54877:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350970.607666:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.607667:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.607669:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350970.607671:0:54877:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.607674:0:54877:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763350970.607678:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.607682:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350970.607689:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925de02b2840. 00000100:00000001:3.0:1763350970.607691:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530623379520 : -120543086172096 : ffff925de02b2840) 00000100:00000001:3.0:1763350970.607693:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530623379520 : -120543086172096 : ffff925de02b2840) 00000100:00000001:3.0:1763350970.607696:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350970.607698:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350970.607700:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350970.607703:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350970.611337:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.611344:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350970.611350:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c15b lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:3.0:1763350970.611361:0:54877:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4d80. 00010000:00000001:3.0:1763350970.611368:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.611370:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.611373:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350970.611375:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350970.611377:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.611380:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.611383:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763350970.611385:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925de02b2840. 00000100:00000001:3.0:1763350970.611388:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350970.611389:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350970.611392:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dfb9b5940. 00010000:00000001:3.0:1763350970.611394:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763350970.611397:0:54877:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92100 count: 0 00010000:00000010:3.0:1763350970.611404:0:54877:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70c00. 00010000:00010000:3.0:1763350970.611409:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350970.611411:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.611417:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.611419:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.611423:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.611427:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.611431:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.611434:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.611436:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.611438:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.611441:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.611444:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.611449:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350088. 00000100:00000200:3.0:1763350970.611454:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118738304, offset 224 00000400:00000200:3.0:1763350970.611459:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.611468:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.611473:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197820:197820:255:4294967295] 192.168.202.2@tcp LPNI seq info [197816:197816:7:4294967295] 00000400:00000200:3.0:1763350970.611482:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.611486:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.611491:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcb00. 00000800:00000200:3.0:1763350970.611495:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.611500:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350970.611504:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350970.611507:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.611509:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350970.611511:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.611514:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.611519:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de90f4700 x1849001118738304/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 328/224 e 0 to 0 dl 1763350981 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350970.611529:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de90f4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:2360:x1849001118738304:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 4151us (6450us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350970.611537:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4011 00000100:00000040:3.0:1763350970.611540:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350970.611542:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.611544:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.611548:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.611551:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3754b0. 00000020:00000010:3.0:1763350970.611557:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3fa00. 00000020:00000040:3.0:1763350970.611562:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:3.0:1763350970.611564:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350970.613167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000100:00000001:3.0:1763350970.622329:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.622333:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118738560 02000000:00000001:3.0:1763350970.622337:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.622340:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.622342:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.622348:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.622354:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118738560 00000020:00000001:3.0:1763350970.622358:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.622360:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350970.622363:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.622368:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:3.0:1763350970.622371:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350970.622374:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350970.622379:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.622385:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.622389:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.622393:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000020:00000010:3.0:1763350970.622401:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3fa00. 00000020:00000010:3.0:1763350970.622407:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.622413:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3754b0. 00000100:00000040:3.0:1763350970.622424:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350970.622427:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.622428:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.622430:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.622440:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.622460:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.622474:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.622477:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.622483:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20854 00000100:00000040:3.0:1763350970.622488:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350970.622491:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530772550912 : -120542937000704 : ffff925de90f5500) 00000100:00000040:3.0:1763350970.622499:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de90f5500 x1849001118738560/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 392/0 e 0 to 0 dl 1763350981 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350970.622522:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.622524:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.622526:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.622528:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000100:00100000:3.0:1763350970.622533:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de90f5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:225533:x1849001118738560:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350970.622537:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118738560 00000020:00000001:3.0:1763350970.622542:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.622546:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350970.622552:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9ad300: xid 1849001118738176, transno 8590055099, client gen 3, slot idx 0 00000001:00000001:3.0:1763350970.622557:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dd9b36540: xid 1849001118737920, transno 8590055098, client gen 3, slot idx 1 00000001:00000010:3.0:1763350970.622562:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dd9b36540. 00000020:00000001:3.0:1763350970.622567:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.622570:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.622572:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350970.622576:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350970.622579:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118738560, found 0 last_xid 1849001118738559 00000020:00000001:3.0:1763350970.622582:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.622585:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.622587:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.622591:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1763350970.622629:0:20017:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00010000:00000010:3.1:1763350970.622638:0:20017:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92100. 00000004:00000001:3.0:1763350970.622648:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350970.622651:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350970.622653:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350970.622658:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622662:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350970.622666:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.622668:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.622671:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.622672:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.622674:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.622676:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.622678:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.622679:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.622681:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.622682:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.622684:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.622686:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.622687:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.622690:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622693:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622695:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350970.622697:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622701:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350970.622702:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.622703:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.622705:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.622706:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.622708:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.622709:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.622711:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.622712:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.622715:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.622716:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.622720:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350970.622727:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350970.622730:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350970.622733:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350970.622735:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.622738:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.622739:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622742:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350970.622744:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622745:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.622750:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.622753:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.622760:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925e00ec8000. 02000000:00000001:3.0:1763350970.622763:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.622766:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622768:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350970.622770:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622773:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763350970.622776:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763350970.622778:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.622780:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc9b70400 refcount=2 00000020:00000001:3.0:1763350970.622782:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530246669312 : -120543462882304 : ffff925dc9b70400) 00000004:00000001:3.0:1763350970.622785:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530246669312 : -120543462882304 : ffff925dc9b70400) 00000020:00000040:3.0:1763350970.622788:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc9b70400 with handle 0xcb8c81cc3033c162 from hash 00000004:00000001:3.0:1763350970.622792:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763350970.622795:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3fea:0x0] with intent: 0 00000004:00000001:3.0:1763350970.622799:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763350970.622801:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:3.0:1763350970.622806:0:20017:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350970.622810:0:20017:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350970.622820:0:20017:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622823:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.622830:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.622843:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.622851:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.622855:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.622859:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.622862:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350970.622864:0:20017:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.622866:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.622867:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.622869:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.622870:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.622872:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.622874:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350970.622876:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350970.622877:0:20017:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350970.622880:0:20017:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350970.622882:0:20017:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622884:0:20017:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.622886:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.622888:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.622889:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.622892:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.622894:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.622896:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.622899:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.622900:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.622901:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.622903:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.622905:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.622906:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.622908:0:20017:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350970.622910:0:20017:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350970.622912:0:20017:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.622914:0:20017:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763350970.622916:0:20017:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3fea:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1763350970.622920:0:20017:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.622923:0:20017:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763350970.622925:0:20017:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350970.622929:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350970.622937:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f52a0. 00080000:00000001:3.0:1763350970.622942:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350970.622955:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00077400. 00080000:00000001:3.0:1763350970.622958:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00000004:00000001:3.0:1763350970.622963:0:20017:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.622968:0:20017:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.622971:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.622974:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00080000:00000001:3.0:1763350970.622977:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350970.623003:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623005:0:20017:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623008:0:20017:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.623013:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350970.623016:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350970.623022:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350970.623024:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.623025:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00080000:00000001:3.0:1763350970.623029:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.623036:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.623037:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623040:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.623066:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.623069:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623076:0:20017:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.623080:0:20017:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350970.623082:0:20017:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350970.623084:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.623085:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00080000:00000001:3.0:1763350970.623089:0:20017:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350970.623091:0:20017:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763350970.623113:0:20017:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763350970.623116:0:20017:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.623119:0:20017:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623121:0:20017:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623123:0:20017:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623125:0:20017:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.623130:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350970.623133:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350970.623137:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350970.623141:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055100, last_committed = 8590055088 00000001:00000010:3.0:1763350970.623145:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5060. 00000001:00000040:3.0:1763350970.623148:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 12 00000020:00000040:3.0:1763350970.623151:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00000001:00000010:3.0:1763350970.623158:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de02b20c0. 00000004:00000001:3.0:1763350970.623165:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350970.623167:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.623168:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00080000:00000001:3.0:1763350970.623172:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.623204:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350970.623207:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350970.623211:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de02b20c0: xid 1849001118738560, transno 8590055100, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763350970.623214:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.623302:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.623306:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f52a0. 00000020:00000001:3.0:1763350970.623308:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623312:0:20017:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623314:0:20017:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623317:0:20017:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623320:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763350970.623321:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763350970.623324:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350970.623326:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.623328:0:20017:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350970.623330:0:20017:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350970.623333:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350970.623337:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350970.623342:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350970.623344:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3fea:0x0], previous was 0x7 00000004:00000001:3.0:1763350970.623348:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623351:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763350970.623354:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623357:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1763350970.623361:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350970.623364:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1763350970.623368:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc9b70400. 00000004:00000001:3.0:1763350970.623380:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350970.623384:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350970.623385:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623387:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623390:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763350970.623393:0:20017:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350970.623395:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350970.623401:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350970.623403:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350970.623405:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350970.623411:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.623415:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350970.623417:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763350970.623425:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350970.623432:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.623434:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350970.623438:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055088, transno 8590055100, xid 1849001118738560 00010000:00000001:3.0:1763350970.623442:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350970.623452:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de90f5500 x1849001118738560/t8590055100(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 392/456 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350970.623466:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.623469:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.623474:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.623479:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.623481:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.623483:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.623486:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.623489:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.623494:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.623497:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00010000:00000010:2.1:1763350970.629972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3a00. 00010000:00000010:2.1:1763350970.659660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:0.1:1763350970.665033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3600. 00000100:00000001:3.0:1763350970.677171:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.677176:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118739200 02000000:00000001:3.0:1763350970.677179:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.677182:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.677184:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.677190:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.677194:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118739200 00000020:00000001:3.0:1763350970.677205:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.677208:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350970.677210:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.677214:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:3.0:1763350970.677218:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350970.677220:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350970.677226:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.677232:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.677236:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.677239:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000020:00000010:3.0:1763350970.677247:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3e200. 00000020:00000010:3.0:1763350970.677253:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941bc00. 00000020:00000010:3.0:1763350970.677260:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375c80. 00000100:00000040:3.0:1763350970.677270:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350970.677273:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.677275:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.677278:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.677287:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.677305:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.677319:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.677322:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.677327:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19926 00000100:00000040:3.0:1763350970.677332:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350970.677334:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530772560768 : -120542936990848 : ffff925de90f7b80) 00000100:00000040:3.0:1763350970.677342:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de90f7b80 x1849001118739200/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 328/0 e 0 to 0 dl 1763350981 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350970.677352:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.677354:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.677356:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.677358:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5940. 00000100:00100000:3.0:1763350970.677363:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de90f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118739200:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350970.677367:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118739200 00000020:00000001:3.0:1763350970.677371:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.677375:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350970.677377:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.677380:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.677383:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350970.677386:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350970.677390:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.677393:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.677396:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.677403:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.677406:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350970.677409:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350970.677411:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350970.677413:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350970.677415:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.677423:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350970.677431:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbfc00 count: 2 00010000:00000001:3.0:1763350970.677435:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350970.677438:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350970.677443:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:3.0:1763350970.677447:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350970.677450:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033c18c to hash 00000020:00000001:3.0:1763350970.677452:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350970.677454:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350970.677457:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00010000:3.0:1763350970.677462:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c18c lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d1:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec867 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350970.677472:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:3.0:1763350970.677475:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:3.0:1763350970.677483:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763350970.677487:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763350970.677490:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.677493:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.677500:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00076c00. 02000000:00000001:3.0:1763350970.677502:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.677505:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.677508:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350970.677511:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.677516:0:63085:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.677518:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763350970.677524:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925deb026a80. 00002000:00000001:3.0:1763350970.677527:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763350970.677530:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763350970.677534:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dfb9b5940. 00000100:00000001:3.0:1763350970.677537:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350970.677544:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925de02b2840. 00000100:00000001:3.0:1763350970.677546:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530623379520 : -120543086172096 : ffff925de02b2840) 00000100:00000001:3.0:1763350970.677549:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530623379520 : -120543086172096 : ffff925de02b2840) 00000100:00000001:3.0:1763350970.677552:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350970.677554:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350970.677556:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763350970.677559:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763350970.677564:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcce00. 00000020:00000040:3.0:1763350970.677567:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763350970.677571:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350970.677574:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350970.677580:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350970.677586:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cd3f3f000. 00000100:00000001:3.0:1763350970.677591:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.677643:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350970.677648:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350970.677653:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bcce00 x1849001101442560/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.677661:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350970.677664:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.677668:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bcce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101442560:192.168.202.2@tcp:106: 00000100:00000001:3.0:1763350970.677673:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350970.677679:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350970.677681:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.677684:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350970.677688:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cd3f3ec00. 02000000:00000001:3.0:1763350970.677689:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350970.677696:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e008103c8. 00000400:00000010:3.0:1763350970.677704:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350cc0. 00000100:00000200:3.0:1763350970.677713:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101442560, portal 16 00000100:00000001:3.0:1763350970.677715:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350970.677717:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901360128 : -120542808191488 : ffff925df0bcce00) 00000100:00000040:3.0:1763350970.677723:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df0bcce00 x1849001101442560/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.677730:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.677732:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.677735:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350330. 00000100:00000200:3.0:1763350970.677738:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101442560, offset 0 00000400:00000200:3.0:1763350970.677745:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.677759:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.677764:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763350970.677769:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:3.0:1763350970.677773:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763350970.677776:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:3.0:1763350970.677780:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197827:197827:256:4294967295] 192.168.202.2@tcp LPNI seq info [197823:197823:8:4294967295] 00000400:00000200:3.0:1763350970.677792:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.677797:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.677803:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:3.0:1763350970.677810:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.677818:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350970.677823:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763350970.677843:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.677847:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300847650 00000100:00000001:3.0:1763350970.677855:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300847612 00000100:00000001:3.0:1763350970.677859:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300847650 00000100:00000001:3.0:1763350970.677862:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300847612 00000100:00000001:3.0:1763350970.677865:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300847650 00000100:00000001:3.0:1763350970.677868:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300847612 00000100:00000001:3.0:1763350970.677871:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300847650 00000100:00000001:3.0:1763350970.677875:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300847612 00000100:00000001:3.0:1763350970.677877:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350970.677880:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.677883:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.677885:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.677886:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.677888:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763350970.677890:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925deb026a80. 00010000:00000001:3.0:1763350970.677894:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.677896:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763350970.677898:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350970.677900:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.677902:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350970.677904:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350970.677907:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925de02b2840 going to sleep for 11 seconds 00000100:00000001:3.0:1763350970.677910:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350970.677913:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.682528:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350970.682538:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350970.682540:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350970.682544:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e008103c8. 00000400:00000200:3.0:1763350970.682549:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350cc0 00000400:00000010:3.0:1763350970.682552:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350cc0. 00000100:00000001:3.0:1763350970.682556:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350970.682561:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bcce00 x1849001101442560/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350970.682570:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bcce00 x1849001101442560/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.682576:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350970.682578:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.682580:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350970.682585:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350970.682588:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.682591:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.682644:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.682653:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=25 v=5 (5 5 5 0) 00000100:00001000:3.0:1763350970.682658:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=25 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350970.682662:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350970.682663:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.682666:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350970.682671:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.682674:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.682680:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bcce00 x1849001101442560/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.682689:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350970.682695:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350970.682698:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.682701:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763350970.682707:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350970.682720:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350970.682725:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.682734:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081624 : -120547420469992 : ffff925cddd30518) 00002000:00000001:3.0:1763350970.682738:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081536 : -120547420470080 : ffff925cddd304c0) 00002000:00000001:3.0:1763350970.682741:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00010000:00000010:2.1:1763350970.688040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000100:00000001:3.0:1763350970.699421:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.699427:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118739456 02000000:00000001:3.0:1763350970.699430:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.699433:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.699435:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.699441:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.699445:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118739456 00000020:00000001:3.0:1763350970.699449:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.699451:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350970.699455:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.699461:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350970.699464:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350970.699467:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350970.699472:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.699479:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5bc0. 00000100:00000001:3.0:1763350970.699483:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.699486:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5bc0. 00000020:00000010:3.0:1763350970.699495:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ee00. 00000020:00000010:3.0:1763350970.699514:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941bc00. 00000020:00000010:3.0:1763350970.699522:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375af0. 00000100:00000040:3.0:1763350970.699535:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350970.699539:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.699541:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350970.699544:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350970.699547:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.699551:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350970.699557:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.699559:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.699561:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc88c00 refcount=4 00000020:00000001:3.0:1763350970.699564:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00000001:3.0:1763350970.699567:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00010000:3.0:1763350970.699581:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033beb4 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec72c expref: 22 pid: 63033 timeout: 6280 lvb_type: 0 00010000:00000001:3.0:1763350970.699592:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.699643:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.699645:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.699647:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.699659:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763350970.699667:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925deece9c00 x1849001118739456/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 328/0 e 0 to 0 dl 1763350981 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.699675:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350970.699678:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.699691:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350970.705650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc88c00. 00000800:00000200:3.0:1763350970.709660:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.709667:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858aa00. 00000400:00000200:3.0:1763350970.709674:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.709679:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.709683:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0194c8 00000400:00000010:3.0:1763350970.709685:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0194c8. 00000100:00000001:3.0:1763350970.709689:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.709691:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763350970.713248:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.713265:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90edc00. 00000400:00000200:3.0:1763350970.713277:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.713289:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.713298:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2440 00000400:00000010:3.0:1763350970.713302:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2440. 00000100:00000001:3.0:1763350970.713309:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350970.713320:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dff981180 x1849001101442944/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.713339:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350970.713343:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dff981180 x1849001101442944/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.713351:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.713353:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350970.713367:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.713383:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.713385:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.713387:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.713394:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.713411:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd73f80 00000400:00000200:3.0:1763350970.713422:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f16d [1] + 224 00000800:00000001:3.0:1763350970.713431:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.713440:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.713442:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.713446:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.713450:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350970.713454:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dff981180 x1849001101442944/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350970.713464:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dff981180 x1849001101442944/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.713479:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.713485:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.713488:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350970.723300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000800:00000001:3.0:1763350970.724291:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.724313:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.724317:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.724320:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.724335:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.724359:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf2d00 00000400:00000200:3.0:1763350970.724370:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118b09 [8] + 2080 00000800:00000001:3.0:1763350970.724383:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.724394:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.724398:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.724403:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.724414:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.724418:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350970.724426:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf100. 00000100:00000040:3.0:1763350970.724431:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcf100 x1849001118739712 msgsize 440 00000100:00100000:3.0:1763350970.724436:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350970.724459:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.724470:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.724474:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350970.737703:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.737710:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90edc00. 00000400:00000200:3.0:1763350970.737718:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.737726:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.737733:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:3.0:1763350970.737736:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:3.0:1763350970.737741:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350970.737747:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dff981880 x1849001101443072/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.737761:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350970.737764:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dff981880 x1849001101443072/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.737771:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.737773:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763350970.748190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000800:00000001:3.0:1763350970.797732:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.797755:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.797760:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.797763:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.797778:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.797801:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf2e00 00000400:00000200:3.0:1763350970.797812:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118b09 [8] + 2848 00000800:00000001:3.0:1763350970.797824:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.797841:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.797844:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.797850:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.797857:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.797861:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350970.797869:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bced80. 00000100:00000040:3.0:1763350970.797874:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bced80 x1849001118739968 msgsize 328 00000100:00100000:3.0:1763350970.797878:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350970.798046:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.798056:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.798060:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350970.808187:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.808211:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90eda00. 00000400:00000200:3.0:1763350970.808221:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.808232:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.808241:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2880 00000400:00000010:3.0:1763350970.808244:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2880. 00000100:00000001:3.0:1763350970.808251:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.808254:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350970.810670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3600. 00000800:00000001:3.0:1763350970.817093:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.817116:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.817121:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.817124:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.817139:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.817163:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd74100 00000400:00000200:3.0:1763350970.817183:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f195 [1] + 224 00000800:00000001:3.0:1763350970.817205:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.817217:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.817220:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.817226:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.817234:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350970.817244:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed7b80 x1849001101443328/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350970.817261:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df5ed7b80 x1849001101443328/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.817288:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.817299:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.817303:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350970.822767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2800. 00000800:00000200:3.0:1763350970.824532:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.824539:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925ddef15200. 00000400:00000200:3.0:1763350970.824543:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.824548:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.824552:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dff9adb40 00000400:00000010:3.0:1763350970.824555:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dff9adb40. 00000100:00000001:3.0:1763350970.824558:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.824559:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350970.840554:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.840577:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.840582:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.840585:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.840654:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.840677:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd74180 00000400:00000200:3.0:1763350970.840690:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f1a5 [1] + 224 00000800:00000001:3.0:1763350970.840700:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.840710:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.840713:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.840718:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.840726:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350970.840736:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed7b80 x1849001101443456/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350986 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350970.840749:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df5ed7b80 x1849001101443456/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350970.840762:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.840773:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.840778:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350970.851727:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.851743:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858a000. 00000400:00000200:3.0:1763350970.851755:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.851769:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.851789:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00000400:00000010:3.0:1763350970.851794:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00000100:00000001:3.0:1763350970.851802:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.851805:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350970.859684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00000800:00000200:3.0:1763350970.886317:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.886324:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90edc00. 00000400:00000200:3.0:1763350970.886331:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.886337:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.886343:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2000 00000400:00000010:3.0:1763350970.886345:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2000. 00000100:00000001:3.0:1763350970.886350:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.886352:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350970.902098:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92300. 00010000:00000010:2.1:1763350970.902115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2800. 00000100:00000040:3.0:1763350970.905689:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300847802, at 4300847808 00000100:00000010:3.0:1763350970.905713:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865c600. 00080000:00000001:3.0:1763350970.956853:0:20013:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.956861:0:20013:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.956866:0:20013:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350970.956870:0:20013:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000100:00000001:3.0:1763350970.956881:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350970.956884:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.956920:0:20013:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.956925:0:20013:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.956933:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.956936:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.956944:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350970.956947:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350970.956951:0:20013:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350970.956966:0:20013:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350970.956969:0:20013:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350970.956972:0:20013:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fea:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350970.956977:0:20013:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350970.956979:0:20013:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.956987:0:20013:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.956989:0:20013:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.956992:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.956993:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.956995:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.956997:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.956998:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.957000:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350970.957003:0:20013:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fea:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1763350970.957007:0:20013:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350970.957010:0:20013:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763350970.957033:0:20013:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350970.957041:0:20013:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.957044:0:20013:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350970.957048:0:20013:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055100, transno 0, xid 1849001118740608 00010000:00000001:3.0:1763350970.957050:0:20013:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350970.957058:0:20013:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee280380 x1849001118740608/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 448/440 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350970.957066:0:20013:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.957068:0:20013:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.957072:0:20013:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.957077:0:20013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.957079:0:20013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.957081:0:20013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.957084:0:20013:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.957086:0:20013:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.957089:0:20013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.957092:0:20013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.957101:0:20013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350cc0. 00000100:00000200:3.0:1763350970.957107:0:20013:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1849001118740608, offset 224 00000400:00000200:3.0:1763350970.957113:0:20013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.957127:0:20013:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.957142:0:20013:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197846:197846:256:4294967295] 192.168.202.2@tcp LPNI seq info [197842:197842:8:4294967295] 00000400:00000200:3.0:1763350970.957155:0:20013:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.957162:0:20013:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.957171:0:20013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dc35b0500. 00000800:00000200:3.0:1763350970.957180:0:20013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.957190:0:20013:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350970.957206:0:20013:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc35b0500 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1763350970.957236:0:20013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.957240:0:20013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350970.957242:0:20013:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350970.957245:0:20013:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.957247:0:20013:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350970.957253:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee280380 x1849001118740608/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 448/440 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350970.957263:0:20013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee280380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+486:225533:x1849001118740608:12345-192.168.202.2@tcp:44:lfs.0 Request processed in 63612us (64475us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350970.957274:0:20013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140525 00000100:00000040:3.0:1763350970.957278:0:20013:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350970.957281:0:20013:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.957282:0:20013:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.957289:0:20013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00615700. 00000020:00000010:3.0:1763350970.957295:0:20013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:3.0:1763350970.957299:0:20013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6c00. 00000020:00000040:3.0:1763350970.957304:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 485 00000100:00000001:3.0:1763350970.957307:0:20013:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.957465:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350970.957468:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.957471:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763350970.957481:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350970.957484:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350970.957487:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350970.957493:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df5ed7100 x1849001101443712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.957507:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350970.957509:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.957513:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350970.957517:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350970.957520:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.957523:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df5ed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101443712:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1763350970.957527:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350970.957532:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350970.957535:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.957538:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350970.957543:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925e00074c00. 02000000:00000001:3.0:1763350970.957546:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350970.957551:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e008103c8. 00000400:00000010:3.0:1763350970.957555:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350c38. 00000100:00000200:3.0:1763350970.957561:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101443712, portal 4 00000100:00000001:3.0:1763350970.957563:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350970.957565:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530988433664 : -120542721117952 : ffff925df5ed7100) 00000100:00000040:3.0:1763350970.957571:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925df5ed7100 x1849001101443712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.957578:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.957580:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350970.957582:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23504c8. 00000100:00000200:3.0:1763350970.957585:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1849001101443712, offset 0 00000400:00000200:3.0:1763350970.957591:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350970.957620:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350970.957631:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a81dd74280 00000400:00000200:3.0:1763350970.957639:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x118b09 [8] + 5136 00000400:00000200:3.0:1763350970.957646:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.957650:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350970.957656:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.957659:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350970.957664:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcc700. 00000100:00000040:3.0:1763350970.957668:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcc700 x1849001101443712 msgsize 544 00000100:00100000:3.0:1763350970.957671:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350970.957679:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350970.957686:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23504c8 00000400:00000010:3.0:1763350970.957688:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23504c8. 00000100:00000001:3.0:1763350970.957691:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350970.957695:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df5ed7100 x1849001101443712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.957703:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350970.957706:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df5ed7100 x1849001101443712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.957713:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.957714:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350970.957718:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.957723:0:3318:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24626 usecs (25 jiffies) 00000100:00000001:3.0:1763350970.957727:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300847884 00000100:00000001:3.0:1763350970.957734:0:3318:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300847878 00000100:00000001:3.0:1763350970.957740:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300847884 00000100:00000001:3.0:1763350970.957743:0:3318:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300847878 00000100:00000001:3.0:1763350970.957746:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300847884 00000100:00000001:3.0:1763350970.957750:0:3318:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300847878 00000100:00000001:3.0:1763350970.957752:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300847884 00000100:00000001:3.0:1763350970.957756:0:3318:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300847878 00000100:00000001:3.0:1763350970.957759:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350970.957761:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.957764:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.957766:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.957772:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350970.957774:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763350970.957776:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350970.957777:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350970.957779:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.957781:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.957800:0:63034:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.957803:0:63034:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101443712 02000000:00000001:3.0:1763350970.957805:0:63034:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.957807:0:63034:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.957809:0:63034:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.957813:0:63034:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.957817:0:63034:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101443712 00000020:00000001:3.0:1763350970.957820:0:63034:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.957822:0:63034:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350970.957824:0:63034:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.957827:0:63034:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=14 00000020:00000001:3.0:1763350970.957830:0:63034:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350970.957832:0:63034:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350970.957837:0:63034:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.957842:0:63034:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a40. 00000100:00000001:3.0:1763350970.957846:0:63034:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.957848:0:63034:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a40. 00000020:00000010:3.0:1763350970.957855:0:63034:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3f200. 00000020:00000010:3.0:1763350970.957859:0:63034:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.957863:0:63034:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375320. 00000100:00000001:3.0:1763350970.957869:0:63034:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.957870:0:63034:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.957872:0:63034:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.957880:0:63034:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.957887:0:63034:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.957895:0:63034:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.957897:0:63034:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.957900:0:63034:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19936 00000100:00000040:3.0:1763350970.957904:0:63034:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 2 00000100:00000001:3.0:1763350970.957905:0:63034:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901358336 : -120542808193280 : ffff925df0bcc700) 00000100:00000040:3.0:1763350970.957910:0:63034:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcc700 x1849001101443712/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:161/0 lens 544/0 e 0 to 0 dl 1763350981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.957923:0:63034:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.957925:0:63034:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a40. 00000100:00000001:3.0:1763350970.957928:0:63034:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.957930:0:63034:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a40. 00000100:00100000:3.0:1763350970.957933:0:63034:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+14:3318:x1849001101443712:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:3.0:1763350970.957936:0:63034:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101443712 00000020:00000001:3.0:1763350970.957940:0:63034:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.957945:0:63034:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350970.957947:0:63034:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.957949:0:63034:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.957951:0:63034:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839936 : -1038711680 : ffffffffc2168480) 00000020:00000001:3.0:1763350970.957954:0:63034:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350970.957957:0:63034:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.957960:0:63034:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.957962:0:63034:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.957965:0:63034:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350970.957968:0:63034:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350970.957971:0:63034:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.957973:0:63034:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.957975:0:63034:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.957977:0:63034:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.957978:0:63034:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.957980:0:63034:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.957981:0:63034:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.957982:0:63034:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.957984:0:63034:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.957985:0:63034:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.957986:0:63034:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.957988:0:63034:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.957991:0:63034:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.957993:0:63034:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.957997:0:63034:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.958001:0:63034:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.958006:0:63034:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925e00077800. 02000000:00000001:3.0:1763350970.958008:0:63034:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.958011:0:63034:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.958015:0:63034:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763350970.958018:0:63034:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350970.958020:0:63034:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763350970.958023:0:63034:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9678 count 1 00002000:00000001:3.0:1763350970.958027:0:63034:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763350970.958030:0:63034:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350970.958035:0:63034:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.958043:0:63034:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289117128 : -120547420434488 : ffff925cddd38fc8) 00002000:00000001:3.0:1763350970.958045:0:63034:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289117040 : -120547420434576 : ffff925cddd38f70) 00010000:00000001:3.0:1763350970.958050:0:63034:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350970.958054:0:63034:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350970.958062:0:63034:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405b00. 00010000:00000010:3.0:1763350970.958065:0:63034:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925e00405a00. 00010000:00000001:3.0:1763350970.958071:0:63034:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350970.958075:0:63034:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:3.0:1763350970.958079:0:63034:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350970.958081:0:63034:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033c1d2 to hash 00000020:00000001:3.0:1763350970.958084:0:63034:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350970.958085:0:63034:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350970.958088:0:63034:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00002000:00000001:3.0:1763350970.958091:0:63034:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763350970.958097:0:63034:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dfb9b5a40. 00002000:00000001:3.0:1763350970.958099:0:63034:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350970.958100:0:63034:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.958102:0:63034:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289117128 : -120547420434488 : ffff925cddd38fc8) 00002000:00000001:3.0:1763350970.958104:0:63034:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289117040 : -120547420434576 : ffff925cddd38f70) 00002000:00000001:3.0:1763350970.958106:0:63034:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350970.958113:0:63034:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350970.958115:0:63034:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25ce:0x0] initial LVB size: 0, mtime: 0x691a99b7, atime: 0x0, ctime: 0x691a99b7, blocks: 0x3 00002000:00000001:3.0:1763350970.958118:0:63034:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763350970.958121:0:63034:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.958124:0:63034:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.958128:0:63034:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350970.958138:0:63034:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350970.958142:0:63034:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350970.958145:0:63034:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350970.958148:0:63034:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350970.958152:0:63034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350970.958154:0:63034:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.958156:0:63034:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350970.958157:0:63034:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350970.958159:0:63034:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.958161:0:63034:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763350970.958166:0:63034:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350970.958189:0:63034:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25ce:0x0].0x0 (ffff925e00405b00) refcount = 1 00010000:00000040:3.0:1763350970.958200:0:63034:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350970.958204:0:63034:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350970.958215:0:63034:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.958217:0:63034:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.958219:0:63034:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350970.958221:0:63034:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.958223:0:63034:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.958225:0:63034:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350970.958228:0:63034:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350970.958230:0:63034:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.958234:0:63034:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350970.958240:0:63034:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350970.958242:0:63034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.958244:0:63034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.958245:0:63034:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.958247:0:63034:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.958248:0:63034:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:3.0:1763350970.958251:0:63034:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350970.958253:0:63034:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350970.958255:0:63034:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350970.958258:0:63034:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350970.958264:0:63034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.958266:0:63034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350970.958268:0:63034:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350970.958274:0:63034:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.958275:0:63034:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.958279:0:63034:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763350970.958283:0:63034:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925de02b23c0. 00010000:00000001:3.0:1763350970.958286:0:63034:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763350970.958297:0:63034:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763350970.958300:0:63034:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.958302:0:63034:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.958303:0:63034:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350970.958305:0:63034:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.958306:0:63034:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350970.958307:0:63034:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763350970.958312:0:63034:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350970.958321:0:63034:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00075000. 00080000:00000001:3.0:1763350970.958324:0:63034:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157901312 : -120542551650304 : ffff925e00075000) 00000001:00000001:3.0:1763350970.958326:0:63034:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.958328:0:63034:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350970.958333:0:63034:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x25ce:0x0] not in the id map cache 00080000:00000001:3.0:1763350970.958337:0:63034:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350970.958364:0:63034:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350970.958367:0:63034:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.958370:0:63034:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763350970.958373:0:63034:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350970.958377:0:63034:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350970.958380:0:63034:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350970.958383:0:63034:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350970.958385:0:63034:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.958388:0:63034:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350970.958390:0:63034:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763350970.958393:0:63034:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00000001:00000001:3.0:1763350970.958420:0:63034:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763350970.958422:0:63034:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.958428:0:63034:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.958431:0:63034:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350970.958437:0:63034:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.958464:0:63034:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.958466:0:63034:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.958493:0:63034:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.958498:0:63034:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763350970.958521:0:63034:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.958525:0:63034:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763350970.958527:0:63034:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350970.958529:0:63034:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350970.958530:0:63034:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350970.958531:0:63034:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350970.958533:0:63034:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.958534:0:63034:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350970.958536:0:63034:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763350970.958537:0:63034:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00080000:00000001:3.0:1763350970.958705:0:63034:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350970.958708:0:63034:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.958712:0:63034:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350970.958717:0:63034:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350970.958722:0:63034:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847679, last_committed = 21474847669 00000001:00000010:3.0:1763350970.958726:0:63034:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f51e0. 00000001:00000040:3.0:1763350970.958729:0:63034:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 9 00000020:00000040:3.0:1763350970.958731:0:63034:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=15 00080000:00000001:3.0:1763350970.958740:0:63034:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.958754:0:63034:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350970.958757:0:63034:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.958771:0:63034:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.958774:0:63034:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.958776:0:63034:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:3.0:1763350970.958796:0:63034:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ddffc8e40. 00002000:00000001:3.0:1763350970.958801:0:63034:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763350970.958803:0:63034:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x25ce:0x0] 00002000:00000010:3.0:1763350970.958805:0:63034:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff925cddd38f70. 00002000:00000001:3.0:1763350970.958812:0:63034:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763350970.958814:0:63034:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350970.958820:0:63034:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763350970.958824:0:63034:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847668, transno 21474847679, xid 1849001101443712 00010000:00000001:3.0:1763350970.958827:0:63034:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350970.958832:0:63034:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bcc700 x1849001101443712/t21474847679(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:161/0 lens 544/432 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350970.958840:0:63034:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.958844:0:63034:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.958848:0:63034:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.958853:0:63034:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.958855:0:63034:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 32 to 0@lo 00000100:00000001:3.0:1763350970.958857:0:63034:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350970.958860:0:63034:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.958863:0:63034:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.958866:0:63034:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.958868:0:63034:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350970.958872:0:63034:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23504c8. 00000100:00000200:3.0:1763350970.958876:0:63034:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001101443712, offset 224 00000400:00000200:3.0:1763350970.958883:0:63034:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350970.958895:0:63034:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350970.958905:0:63034:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a81dd74280 00000400:00000200:3.0:1763350970.958913:0:63034:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f1dd [1] + 224 00000400:00000200:3.0:1763350970.958919:0:63034:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.958922:0:63034:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350970.958928:0:63034:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350970.958933:0:63034:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed7100 x1849001101443712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350970.958942:0:63034:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff925df5ed7100 x1849001101443712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.958957:0:63034:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350970.958964:0:63034:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23504c8 00000400:00000010:3.0:1763350970.958966:0:63034:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23504c8. 00000100:00000001:3.0:1763350970.958970:0:63034:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.958971:0:63034:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350970.958975:0:63034:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.958977:0:63034:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00010000:00000001:3.0:1763350970.958981:0:63034:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350970.958983:0:63034:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.958986:0:63034:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350970.958990:0:63034:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcc700 x1849001101443712/t21474847679(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:161/0 lens 544/432 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350970.958998:0:63034:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+15:3318:x1849001101443712:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1074us (1329us total) trans 21474847679 rc 0/0 00000100:00100000:3.0:1763350970.959007:0:63034:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19936 00000100:00000040:3.0:1763350970.959011:0:63034:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350970.959014:0:63034:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.959016:0:63034:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.959020:0:63034:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.959024:0:63034:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375320. 00000020:00000010:3.0:1763350970.959031:0:63034:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3f200. 00000020:00000040:3.0:1763350970.959035:0:63034:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 14 00000100:00000001:3.0:1763350970.959038:0:63034:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.959065:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350970.959067:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.959070:0:8315:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763350970.959073:0:8315:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763350970.959076:0:8315:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350970.959081:0:8315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350970.959089:0:8315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfea00 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:3.0:1763350970.959092:0:8315:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.959094:0:8315:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350970.959097:0:8315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350970.959103:0:8315:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350970.959104:0:8315:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.959106:0:8315:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.959107:0:8315:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:3.0:1763350970.959109:0:8315:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350970.959111:0:8315:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350970.959114:0:8315:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350970.959117:0:8315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350970.959123:0:8315:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350970.959125:0:8315:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.959127:0:8315:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.959131:0:8315:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350970.959133:0:8315:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350970.959135:0:8315:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.959136:0:8315:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350970.959139:0:8315:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033c1d2 from hash 00010000:00000001:3.0:1763350970.959140:0:8315:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350970.959141:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.959142:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.959143:0:8315:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350970.959146:0:8315:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.959148:0:8315:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.959150:0:8315:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350970.959152:0:8315:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350970.959154:0:8315:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350970.959156:0:8315:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.959159:0:8315:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.959160:0:8315:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350970.959161:0:8315:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350970.959163:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.959164:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.959166:0:8315:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.959168:0:8315:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.959169:0:8315:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.959172:0:8315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350970.959177:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350970.959179:0:8315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d2 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25ce:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63034 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350970.959186:0:8315:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405b00 count: 0 00002000:00000010:3.0:1763350970.959192:0:8315:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dfb9b5a40. 00010000:00000010:3.0:1763350970.959219:0:8315:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925e00405a00. 00010000:00000001:3.0:1763350970.959225:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.959226:0:8315:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763350970.959227:0:8315:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925de02b23c0. 00010000:00000001:3.0:1763350970.959229:0:8315:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.959231:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350970.959232:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.959234:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350970.959235:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350970.959236:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.959238:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350970.959240:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350970.959241:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.959243:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763350970.959251:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350970.959255:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350970.959260:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350970.959262:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350970.959265:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e008103c8. 00000400:00000200:3.0:1763350970.959268:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350c38 00000400:00000010:3.0:1763350970.959269:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350c38. 00000100:00000001:3.0:1763350970.959271:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350970.959275:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df5ed7100 x1849001101443712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350970.959283:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df5ed7100 x1849001101443712/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.959289:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350970.959290:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.959292:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350970.959295:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350970.959297:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.959300:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.959302:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.959309:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ac58 time=108 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350970.959313:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.959315:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350970.959317:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.959319:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350970.959321:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.959324:0:3318:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763350970.959325:0:3318:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763350970.959327:0:3318:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763350970.959329:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350970.959330:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530988433664 : -120542721117952 : ffff925df5ed7100) 00000100:00000001:3.0:1763350970.959333:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350970.959335:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847668 00000100:00000001:3.0:1763350970.959337:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350970.959338:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.959343:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df5ed7100 x1849001101443712/t21474847679(21474847679) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.959351:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350970.959353:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350970.959355:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:3.0:1763350970.959359:0:3318:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff925df5ed7100/2, rc 0, transno 21474847679 00000004:00001000:3.0:1763350970.959363:0:3318:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 1 in flight, 5 in progress 00000100:00000040:3.0:1763350970.959367:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed7100 x1849001101443712/t21474847679(21474847679) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350970.959374:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df5ed7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101443712:0@lo:6:osp-syn-0-0.0 00000100:00000001:3.0:1763350970.959378:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.959381:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350970.959383:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df5ed7100 x1849001101443712/t21474847679(21474847679) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350986 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.959390:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.959393:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.959399:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350970.959400:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.959402:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350970.959404:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350970.969110:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.969134:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350970.969139:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.969141:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.969156:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350970.969180:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf3100 00000400:00000200:3.0:1763350970.969191:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118b09 [8] + 5680 00000800:00000001:3.0:1763350970.969211:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.969280:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350970.969284:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.969289:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350970.969298:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350970.969302:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350970.969310:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcdf80. 00000100:00000040:3.0:1763350970.969314:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcdf80 x1849001118740736 msgsize 440 00000100:00100000:3.0:1763350970.969319:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350970.969337:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350970.969348:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350970.969351:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350970.970731:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92300. 00010000:00000010:0.1:1763350970.970742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:0.1:1763350970.970747:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6000. 00010000:00000010:0.1:1763350970.970751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00010000:00000010:0.1:1763350970.970754:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6400. 00010000:00000010:0.1:1763350970.970757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2800. 00010000:00000010:3.1:1763350970.973798:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405b00. 00010000:00000010:3.1:1763350970.973817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00000100:00000001:3.0:1763350970.981943:0:20013:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350970.981947:0:20013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118740992 02000000:00000001:3.0:1763350970.981950:0:20013:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350970.981953:0:20013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350970.981956:0:20013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.981961:0:20013:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350970.981965:0:20013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118740992 00000020:00000001:3.0:1763350970.981968:0:20013:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350970.981971:0:20013:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350970.981973:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.981977:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=486 00000020:00000001:3.0:1763350970.981979:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350970.981981:0:20013:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350970.981986:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.981991:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a40. 00000100:00000001:3.0:1763350970.981996:0:20013:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.981998:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a40. 00000020:00000010:3.0:1763350970.982005:0:20013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3f200. 00000020:00000010:3.0:1763350970.982010:0:20013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.982016:0:20013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375320. 00000100:00000040:3.0:1763350970.982024:0:20013:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350970.982027:0:20013:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350970.982028:0:20013:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350970.982032:0:20013:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.982041:0:20013:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.982056:0:20013:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350970.982069:0:20013:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350970.982072:0:20013:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350970.982077:0:20013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140526 00000100:00000040:3.0:1763350970.982081:0:20013:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350970.982083:0:20013:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988430080 : -120542721121536 : ffff925df5ed6300) 00000100:00000040:3.0:1763350970.982091:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed6300 x1849001118740992/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/0 e 0 to 0 dl 1763350981 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350970.982101:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350970.982103:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a40. 00000100:00000001:3.0:1763350970.982105:0:20013:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350970.982106:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a40. 00000100:00100000:3.0:1763350970.982110:0:20013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+486:225533:x1849001118740992:12345-192.168.202.2@tcp:36:lfs.0 00000100:00000200:3.0:1763350970.982114:0:20013:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118740992 00000020:00000001:3.0:1763350970.982118:0:20013:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350970.982121:0:20013:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350970.982126:0:20013:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.982129:0:20013:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350970.982131:0:20013:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:3.0:1763350970.982134:0:20013:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350970.982138:0:20013:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118740992, found 0 last_xid 1849001118740991 00000020:00000001:3.0:1763350970.982141:0:20013:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350970.982144:0:20013:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350970.982147:0:20013:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350970.982150:0:20013:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982153:0:20013:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763350970.982161:0:20013:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff925df5ed6300 x1849001118740992/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/0 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763350970.982171:0:20013:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763350970.982174:0:20013:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763350970.982176:0:20013:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763350970.982179:0:20013:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350970.982184:0:20013:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.982186:0:20013:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.982189:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.982192:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2965853000 : 2965853000 : 0xb0c75348) 00000001:00000001:3.0:1763350970.982203:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2965853000 : 2965853000 : b0c75348) 00000001:00000001:3.0:1763350970.982205:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.982206:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:3.0:1763350970.982208:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:3.0:1763350970.982210:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.982211:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.982213:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.982215:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.982216:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.982218:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982220:0:20013:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982225:0:20013:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982227:0:20013:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982229:0:20013:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982233:0:20013:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350970.982235:0:20013:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350970.982237:0:20013:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350970.982240:0:20013:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350970.982249:0:20013:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff925dc2a1a000. 02000000:00000001:3.0:1763350970.982251:0:20013:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.982253:0:20013:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982257:0:20013:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350970.982259:0:20013:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.982260:0:20013:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.982262:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.982263:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.982265:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.982266:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.982267:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.982269:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.982271:0:20013:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.982273:0:20013:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350970.982278:0:20013:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350970.982285:0:20013:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350970.982288:0:20013:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350970.982291:0:20013:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350970.982293:0:20013:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.982295:0:20013:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.982297:0:20013:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982299:0:20013:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350970.982301:0:20013:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982304:0:20013:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350970.982306:0:20013:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982310:0:20013:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763350970.982312:0:20013:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1763350970.982317:0:20013:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x3fea:0x0] 7 req@ffff925df5ed6300 x1849001118740992/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/3152 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350970.982325:0:20013:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350970.982328:0:20013:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350970.982331:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.982333:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.982336:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:3.0:1763350970.982338:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:3.0:1763350970.982341:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000040:3.0:1763350970.982345:0:20013:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92f00 count: 3 00000004:00000001:3.0:1763350970.982349:0:20013:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350970.982352:0:20013:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350970.982356:0:20013:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.982359:0:20013:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350970.982361:0:20013:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.982363:0:20013:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.982368:0:20013:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350970.982371:0:20013:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350970.982378:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.982380:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.982383:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.982385:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350970.982388:0:20013:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3400 with handle 0xcb8c81cc3033c17e from hash 00010000:00000001:3.0:1763350970.982390:0:20013:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350970.982391:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.982393:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.982394:0:20013:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350970.982400:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.982402:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.982405:0:20013:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350970.982406:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350970.982410:0:20013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c17e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec859 expref: 486 pid: 20013 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350970.982420:0:20013:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 480 00000020:00000040:3.0:1763350970.982423:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 485 00010000:00000010:3.0:1763350970.982425:0:20013:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4600. 00010000:00000001:3.0:1763350970.982435:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.982437:0:20013:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350970.982441:0:20013:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350970.982443:0:20013:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fea:0x0].0x0 (ffff925df4a92f00) 00010000:00000001:3.0:1763350970.982447:0:20013:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.982450:0:20013:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.982451:0:20013:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350970.982453:0:20013:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350970.982455:0:20013:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350970.982458:0:20013:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350970.982460:0:20013:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fea:0x0] 00000020:00000001:3.0:1763350970.982464:0:20013:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350970.982468:0:20013:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014995832 : -120547694555784 : ffff925ccd7ccd78) 00000004:00000001:3.0:1763350970.982471:0:20013:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014995744 : -120547694555872 : ffff925ccd7ccd20) 00000004:00000001:3.0:1763350970.982474:0:20013:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763350970.982475:0:20013:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.982482:0:20013:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925deb026a80. 00000004:00000001:3.0:1763350970.982491:0:20013:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350970.982495:0:20013:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.982498:0:20013:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350970.982501:0:20013:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350970.982504:0:20013:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:3.0:1763350970.982506:0:20013:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1763350970.982510:0:20013:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350970.982514:0:20013:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350970.982516:0:20013:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350970.982521:0:20013:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92f00 count: 2 00010000:00000001:3.0:1763350970.982524:0:20013:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350970.982527:0:20013:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350970.982531:0:20013:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:3.0:1763350970.982535:0:20013:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350970.982537:0:20013:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033c1d9 to hash 00000020:00000001:3.0:1763350970.982540:0:20013:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350970.982541:0:20013:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000010:3.0:1763350970.982547:0:20013:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76300. 00010000:00000001:3.0:1763350970.982550:0:20013:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350970.982553:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350970.982555:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.982559:0:20013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d9 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.982566:0:20013:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350970.982570:0:20013:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350970.982572:0:20013:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350970.982575:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.982577:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.982579:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350970.982581:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.982584:0:20013:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350970.982586:0:20013:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350970.982588:0:20013:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350970.982590:0:20013:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350970.982593:0:20013:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fea:0x0].0x0 (ffff925df4a92f00) refcount = 2 00010000:00000040:3.0:1763350970.982681:0:20013:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350970.982685:0:20013:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c169 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec84b expref: 485 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350970.982693:0:20013:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.982698:0:20013:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350970.982702:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350970.982704:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.982706:0:20013:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350970.982708:0:20013:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350970.982710:0:20013:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350970.982713:0:20013:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350970.982715:0:20013:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350970.982718:0:20013:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350970.982721:0:20013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350970.982726:0:20013:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350970.982728:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.982729:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350970.982731:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.982732:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.982733:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:3.0:1763350970.982736:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350970.982738:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350970.982740:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.982741:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350970.982742:0:20013:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982745:0:20013:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982751:0:20013:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000100:00000040:3.0:1763350970.982771:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300847884, at 4300847885 00000100:00000010:3.0:1763350970.982782:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd360. 00000004:00000001:3.0:1763350970.982800:0:20013:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350970.982805:0:20013:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350970.982812:0:20013:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350970.982820:0:20013:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f59c0. 00080000:00000001:3.0:1763350970.982825:0:20013:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350970.982837:0:20013:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00076000. 00080000:00000001:3.0:1763350970.982839:0:20013:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157905408 : -120542551646208 : ffff925e00076000) 00000004:00000001:3.0:1763350970.982845:0:20013:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350970.982848:0:20013:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350970.982851:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.982854:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157905408 : -120542551646208 : ffff925e00076000) 00080000:00000001:3.0:1763350970.982858:0:20013:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350970.982887:0:20013:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982890:0:20013:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982893:0:20013:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.982898:0:20013:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350970.982900:0:20013:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350970.982908:0:20013:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350970.982909:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.982911:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157905408 : -120542551646208 : ffff925e00076000) 00080000:00000001:3.0:1763350970.982915:0:20013:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350970.982923:0:20013:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350970.982925:0:20013:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.982927:0:20013:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.982954:0:20013:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.982956:0:20013:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350970.982959:0:20013:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350967, ctime 1763350970 00000004:00000001:3.0:1763350970.982964:0:20013:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763350970.982967:0:20013:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763350970.982969:0:20013:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763350970.982971:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.982972:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157905408 : -120542551646208 : ffff925e00076000) 00080000:00000001:3.0:1763350970.982976:0:20013:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350970.983026:0:20013:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.983028:0:20013:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.983031:0:20013:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.983034:0:20013:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.983039:0:20013:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350970.983043:0:20013:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350970.983048:0:20013:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350970.983052:0:20013:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055101, last_committed = 8590055100 00000001:00000010:3.0:1763350970.983057:0:20013:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f52a0. 00000001:00000040:3.0:1763350970.983060:0:20013:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:3.0:1763350970.983063:0:20013:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=486 00000001:00000010:3.0:1763350970.983070:0:20013:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de02b2840. 00000004:00000001:3.0:1763350970.983078:0:20013:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350970.983080:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350970.983081:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157905408 : -120542551646208 : ffff925e00076000) 00080000:00000001:3.0:1763350970.983085:0:20013:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350970.983115:0:20013:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350970.983118:0:20013:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350970.983123:0:20013:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de02b2840: xid 1849001118740992, transno 8590055101, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763350970.983126:0:20013:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350970.983142:0:20013:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350970.983145:0:20013:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f59c0. 00000020:00000001:3.0:1763350970.983148:0:20013:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350970.983155:0:20013:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92f00 count: 3 00010000:00000001:3.0:1763350970.983158:0:20013:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350970.983161:0:20013:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1763350970.983163:0:20013:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350970.983166:0:20013:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763350970.983168:0:20013:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350970.983169:0:20013:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350970.983170:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350970.983172:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350970.983173:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:3.0:1763350970.983175:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350970.983177:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00000004:00010000:3.0:1763350970.983181:0:20013:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000c332abdc reply state 0000000086b5dad3 transno 8590055101 ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c1d9 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20013 initiator: MDT0 00000100:00100000:3.0:1763350970.983189:0:20013:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763350970.983191:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350970.983202:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350970.983203:0:20013:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350970.983205:0:20013:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350970.983206:0:20013:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350970.983208:0:20013:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763350970.983211:0:20013:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350970.983213:0:20013:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350970.983217:0:20013:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.983220:0:20013:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350970.983226:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.983229:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350970.983236:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350970.983240:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350970.983244:0:20013:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350970.983246:0:20013:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350970.983249:0:20013:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350970.983251:0:20013:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fea:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350970.983255:0:20013:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350970.983258:0:20013:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.983261:0:20013:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350970.983262:0:20013:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.983264:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.983266:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.983268:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350970.983270:0:20013:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350970.983271:0:20013:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350970.983273:0:20013:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350970.983276:0:20013:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fea:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1763350970.983280:0:20013:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1763350970.983282:0:20013:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350970.983284:0:20013:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763350970.983291:0:20013:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350970.983298:0:20013:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.983301:0:20013:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350970.983302:0:20013:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350970.983305:0:20013:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.983307:0:20013:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763350970.983311:0:20013:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350970.983313:0:20013:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350970.983315:0:20013:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350970.983316:0:20013:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350970.983318:0:20013:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350970.983321:0:20013:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350970.983327:0:20013:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350970.983331:0:20013:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350970.983335:0:20013:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055100, transno 8590055101, xid 1849001118740992 00010000:00000001:3.0:1763350970.983339:0:20013:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763350970.983341:0:20013:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=487 00010000:00000200:3.0:1763350970.983343:0:20013:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055101, last committed = 8590055100 00010000:00000200:3.0:1763350970.983351:0:20013:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5ed6300 x1849001118740992/t8590055101(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/456 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350970.983359:0:20013:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350970.983361:0:20013:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350970.983366:0:20013:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=105 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350970.983372:0:20013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350970.983375:0:20013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350970.983377:0:20013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350970.983381:0:20013:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350970.983383:0:20013:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350970.983387:0:20013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350970.983390:0:20013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350970.983395:0:20013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350c38. 00000100:00000200:3.0:1763350970.983404:0:20013:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118740992, offset 224 00000400:00000010:3.0:1763350970.983411:0:20013:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925deb026508. 00000400:00000200:3.0:1763350970.983415:0:20013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350970.983432:0:20013:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350970.983440:0:20013:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197848:197848:256:4294967295] 192.168.202.2@tcp LPNI seq info [197844:197844:8:4294967295] 00000400:00000200:3.0:1763350970.983446:0:20013:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:3.0:1763350970.983454:0:20013:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350970.983460:0:20013:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350970.983466:0:20013:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dc35b0400. 00000800:00000200:3.0:1763350970.983472:0:20013:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350970.983481:0:20013:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350970.983486:0:20013:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc35b0400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350970.983509:0:20013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350970.983513:0:20013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350970.983517:0:20013:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350970.983519:0:20013:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350970.983522:0:20013:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350970.983528:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed6300 x1849001118740992/t8590055101(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:161/0 lens 488/456 e 0 to 0 dl 1763350981 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350970.983538:0:20013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+487:225533:x1849001118740992:12345-192.168.202.2@tcp:36:lfs.0 Request processed in 1435us (1683us total) trans 8590055101 rc 0/0 00000100:00100000:3.0:1763350970.983548:0:20013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140526 00000100:00000040:3.0:1763350970.983552:0:20013:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350970.983555:0:20013:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350970.983557:0:20013:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350970.983562:0:20013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350970.983567:0:20013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375320. 00000020:00000010:3.0:1763350970.983574:0:20013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3f200. 00000020:00000040:3.0:1763350970.983581:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 486 00000100:00000001:3.0:1763350970.983584:0:20013:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350970.988801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00000800:00000200:3.0:1763350970.996272:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350970.996285:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37f00. 00000400:00000200:3.0:1763350970.996300:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350970.996311:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350970.996321:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0197f8 00000400:00000010:3.0:1763350970.996325:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0197f8. 00000100:00000001:3.0:1763350970.996332:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350970.996334:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350971.002447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00000800:00000200:3.0:1763350971.002563:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350971.002571:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90edd00. 00000400:00000200:3.0:1763350971.002579:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.002591:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350971.002612:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2f68 00000400:00000010:3.0:1763350971.002616:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2f68. 00000100:00000001:3.0:1763350971.002624:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350971.002627:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350971.006663:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.006687:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350971.006694:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.006697:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.006710:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350971.006733:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 472 into portal 12 MB=0x691a81edf3400 00000400:00000200:3.0:1763350971.006743:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 472/472 into md 0xd4485 [64] + 187432 00000800:00000001:3.0:1763350971.006754:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.006765:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.006768:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.006773:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350971.006783:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350971.006785:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350971.006792:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcdc00. 00000100:00000040:3.0:1763350971.006798:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcdc00 x1849001118741504 msgsize 472 00000100:00100000:3.0:1763350971.006802:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350971.006824:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350971.006837:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.006842:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350971.012069:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.012093:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350971.012099:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.012101:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.012116:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350971.012138:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf3480 00000400:00000200:3.0:1763350971.012148:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118b09 [8] + 6888 00000800:00000001:3.0:1763350971.012157:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.012166:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.012169:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.012173:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350971.012182:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350971.012184:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350971.012191:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcca80. 00000100:00000040:3.0:1763350971.012206:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcca80 x1849001118741632 msgsize 440 00000100:00100000:3.0:1763350971.012210:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350971.013102:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000010:2.1:1763350971.019703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000100:00000001:3.0:1763350971.022271:0:20013:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350971.022275:0:20013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118741760 02000000:00000001:3.0:1763350971.022279:0:20013:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350971.022281:0:20013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350971.022284:0:20013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350971.022289:0:20013:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350971.022294:0:20013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118741760 00000020:00000001:3.0:1763350971.022298:0:20013:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350971.022300:0:20013:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350971.022303:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350971.022307:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=486 00000020:00000001:3.0:1763350971.022309:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350971.022312:0:20013:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350971.022316:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350971.022323:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a40. 00000100:00000001:3.0:1763350971.022329:0:20013:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350971.022332:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a40. 00000020:00000010:3.0:1763350971.022340:0:20013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3f200. 00000020:00000010:3.0:1763350971.022347:0:20013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df941b480. 00000020:00000010:3.0:1763350971.022355:0:20013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375320. 00000100:00000040:3.0:1763350971.022367:0:20013:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350971.022370:0:20013:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350971.022371:0:20013:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350971.022374:0:20013:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.022384:0:20013:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.022401:0:20013:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350971.022418:0:20013:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350971.022421:0:20013:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350971.022427:0:20013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140528 00000100:00000040:3.0:1763350971.022431:0:20013:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350971.022433:0:20013:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621453184 : -120543088098432 : ffff925de00dc380) 00000100:00000040:3.0:1763350971.022441:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00dc380 x1849001118741760/t0(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:162/0 lens 568/0 e 0 to 0 dl 1763350982 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350971.022452:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350971.022455:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a40. 00000100:00000001:3.0:1763350971.022457:0:20013:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350971.022459:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a40. 00000100:00100000:3.0:1763350971.022463:0:20013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+486:225533:x1849001118741760:12345-192.168.202.2@tcp:61:lfs.0 00000100:00000200:3.0:1763350971.022467:0:20013:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118741760 00000020:00000001:3.0:1763350971.022471:0:20013:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350971.022476:0:20013:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350971.022482:0:20013:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.022485:0:20013:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350971.022487:0:20013:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717440 : -1040834176 : ffffffffc1f62180) 00000020:00000001:3.0:1763350971.022491:0:20013:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350971.022496:0:20013:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118741760, found 0 last_xid 1849001118741759 00000020:00000001:3.0:1763350971.022499:0:20013:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350971.022501:0:20013:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350971.022504:0:20013:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350971.022508:0:20013:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763350971.022514:0:20013:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350971.022519:0:20013:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014995832 : -120547694555784 : ffff925ccd7ccd78) 00000020:00000001:3.0:1763350971.022522:0:20013:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.022525:0:20013:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.022530:0:20013:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350971.022532:0:20013:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350971.022539:0:20013:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00075400. 02000000:00000001:3.0:1763350971.022542:0:20013:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.022544:0:20013:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.022547:0:20013:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:3.0:1763350971.022554:0:20013:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350971.022557:0:20013:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:3.0:1763350971.022560:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350971.022563:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350971.022566:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dea1d9200 refcount=3 00000020:00000001:3.0:1763350971.022568:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530790261248 : -120542919290368 : ffff925dea1d9200) 00010000:00000001:3.0:1763350971.022571:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530790261248 : -120542919290368 : ffff925dea1d9200) 00010000:00000040:3.0:1763350971.022576:0:20013:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92500 count: 2 00000004:00000001:3.0:1763350971.022581:0:20013:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350971.022584:0:20013:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350971.022587:0:20013:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350971.022590:0:20013:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350971.022592:0:20013:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.022649:0:20013:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.022655:0:20013:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350971.022657:0:20013:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350971.022664:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.022666:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.022670:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350971.022672:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350971.022675:0:20013:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dea1d9200 with handle 0xcb8c81cc3033bf63 from hash 00010000:00000001:3.0:1763350971.022677:0:20013:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350971.022679:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.022680:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.022681:0:20013:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350971.022867:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.022871:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.022875:0:20013:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350971.022877:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350971.022883:0:20013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dea1d9200/0xcb8c81cc3033bf63 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fe3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec75d expref: 486 pid: 20018 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350971.022893:0:20013:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 479 00000020:00000040:3.0:1763350971.022897:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 485 00010000:00000010:3.0:1763350971.022900:0:20013:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be980. 00010000:00000001:3.0:1763350971.022913:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.022915:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350971.022916:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350971.022919:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:3.0:1763350971.022921:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350971.022924:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350971.022927:0:20013:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350971.022931:0:20013:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350971.022934:0:20013:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fe3:0x0].0x0 (ffff925df4a92500) 00010000:00000001:3.0:1763350971.022938:0:20013:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350971.022941:0:20013:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.022943:0:20013:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763350971.022945:0:20013:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92500 count: 0 00010000:00000010:3.0:1763350971.022951:0:20013:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70180. 00010000:00000040:3.0:1763350971.022958:0:20013:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92f00 count: 2 00000004:00000001:3.0:1763350971.022960:0:20013:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350971.022962:0:20013:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350971.022964:0:20013:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350971.022965:0:20013:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350971.022967:0:20013:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.022969:0:20013:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.022972:0:20013:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350971.022974:0:20013:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350971.022977:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.022978:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.022980:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350971.022982:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350971.022984:0:20013:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0a00 with handle 0xcb8c81cc3033c169 from hash 00010000:00000001:3.0:1763350971.022986:0:20013:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350971.022987:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.022989:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.022990:0:20013:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350971.022992:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.022994:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.022996:0:20013:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350971.022997:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350971.023001:0:20013:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c169 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec84b expref: 485 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350971.023013:0:20013:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 478 00000020:00000040:3.0:1763350971.023015:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 484 00010000:00000010:3.0:1763350971.023017:0:20013:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bed80. 00010000:00000001:3.0:1763350971.023022:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.023023:0:20013:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350971.023025:0:20013:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350971.023026:0:20013:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fea:0x0].0x0 (ffff925df4a92f00) 00010000:00000001:3.0:1763350971.023029:0:20013:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350971.023032:0:20013:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.023033:0:20013:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763350971.023035:0:20013:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92f00 count: 0 00010000:00000010:3.0:1763350971.023038:0:20013:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70f80. 00010000:00010000:3.0:1763350971.023043:0:20013:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350971.023045:0:20013:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:3.0:1763350971.023048:0:20013:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350971.023051:0:20013:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fe3:0x0] 00000020:00000001:3.0:1763350971.023053:0:20013:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350971.023056:0:20013:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290892760 : -120547418658856 : ffff925cddeea7d8) 00000004:00000001:3.0:1763350971.023059:0:20013:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290892672 : -120547418658944 : ffff925cddeea780) 00000004:00000001:3.0:1763350971.023066:0:20013:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763350971.023079:0:20013:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763350971.023082:0:20013:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023085:0:20013:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023087:0:20013:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763350971.023092:0:20013:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763350971.023093:0:20013:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023095:0:20013:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023099:0:20013:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350971.023104:0:20013:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350971.023106:0:20013:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350971.023113:0:20013:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405b00. 00010000:00000010:3.0:1763350971.023117:0:20013:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925df941bc00. 00010000:00000001:3.0:1763350971.023123:0:20013:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350971.023127:0:20013:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:3.0:1763350971.023130:0:20013:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350971.023132:0:20013:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe600 with handle 0xcb8c81cc3033c1ee to hash 00000020:00000001:3.0:1763350971.023134:0:20013:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350971.023136:0:20013:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000010:3.0:1763350971.023142:0:20013:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76b00. 00010000:00000001:3.0:1763350971.023145:0:20013:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350971.023150:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350971.023151:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350971.023154:0:20013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c1ee lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350971.023162:0:20013:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350971.023166:0:20013:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350971.023168:0:20013:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350971.023171:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350971.023173:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350971.023176:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350971.023177:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350971.023180:0:20013:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350971.023183:0:20013:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350971.023184:0:20013:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350971.023186:0:20013:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350971.023189:0:20013:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fea:0x0].0x0 (ffff925e00405b00) refcount = 1 00010000:00010000:3.0:1763350971.023205:0:20013:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c1ee lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350971.023212:0:20013:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350971.023215:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.023217:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.023219:0:20013:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350971.023220:0:20013:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350971.023223:0:20013:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.023225:0:20013:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350971.023229:0:20013:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350971.023232:0:20013:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350971.023235:0:20013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c1ee lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350971.023241:0:20013:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350971.023243:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.023244:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.023245:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350971.023246:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350971.023248:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:3.0:1763350971.023250:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350971.023252:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350971.023254:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.023255:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350971.023257:0:20013:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023259:0:20013:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350971.023260:0:20013:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350971.023262:0:20013:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350971.023266:0:20013:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405a00. 00010000:00000010:3.0:1763350971.023271:0:20013:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925df941b600. 00010000:00000001:3.0:1763350971.023273:0:20013:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350971.023276:0:20013:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bff600. 00000020:00000001:3.0:1763350971.023278:0:20013:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350971.023280:0:20013:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bff600 with handle 0xcb8c81cc3033c1f5 to hash 00000020:00000001:3.0:1763350971.023282:0:20013:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350971.023284:0:20013:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000010:3.0:1763350971.023287:0:20013:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76280. 00010000:00000001:3.0:1763350971.023289:0:20013:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000001:3.0:1763350971.023292:0:20013:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350971.023293:0:20013:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350971.023296:0:20013:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c1f5 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fe3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350971.023301:0:20013:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350971.023304:0:20013:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350971.023305:0:20013:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350971.023306:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350971.023308:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350971.023310:0:20013:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350971.023311:0:20013:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350971.023313:0:20013:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350971.023314:0:20013:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350971.023315:0:20013:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350971.023317:0:20013:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350971.023319:0:20013:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fe3:0x0].0x0 (ffff925e00405a00) refcount = 1 00010000:00010000:3.0:1763350971.023322:0:20013:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c1f5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350971.023327:0:20013:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350971.023328:0:20013:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.023330:0:20013:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.023331:0:20013:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350971.023332:0:20013:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350971.023334:0:20013:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.023336:0:20013:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350971.023338:0:20013:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350971.023340:0:20013:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350971.023342:0:20013:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c1f5 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fe3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20013 initiator: MDT0 00010000:00000001:3.0:1763350971.023347:0:20013:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350971.023349:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.023350:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.023351:0:20013:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350971.023352:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350971.023353:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bff600 refcount=3 00000020:00000001:3.0:1763350971.023355:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000001:3.0:1763350971.023357:0:20013:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000001:3.0:1763350971.023359:0:20013:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.023360:0:20013:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350971.023362:0:20013:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023367:0:20013:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:3.0:1763350971.023372:0:20013:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:3.0:1763350971.023375:0:20013:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350971.023379:0:20013:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350971.023387:0:20013:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f59c0. 00080000:00000001:3.0:1763350971.023393:0:20013:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350971.023405:0:20013:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00076400. 00080000:00000001:3.0:1763350971.023409:0:20013:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157906432 : -120542551645184 : ffff925e00076400) 00000004:00000001:3.0:1763350971.023414:0:20013:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763350971.023418:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.023420:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.023427:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.023430:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763350971.023435:0:20013:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dfb9b5a40. 00000004:00000001:3.0:1763350971.023438:0:20013:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023440:0:20013:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763350971.023441:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.023443:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.023446:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.023448:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763350971.023450:0:20013:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dfb9b57c0. 00000004:00000001:3.0:1763350971.023452:0:20013:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350971.023457:0:20013:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df94da360. 00000004:00000001:3.0:1763350971.023459:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.023460:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.023462:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350971.023464:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1763350971.023467:0:20013:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df94daca0. 00000004:00000001:3.0:1763350971.023469:0:20013:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.023470:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.023473:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350971.023475:0:20013:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350971.023479:0:20013:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.023483:0:20013:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.023486:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.023489:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157906432 : -120542551645184 : ffff925e00076400) 00080000:00000001:3.0:1763350971.023493:0:20013:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350971.023518:0:20013:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023520:0:20013:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023523:0:20013:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023526:0:20013:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.023528:0:20013:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.023529:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.023531:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157906432 : -120542551645184 : ffff925e00076400) 00080000:00000001:3.0:1763350971.023533:0:20013:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350971.023544:0:20013:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023546:0:20013:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023548:0:20013:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.023552:0:20013:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350971.023554:0:20013:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350971.023561:0:20013:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350971.023563:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.023565:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157906432 : -120542551645184 : ffff925e00076400) 00080000:00000001:3.0:1763350971.023569:0:20013:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350971.023575:0:20013:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350971.023576:0:20013:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.023578:0:20013:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350971.024560:0:20013:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.024567:0:20013:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.024577:0:20013:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.024586:0:20013:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763350971.024588:0:20013:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763350971.024611:0:20013:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69e148. 00000004:00000010:3.0:1763350971.024621:0:20013:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda97ce8. 00000004:00000010:3.0:1763350971.024627:0:20013:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda97018. 00000004:00000010:3.0:1763350971.024632:0:20013:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff925ccda97458. 00000004:00000010:3.0:1763350971.024635:0:20013:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dff9adf00. 00000004:00000001:3.0:1763350971.024639:0:20013:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.024641:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.024643:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157906432 : -120542551645184 : ffff925e00076400) 00080000:00000001:3.0:1763350971.024647:0:20013:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350971.024649:0:20013:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763350971.024957:0:20013:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.024960:0:20013:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.024963:0:20013:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.024967:0:20013:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.024972:0:20013:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763350971.024973:0:20013:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763350971.024977:0:20013:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925e00ba5e00. 00000004:00000010:3.0:1763350971.024981:0:20013:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925de7e8d1c0. 00000004:00000010:3.0:1763350971.024987:0:20013:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccd84bb10. 00000004:00000010:3.0:1763350971.024990:0:20013:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccd84bfa8. 00000004:00000010:3.0:1763350971.024992:0:20013:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dcb736300. 00000004:00000001:3.0:1763350971.024995:0:20013:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.024997:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.024998:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157906432 : -120542551645184 : ffff925e00076400) 00080000:00000001:3.0:1763350971.025001:0:20013:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350971.025002:0:20013:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763350971.025047:0:20013:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025049:0:20013:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025052:0:20013:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025054:0:20013:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763350971.025058:0:20013:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025060:0:20013:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763350971.025061:0:20013:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025063:0:20013:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:3.0:1763350971.025069:0:20013:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350971.025073:0:20013:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350971.025079:0:20013:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350971.025084:0:20013:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055102, last_committed = 8590055100 00000001:00000010:3.0:1763350971.025089:0:20013:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5d80. 00000001:00000040:3.0:1763350971.025092:0:20013:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:3.0:1763350971.025096:0:20013:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=485 00000001:00000010:3.0:1763350971.025104:0:20013:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de02b26c0. 00000004:00000001:3.0:1763350971.025113:0:20013:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350971.025114:0:20013:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.025116:0:20013:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157906432 : -120542551645184 : ffff925e00076400) 00080000:00000001:3.0:1763350971.025121:0:20013:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350971.025137:0:20013:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350971.025140:0:20013:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350971.025144:0:20013:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de02b26c0: xid 1849001118741760, transno 8590055102, tag 0, client gen 3, slot idx 1 00000001:00000001:3.0:1763350971.025148:0:20013:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350971.025162:0:20013:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350971.025165:0:20013:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f59c0. 00000020:00000001:3.0:1763350971.025168:0:20013:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350971.025173:0:20013:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dfb9b5a40. 00000020:00000010:3.0:1763350971.025176:0:20013:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dfb9b57c0. 00000020:00000010:3.0:1763350971.025178:0:20013:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df94da360. 00000020:00000010:3.0:1763350971.025180:0:20013:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df94daca0. 00200000:00000001:3.0:1763350971.025184:0:20013:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350971.025189:0:20013:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f59c0. 00080000:00000001:3.0:1763350971.025191:0:20013:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350971.025209:0:20013:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00074400. 00080000:00000001:3.0:1763350971.025212:0:20013:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157898240 : -120542551653376 : ffff925e00074400) 00000004:00000001:3.0:1763350971.025217:0:20013:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.025220:0:20013:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763350971.025222:0:20013:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350971.025225:0:20013:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763350971.025228:0:20013:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.025232:0:20013:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.025234:0:20013:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.025237:0:20013:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:3.0:1763350971.025242:0:20013:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925de02b20c0. 00000004:00000001:3.0:1763350971.025247:0:20013:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:3.0:1763350971.025250:0:20013:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925cddf6a400. 00000004:00000010:3.0:1763350971.025253:0:20013:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925cddf6a610. 00000020:00000001:3.0:1763350971.025261:0:20013:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:3.0:1763350971.025274:0:20013:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925cdef7f308. 00000004:00000001:3.0:1763350971.025282:0:20013:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763350971.025284:0:20013:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.025288:0:20013:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526308279136 : -120547401272480 : ffff925cdef7f360) 00000004:00000001:3.0:1763350971.025291:0:20013:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025294:0:20013:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763350971.025295:0:20013:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025297:0:20013:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025299:0:20013:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:3.0:1763350971.025303:0:20013:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350971.025310:0:20013:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763350971.025315:0:20013:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dff9adf00. 00000004:00000010:3.0:1763350971.025318:0:20013:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94daca0. 00000004:00000010:3.0:1763350971.025327:0:20013:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dead24000. 00000020:00000001:3.0:1763350971.025333:0:20013:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350971.025336:0:20013:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025338:0:20013:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763350971.025340:0:20013:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763350971.025344:0:20013:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d1:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:3.0:1763350971.025348:0:20013:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dead24000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763350971.025355:0:20013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf800. 00000020:00000040:3.0:1763350971.025359:0:20013:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=12 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763350971.025365:0:20013:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350971.025369:0:20013:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350971.025376:0:20013:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350971.025383:0:20013:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cd3f3f000. 00000100:00000001:3.0:1763350971.025389:0:20013:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025394:0:20013:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.025396:0:20013:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350971.025398:0:20013:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.025401:0:20013:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763350971.025403:0:20013:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350971.025409:0:20013:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9ad780. 00000100:00000001:3.0:1763350971.025412:0:20013:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150792576 : -120542558759040 : ffff925dff9ad780) 00000100:00000001:3.0:1763350971.025415:0:20013:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350971.025417:0:20013:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901370880 : -120542808180736 : ffff925df0bcf800) 00000100:00000001:3.0:1763350971.025421:0:20013:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350971.025426:0:20013:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.025429:0:20013:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350971.025431:0:20013:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350971.025440:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bcf800 x1849001101444096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350971.025449:0:20013:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350971.025452:0:20013:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350971.025455:0:20013:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350971.025459:0:20013:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350971.025461:0:20013:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350971.025464:0:20013:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bcf800 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:20013:1849001101444096:0@lo:1000:mdt00_001.0 00000100:00000001:3.0:1763350971.025469:0:20013:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350971.025474:0:20013:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350971.025476:0:20013:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350971.025479:0:20013:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350971.025488:0:20013:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925dea1a8000. 02000000:00000001:3.0:1763350971.025490:0:20013:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350971.025497:0:20013:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e008103c8. 00000400:00000010:3.0:1763350971.025504:0:20013:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dff9adb40. 00000100:00000200:3.0:1763350971.025515:0:20013:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101444096, portal 4 00000100:00000001:3.0:1763350971.025517:0:20013:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350971.025518:0:20013:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901370880 : -120542808180736 : ffff925df0bcf800) 00000100:00000040:3.0:1763350971.025525:0:20013:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925df0bcf800 x1849001101444096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350987 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350971.025532:0:20013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350971.025534:0:20013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350971.025538:0:20013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23504c8. 00000100:00000200:3.0:1763350971.025541:0:20013:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101444096, offset 0 00000400:00000200:3.0:1763350971.025547:0:20013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350971.025563:0:20013:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350971.025579:0:20013:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd74400 00000400:00000200:3.0:1763350971.025587:0:20013:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c2d [256] + 17664 00000400:00000200:3.0:1763350971.025640:0:20013:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.025645:0:20013:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350971.025653:0:20013:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350971.025656:0:20013:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350971.025662:0:20013:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bce300. 00000100:00000040:3.0:1763350971.025665:0:20013:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bce300 x1849001101444096 msgsize 328 00000100:00100000:3.0:1763350971.025668:0:20013:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350971.025677:0:20013:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350971.026843:0:20013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23504c8 00000400:00000010:3.0:1763350971.026847:0:20013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23504c8. 00000100:00000001:3.0:1763350971.026852:0:20013:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350971.026858:0:20013:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bcf800 x1849001101444096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350987 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350971.026868:0:20013:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350971.026871:0:20013:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925df0bcf800 x1849001101444096/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350987 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350971.026877:0:20013:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.026879:0:20013:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350971.026888:0:20013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350971.026893:0:20013:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24623 usecs (25 jiffies) 00000100:00000001:3.0:1763350971.026898:0:20013:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300847954 00000100:00000001:3.0:1763350971.030793:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350971.030796:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101444352 02000000:00000001:3.0:1763350971.030799:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350971.030801:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350971.030803:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350971.030806:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350971.030809:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101444352 00000020:00000001:3.0:1763350971.030812:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350971.030814:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:3.0:1763350971.030816:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350971.030820:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:3.0:1763350971.030822:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:3.0:1763350971.031003:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:3.0:1763350971.031008:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000010:3.1:1763350971.033784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dea1d9200. 00010000:00000010:3.1:1763350971.033796:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92500. 00010000:00000010:3.1:1763350971.033801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:3.1:1763350971.033803:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92f00. 00000800:00000200:3.0:1763350971.036541:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350971.036547:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90edd00. 00000400:00000200:3.0:1763350971.036554:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.036559:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350971.036566:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350971.036569:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350971.044251:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350971.044256:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118742016 02000000:00000001:3.0:1763350971.044260:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350971.044263:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350971.044266:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350971.044271:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350971.044276:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118742016 00000020:00000001:3.0:1763350971.044280:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350971.044282:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350971.044284:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350971.044288:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=487 00000020:00000001:3.0:1763350971.044290:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350971.044293:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350971.044300:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350971.044305:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b57c0. 00000100:00000001:3.0:1763350971.044310:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350971.044313:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b57c0. 00000020:00000010:3.0:1763350971.044321:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ec00. 00000020:00000010:3.0:1763350971.044327:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925de264dd00. 00000020:00000010:3.0:1763350971.044334:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375640. 00000100:00000040:3.0:1763350971.044348:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350971.044352:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350971.044354:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350971.044356:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.044366:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.044379:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350971.044394:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350971.044397:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350971.044404:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20855 00000100:00000040:3.0:1763350971.044408:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350971.044411:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621467520 : -120543088084096 : ffff925de00dfb80) 00000100:00000040:3.0:1763350971.044421:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00dfb80 x1849001118742016/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:162/0 lens 392/0 e 0 to 0 dl 1763350982 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350971.044432:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350971.044435:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b57c0. 00000100:00000001:3.0:1763350971.044437:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350971.044440:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b57c0. 00000100:00100000:3.0:1763350971.044445:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+487:225533:x1849001118742016:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350971.044450:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118742016 00000020:00000001:3.0:1763350971.044454:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350971.044458:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350971.044466:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dd9b36540: xid 1849001118741760, transno 8590055104, client gen 3, slot idx 3 00000001:00000001:3.0:1763350971.044472:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de02b2840: xid 1849001118740992, transno 8590055101, client gen 3, slot idx 0 00000001:00000010:3.0:1763350971.044478:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de02b2840. 00000001:00000001:3.0:1763350971.044482:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccdbd7540: xid 1849001118741760, transno 8590055103, client gen 3, slot idx 2 00000001:00000001:3.0:1763350971.044485:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccdbd7540: xid 1849001118741760, transno 8590055103, client gen 3, slot idx 2 00000001:00000010:3.0:1763350971.044488:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccdbd7540. 00000001:00000001:3.0:1763350971.044491:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de02b26c0: xid 1849001118741760, transno 8590055102, client gen 3, slot idx 1 00000001:00000001:3.0:1763350971.044494:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de02b26c0: xid 1849001118741760, transno 8590055102, client gen 3, slot idx 1 00000001:00000010:3.0:1763350971.044497:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de02b26c0. 00000020:00000001:3.0:1763350971.044501:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.044505:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350971.044507:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350971.044511:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350971.044515:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118742016, found 0 last_xid 1849001118742015 00000020:00000001:3.0:1763350971.044518:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350971.044520:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350971.044523:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350971.044527:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044534:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350971.044537:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350971.044540:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350971.044547:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044551:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350971.044556:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350971.044559:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350971.044562:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350971.044564:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350971.044566:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350971.044568:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350971.044570:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350971.044572:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350971.044573:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350971.044574:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350971.044576:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350971.044578:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350971.044580:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350971.044581:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044584:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044586:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350971.044589:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044593:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350971.044637:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350971.044639:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350971.044641:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350971.044642:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350971.044644:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350971.044646:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350971.044647:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350971.044649:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350971.044651:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350971.044652:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350971.044657:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350971.044667:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350971.044669:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350971.044673:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350971.044676:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350971.044679:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350971.044681:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044683:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350971.044686:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044699:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.044704:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350971.044707:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350971.044715:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925e00077000. 02000000:00000001:3.0:1763350971.044718:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.044720:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044723:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350971.044725:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044728:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763350971.044731:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763350971.044733:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350971.044736:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc9b70380 refcount=2 00000020:00000001:3.0:1763350971.044738:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530246669184 : -120543462882432 : ffff925dc9b70380) 00000004:00000001:3.0:1763350971.044742:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530246669184 : -120543462882432 : ffff925dc9b70380) 00000020:00000040:3.0:1763350971.044744:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc9b70380 with handle 0xcb8c81cc3033c138 from hash 00000004:00000001:3.0:1763350971.044750:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763350971.044753:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3fe3:0x0] with intent: 0 00000004:00000001:3.0:1763350971.044758:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763350971.044761:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 13 blocks 11 truncate 0 00000004:00000001:3.0:1763350971.044766:0:20017:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350971.044770:0:20017:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350971.044780:0:20017:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044783:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350971.044790:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.044794:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.044803:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350971.044806:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350971.044811:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350971.044813:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350971.044815:0:20017:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350971.044818:0:20017:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fe3:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 13 00000004:00000002:3.0:1763350971.044822:0:20017:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350971.044825:0:20017:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044829:0:20017:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763350971.044831:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350971.044832:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.044834:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.044836:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.044839:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.044841:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.044843:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350971.044845:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.044846:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.044848:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.044850:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.044852:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.044854:0:20017:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.044856:0:20017:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350971.044858:0:20017:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044862:0:20017:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763350971.044864:0:20017:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3fe3:0x0]: Set SOM attrs S/B/F: 4096/13/4. 00000004:00000001:3.0:1763350971.044869:0:20017:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.044872:0:20017:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763350971.044875:0:20017:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350971.044881:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350971.044889:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5f00. 00080000:00000001:3.0:1763350971.044893:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350971.044905:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00074800. 00080000:00000001:3.0:1763350971.044908:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00000004:00000001:3.0:1763350971.044913:0:20017:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.044917:0:20017:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.044920:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.044923:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:3.0:1763350971.044926:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350971.044952:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044955:0:20017:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044958:0:20017:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.044964:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350971.044966:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350971.044974:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350971.044976:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.044977:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:3.0:1763350971.044982:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350971.044988:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350971.044989:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.044992:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350971.045017:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.045020:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045027:0:20017:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.045032:0:20017:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350971.045035:0:20017:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350971.045036:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.045038:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:3.0:1763350971.045041:0:20017:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350971.045044:0:20017:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763350971.045098:0:20017:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045101:0:20017:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045104:0:20017:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045106:0:20017:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.045112:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350971.045115:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350971.045120:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350971.045124:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055105, last_committed = 8590055100 00000001:00000010:3.0:1763350971.045129:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5540. 00000001:00000040:3.0:1763350971.045131:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:3.0:1763350971.045134:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=488 00000001:00000010:3.0:1763350971.045143:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9adf00. 00000004:00000001:3.0:1763350971.045151:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350971.045153:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.045154:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:3.0:1763350971.045158:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350971.045173:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350971.045175:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350971.045179:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9adf00: xid 1849001118742016, transno 8590055105, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763350971.045182:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350971.045210:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350971.045213:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5f00. 00000020:00000001:3.0:1763350971.045215:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045219:0:20017:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045221:0:20017:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045223:0:20017:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045225:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763350971.045227:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763350971.045229:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350971.045231:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350971.045233:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.045235:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350971.045237:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.045239:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.045241:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350971.045244:0:20017:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045247:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350971.045251:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350971.045255:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350971.045258:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350971.045262:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5f00. 00080000:00000001:3.0:1763350971.045264:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350971.045268:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00077400. 00080000:00000001:3.0:1763350971.045270:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00000004:00000001:3.0:1763350971.045274:0:20017:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350971.045276:0:20017:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350971.045278:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.045279:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00080000:00000001:3.0:1763350971.045283:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350971.045290:0:20017:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045293:0:20017:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045295:0:20017:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.045297:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350971.045299:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350971.045301:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350971.045303:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.045304:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00080000:00000001:3.0:1763350971.045306:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350971.045308:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350971.045309:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045311:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350971.045319:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.045321:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350971.045323:0:20017:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350967, ctime 1763350968 00000004:00000001:3.0:1763350971.045326:0:20017:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763350971.045329:0:20017:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763350971.045331:0:20017:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763350971.045332:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.045333:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00080000:00000001:3.0:1763350971.045338:0:20017:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350971.045360:0:20017:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045364:0:20017:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045366:0:20017:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045368:0:20017:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.045371:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350971.045373:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763350971.045375:0:20017:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055105 00000001:00000001:3.0:1763350971.045377:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350971.045379:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055106, last_committed = 8590055100 00000001:00000010:3.0:1763350971.045382:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5600. 00000001:00000040:3.0:1763350971.045384:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:3.0:1763350971.045386:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:3.0:1763350971.045390:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad780. 00000004:00000001:3.0:1763350971.045393:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350971.045394:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350971.045395:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00080000:00000001:3.0:1763350971.045398:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350971.045405:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350971.045407:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350971.045410:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9adf00: xid 1849001118742016, transno 8590055105, client gen 3, slot idx 0 00000001:00000001:3.0:1763350971.045414:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9adf00: xid 1849001118742016, transno 8590055105, client gen 3, slot idx 0 00000001:00000010:3.0:1763350971.045417:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9adf00. 00000001:00000001:3.0:1763350971.045420:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad780: xid 1849001118742016, transno 8590055106, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763350971.045423:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350971.045430:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350971.045432:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5f00. 00000020:00000001:3.0:1763350971.045434:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045439:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763350971.045443:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045447:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1763350971.045452:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350971.045456:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1763350971.045459:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc9b70380. 00000004:00000001:3.0:1763350971.045473:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350971.045479:0:20017:0:(lu_object.c:207:lu_object_put()) Add ffff925cddeea7d8/ffff925cddeea780 to site lru. bkt: ffff925dd1461ab0 00000004:00000001:3.0:1763350971.045482:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350971.045483:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045485:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045488:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763350971.045491:0:20017:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350971.045493:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350971.045495:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350971.045497:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350971.045499:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350971.045504:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350971.045508:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350971.045511:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763350971.045519:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350971.045526:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350971.045528:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350971.045532:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055100, transno 8590055106, xid 1849001118742016 00010000:00000001:3.0:1763350971.045536:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350971.045545:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00dfb80 x1849001118742016/t8590055106(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:162/0 lens 392/456 e 0 to 0 dl 1763350982 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350971.045559:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350971.045562:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350971.045566:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350971.045571:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350971.045574:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350971.045576:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350971.045579:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350971.045582:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350971.045585:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350971.045587:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350971.045592:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23504c8. 00000100:00000200:3.0:1763350971.045629:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118742016, offset 224 00000400:00000200:3.0:1763350971.045638:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350971.045652:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350971.045659:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197854:197854:256:4294967295] 192.168.202.2@tcp LPNI seq info [197850:197850:8:4294967295] 00000400:00000200:3.0:1763350971.045671:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350971.045676:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350971.045682:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dc35b0f00. 00000800:00000200:3.0:1763350971.045690:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350971.045698:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350971.045703:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc35b0f00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350971.045724:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350971.045729:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350971.045731:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350971.045733:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.045736:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350971.045742:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00dfb80 x1849001118742016/t8590055106(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:162/0 lens 392/456 e 0 to 0 dl 1763350982 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350971.045752:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:225533:x1849001118742016:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 1318us (1765us total) trans 8590055106 rc 0/0 00000100:00100000:3.0:1763350971.045765:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20855 00000100:00000040:3.0:1763350971.045770:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350971.045772:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350971.045775:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763350971.045779:0:20017:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:3.0:1763350971.045783:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925de264dd00. 00000020:00000010:3.0:1763350971.045788:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375640. 00000020:00000010:3.0:1763350971.045796:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3ec00. 00000020:00000040:3.0:1763350971.045801:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:3.0:1763350971.045805:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350971.045927:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350971.045932:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dc35b0f00. 00000400:00000200:3.0:1763350971.045942:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.045947:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350971.045952:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23504c8 00000400:00000010:3.0:1763350971.045955:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23504c8. 00000100:00000001:3.0:1763350971.045959:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350971.045961:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763350971.055170:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300847954, at 4300847957 00000100:00000010:3.0:1763350971.055179:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865c840. 00010000:00000010:2.1:1763350971.055927:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405b00. 00010000:00000010:2.1:1763350971.055937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:3.0:1763350971.061701:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350971.061709:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350971.061714:0:5786:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763350971.061719:0:5786:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763350971.061721:0:5786:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350971.061728:0:5786:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c1fc lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00010000:00010000:3.0:1763350971.061737:0:5786:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1c00 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:3.0:1763350971.061740:0:5786:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350971.061742:0:5786:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350971.061745:0:5786:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c1fc lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350971.061751:0:5786:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350971.061753:0:5786:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350971.061755:0:5786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350971.061757:0:5786:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=5 00000020:00000001:3.0:1763350971.061759:0:5786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:3.0:1763350971.061763:0:5786:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:3.0:1763350971.061766:0:5786:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350971.061768:0:5786:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c1fc lrc: 5/0,0 mode: PW/PW res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350971.061774:0:5786:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350971.061776:0:5786:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350971.061777:0:5786:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.061782:0:5786:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350971.061784:0:5786:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350971.061785:0:5786:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350971.061786:0:5786:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350971.061789:0:5786:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033c1fc from hash 00010000:00000001:3.0:1763350971.061790:0:5786:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350971.061792:0:5786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.061793:0:5786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.061794:0:5786:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350971.061799:0:5786:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.061801:0:5786:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.061803:0:5786:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350971.061805:0:5786:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350971.061807:0:5786:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350971.061810:0:5786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fea:0x0].0x0 (ffff925df4a92600) 00010000:00010000:3.0:1763350971.061813:0:5786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763350971.061815:0:5786:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350971.061818:0:5786:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.061819:0:5786:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350971.061820:0:5786:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350971.061823:0:5786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.061824:0:5786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.061826:0:5786:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.061828:0:5786:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.061830:0:5786:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350971.061833:0:5786:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c1fc lrc: 3/0,0 mode: --/PW res: [0x200000bd2:0x3fea:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350971.061837:0:5786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350971.061838:0:5786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350971.061840:0:5786:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763350971.061841:0:5786:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925de9da9e40. 00010000:00000001:3.0:1763350971.061848:0:5786:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350971.061851:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350971.061852:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350971.061853:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350971.061854:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350971.061855:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350971.061857:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350971.061858:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350971.061860:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350971.061861:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1763350971.067383:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350971.067395:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf370000. 00000400:00000200:3.0:1763350971.067403:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.067413:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350971.067421:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74990 00000400:00000010:3.0:1763350971.067424:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74990. 00000100:00000001:3.0:1763350971.067431:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350971.067433:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350971.076010:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405a00. 00010000:00000010:2.1:1763350971.076030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bff600. 00010000:00000010:0.1:1763350971.076075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:0.1:1763350971.076081:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc3dbfc00. 00000800:00000001:3.0:1763350971.076676:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.076704:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350971.076708:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.076710:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.076723:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350971.076747:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4624 into portal 12 MB=0x691a81edf3880 00000400:00000200:3.0:1763350971.076758:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4624/4624 into md 0xd4485 [64] + 188472 00000800:00000001:3.0:1763350971.076769:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.076784:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.076787:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.076792:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350971.076800:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350971.076802:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350971.076811:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf800. 00000100:00000040:3.0:1763350971.076814:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcf800 x1849001118742656 msgsize 4624 00000100:00100000:3.0:1763350971.076818:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350971.076831:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350971.076840:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.076843:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350971.083807:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00010000:00000010:2.1:1763350971.083828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:2.1:1763350971.087670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:2.1:1763350971.087858:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00010000:00000010:2.1:1763350971.087865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350971.087867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00000800:00000001:3.0:1763350971.090548:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.090573:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350971.090578:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.090581:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.090639:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350971.090664:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edf3980 00000400:00000200:3.0:1763350971.090673:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4485 [64] + 193096 00000400:00000010:3.0:1763350971.090680:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc8046528. 00000400:00000200:3.0:1763350971.090686:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cc2b84800 00000800:00000001:3.0:1763350971.090752:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.090790:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.090793:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.090799:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350971.090806:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc2b84800 00000400:00000010:3.0:1763350971.090808:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff925cc2b84800. 00000100:00000001:3.0:1763350971.090816:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350971.090818:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1763350971.090823:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0a4b450 x1849001118742912 msgsize 4616 00000100:00100000:3.0:1763350971.090827:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:3.0:1763350971.090830:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763350971.090848:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350971.090858:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.090862:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350971.092898:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350971.092904:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37200. 00000400:00000200:3.0:1763350971.092909:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.092915:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350971.092920:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0194c8 00000400:00000010:3.0:1763350971.092922:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0194c8. 00000100:00000001:3.0:1763350971.092926:0:3309:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350971.092928:0:3309:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350971.092930:0:3309:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925deec80000. 02000000:00000001:3.0:1763350971.092942:0:3309:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763350971.092944:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350971.101628:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000200:3.0:1763350971.104787:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350971.104799:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37100. 00000400:00000200:3.0:1763350971.104807:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.104815:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350971.104822:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:3.0:1763350971.104825:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:3.0:1763350971.104830:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350971.104832:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350971.107589:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.1:1763350971.108695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00010000:00000010:0.1:1763350971.108713:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6000. 00010000:00000010:0.1:1763350971.108719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3a00. 00010000:00000010:0.1:1763350971.108722:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6500. 00010000:00000010:0.1:1763350971.108725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00000800:00000001:3.0:1763350971.127307:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.127331:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350971.127336:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.127339:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.127354:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350971.127376:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4624 into portal 12 MB=0x691a81edf3c00 00000400:00000200:3.0:1763350971.127387:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4624/4624 into md 0xd4535 [64] + 464 00000800:00000001:3.0:1763350971.127397:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.127410:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.127414:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.127418:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350971.127427:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350971.127429:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350971.127437:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcce00. 00000100:00000040:3.0:1763350971.127442:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcce00 x1849001118743552 msgsize 4624 00000100:00100000:3.0:1763350971.127446:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350971.128999:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1763350971.133564:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350971.133573:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90edb00. 00000400:00000200:3.0:1763350971.133582:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.133590:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350971.133624:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2c38 00000400:00000010:3.0:1763350971.133627:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2c38. 00000100:00000001:3.0:1763350971.133632:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350971.133635:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350971.137139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:2.1:1763350971.137162:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00010000:00000010:2.1:1763350971.137168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:2.1:1763350971.137183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000800:00000001:3.0:1763350971.146653:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.146679:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350971.146685:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.146688:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.146703:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350971.146725:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 464 into portal 12 MB=0x691a81edf3d80 00000400:00000200:3.0:1763350971.146737:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 464/464 into md 0xd4535 [64] + 9704 00000800:00000001:3.0:1763350971.146748:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.146759:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350971.146762:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.146766:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350971.146775:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350971.146778:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350971.146787:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcea00. 00000100:00000040:3.0:1763350971.146791:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcea00 x1849001118743936 msgsize 464 00000100:00100000:3.0:1763350971.146795:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350971.146807:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350971.146818:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350971.146822:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350971.154782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00010000:00000010:2.1:1763350971.163472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350971.163498:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00010000:00000010:2.1:1763350971.163503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:2.1:1763350971.163516:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00010000:00000010:2.1:1763350971.163519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00000800:00000200:3.0:1763350971.174103:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350971.174109:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90edd00. 00000400:00000200:3.0:1763350971.174115:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.174122:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350971.174128:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2990 00000400:00000010:3.0:1763350971.174131:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2990. 00000100:00000001:3.0:1763350971.174134:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350971.174136:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350971.177751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:2.1:1763350971.177777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00010000:00000010:2.1:1763350971.177799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350971.177802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00000800:00000200:3.0:1763350971.181767:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350971.181775:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37200. 00000400:00000200:3.0:1763350971.181782:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350971.181789:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350971.181796:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019990 00000400:00000010:3.0:1763350971.181798:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019990. 00000100:00000001:3.0:1763350971.181803:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350971.181805:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350971.185423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00010000:00000010:0.1:1763350971.185446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6500. 00010000:00000010:0.1:1763350971.185452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00010000:00000010:0.1:1763350971.185455:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccdaa6000. 00010000:00000010:0.1:1763350971.185458:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00010000:00000001:3.0:1763350971.417803:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.417815:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.417824:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.417825:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.417832:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.417833:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.417839:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.417841:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350971.417847:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350971.417849:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.252386:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350972.252393:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350972.252396:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350972.252405:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925ddf291880 x1849001101444736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.252421:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350972.252425:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350972.252429:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350972.252433:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350972.252439:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350972.252445:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925ddf291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101444736:0@lo:400:kworker.0 00000100:00000001:3.0:1763350972.252453:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350972.252457:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350972.252461:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350972.252466:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350972.252473:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cd3f3ec00. 02000000:00000001:3.0:1763350972.252477:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350972.252489:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810f20. 00000400:00000010:3.0:1763350972.252497:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23504c8. 00000100:00000200:3.0:1763350972.252511:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101444736, portal 4 00000100:00000001:3.0:1763350972.252515:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350972.252518:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530606467200 : -120543103084416 : ffff925ddf291880) 00000100:00000040:3.0:1763350972.252528:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925ddf291880 x1849001101444736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.252543:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350972.252548:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350972.252552:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350a18. 00000100:00000200:3.0:1763350972.252557:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1849001101444736, offset 0 00000400:00000200:3.0:1763350972.252564:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350972.252569:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350972.252575:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a81dd74680 00000400:00000200:3.0:1763350972.252583:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x118b09 [8] + 7552 00000400:00000200:3.0:1763350972.252588:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350972.252608:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350972.252778:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350972.252784:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350972.252791:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf480. 00000100:00000040:3.0:1763350972.252796:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcf480 x1849001101444736 msgsize 224 00000100:00100000:3.0:1763350972.252805:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350972.252820:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350972.252827:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350a18 00000400:00000010:3.0:1763350972.252832:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350a18. 00000100:00000001:3.0:1763350972.252836:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350972.252844:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925ddf291880 x1849001101444736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.252860:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350972.252866:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925ddf291880 x1849001101444736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.252898:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.252903:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350972.252907:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350972.252914:0:3318:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24620 usecs (25 jiffies) 00000100:00000001:3.0:1763350972.252919:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300849180 00000100:00000001:3.0:1763350972.252924:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300849224 00000100:00000001:3.0:1763350972.252930:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300849180 00000100:00000001:3.0:1763350972.252936:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300849224 00000100:00000001:3.0:1763350972.252940:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300849180 00000100:00000001:3.0:1763350972.252943:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300849224 00000100:00000001:3.0:1763350972.252946:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300849180 00000100:00000001:3.0:1763350972.252951:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300849224 00000100:00000001:3.0:1763350972.252955:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350972.252959:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.252965:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350972.252972:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925ddf292300 x1849001101445248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.252988:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350972.252991:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350972.252998:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350972.253002:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350972.253009:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350972.253016:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925ddf292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3318:1849001101445248:0@lo:400:kworker.0 00000100:00000001:3.0:1763350972.253025:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350972.253028:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350972.253031:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350972.253036:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350972.253042:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cd3f3e200. 02000000:00000001:3.0:1763350972.253049:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350972.253056:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e008103c8. 00000400:00000010:3.0:1763350972.253063:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350a18. 00000100:00000200:3.0:1763350972.253070:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101445248, portal 10 00000100:00000001:3.0:1763350972.253075:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350972.253080:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530606469888 : -120543103081728 : ffff925ddf292300) 00000100:00000040:3.0:1763350972.253092:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925ddf292300 x1849001101445248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.253116:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350972.253122:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350972.253128:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350f68. 00000100:00000200:3.0:1763350972.253132:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1849001101445248, offset 0 00000400:00000200:3.0:1763350972.253141:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350972.253149:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350972.253159:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a81dd74880 00000400:00000200:3.0:1763350972.253169:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4535 [64] + 15704 00000400:00000200:3.0:1763350972.253176:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350972.253196:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350972.253200:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350972.253201:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350972.253205:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcc000. 00000100:00000040:3.0:1763350972.253208:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcc000 x1849001101445248 msgsize 224 00000100:00100000:3.0:1763350972.253213:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350972.253221:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350972.253225:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350f68 00000400:00000010:3.0:1763350972.253227:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350f68. 00000100:00000001:3.0:1763350972.253230:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350972.253232:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925ddf292300 x1849001101445248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.253239:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350972.253242:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925ddf292300 x1849001101445248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350988 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.253247:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.253249:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350972.253253:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350972.253258:0:3318:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7817 usecs (8 jiffies) 00000100:00000001:3.0:1763350972.253263:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300849163 00000100:00000001:3.0:1763350972.253268:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300849224 00000100:00000001:3.0:1763350972.253271:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300849163 00000100:00000001:3.0:1763350972.253274:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300849224 00000100:00000001:3.0:1763350972.253278:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300849163 00000100:00000001:3.0:1763350972.253292:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300849224 00000100:00000001:3.0:1763350972.253297:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300849163 00000100:00000001:3.0:1763350972.253302:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300849224 00000100:00000001:3.0:1763350972.253306:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350972.253310:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.253403:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.253408:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.253415:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350972.253419:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763350972.253424:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350972.253427:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350972.253430:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.253435:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.253457:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350972.253461:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101444864 02000000:00000001:3.0:1763350972.253465:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350972.253469:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350972.253474:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350972.253478:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350972.253483:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101444864 00000020:00000001:3.0:1763350972.253487:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350972.253489:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:3.0:1763350972.253491:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350972.253495:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=6 00000020:00000001:3.0:1763350972.253499:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:3.0:1763350972.253504:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:3.0:1763350972.253510:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350972.253516:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b58c0. 00000020:00000010:3.0:1763350972.253523:0:63085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dea57dd80. 00000020:00000040:3.0:1763350972.253533:0:63085:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:3.0:1763350972.253543:0:63085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763350972.253549:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ee00. 00000020:00000010:3.0:1763350972.253554:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd774f000. 00000020:00000010:3.0:1763350972.253559:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375640. 00000100:00000040:3.0:1763350972.253570:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350972.253575:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350972.253578:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350972.253580:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.253587:0:63085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763350972.253591:0:63085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350972.253619:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.253629:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.253637:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350972.253639:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350972.253642:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00000040:3.0:1763350972.253645:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:3.0:1763350972.253647:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970143744 : -120542739407872 : ffff925df4d65c00) 00000100:00000040:3.0:1763350972.253652:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d65c00 x1849001101444864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/0 e 0 to 0 dl 1763350983 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.253660:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350972.253663:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5400. 00000100:00000001:3.0:1763350972.253666:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350972.253669:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5400. 00000100:00100000:3.0:1763350972.253674:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3315:x1849001101444864:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1763350972.253677:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101444864 00000020:00000001:3.0:1763350972.253680:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350972.253682:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350972.253685:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350972.253687:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350972.253690:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:3.0:1763350972.253693:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350972.253695:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350972.253696:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350972.253698:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350972.253700:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350972.253702:0:63085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763350972.253705:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350972.253707:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350972.253711:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00077000. 02000000:00000001:3.0:1763350972.253714:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.253716:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350972.253717:0:63085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350972.253719:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911608, transno 0, xid 1849001101444864 00010000:00000001:3.0:1763350972.253722:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350972.253726:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d65c00 x1849001101444864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1763350983 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350972.253734:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350972.253736:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350972.253739:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350972.253743:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350972.253746:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350972.253749:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350972.253752:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350972.253754:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.253756:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350972.253760:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350972.253765:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350f68. 00000100:00000200:3.0:1763350972.253771:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001101444864, offset 224 00000400:00000200:3.0:1763350972.253779:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350972.253790:0:63085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350972.253799:0:63085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a81dd74700 00000400:00000200:3.0:1763350972.253809:0:63085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12f271 [1] + 224 00000400:00000200:3.0:1763350972.253817:0:63085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350972.253823:0:63085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350972.253829:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350972.253837:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925ddf291180 x1849001101444864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350972.253853:0:63085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925ddf291180 x1849001101444864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.253871:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350972.253878:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350f68 00000400:00000010:3.0:1763350972.253884:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350f68. 00000100:00000001:3.0:1763350972.253889:0:63085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350972.253892:0:63085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350972.253897:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350972.253903:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350972.253908:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350972.253911:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350972.253916:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350972.253923:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d65c00 x1849001101444864/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:163/0 lens 224/224 e 0 to 0 dl 1763350983 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350972.253935:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3315:x1849001101444864:12345-0@lo:400:kworker.0 Request processed in 273us (2599us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350972.253943:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00000100:00000040:3.0:1763350972.253946:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:3.0:1763350972.253948:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350972.253950:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350972.253954:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd774f000. 00000020:00000010:3.0:1763350972.253958:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375640. 00000020:00000010:3.0:1763350972.253964:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3ee00. 00000020:00000040:3.0:1763350972.253967:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 5 00000100:00000001:3.0:1763350972.253970:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.253995:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350972.253998:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350972.254003:0:3315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350972.254006:0:3315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350972.254008:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccbb58. 00000400:00000200:3.0:1763350972.254012:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019550 00000400:00000010:3.0:1763350972.254014:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019550. 00000100:00000001:3.0:1763350972.254018:0:3315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350972.254024:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925ddf291180 x1849001101444864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350972.254040:0:3315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925ddf291180 x1849001101444864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.254056:0:3315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350972.254085:0:3315:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.254091:0:3315:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350972.254094:0:3315:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350972.254098:0:3315:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350972.254102:0:3315:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350972.254125:0:3315:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350972.254135:0:3315:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fc58 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350972.254157:0:3315:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350972.254164:0:3315:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350972.254168:0:3315:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350972.254174:0:3315:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350972.254179:0:3315:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.254201:0:3315:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350972.254206:0:3315:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911608 00000100:00000001:3.0:1763350972.254212:0:3315:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350972.254219:0:3315:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350972.254230:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925ddf291180 x1849001101444864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.254239:0:3315:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350972.254242:0:3315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350972.254245:0:3315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350972.254249:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf291180 x1849001101444864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350972.254256:0:3315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925ddf291180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101444864:0@lo:400:kworker.0 00000100:00000001:3.0:1763350972.254264:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.254270:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350972.254275:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925ddf291180 x1849001101444864/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.254299:0:3315:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350972.254303:0:3315:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350972.254308:0:3315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc3185a00. 02000000:00000001:3.0:1763350972.254393:0:3315:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350972.254397:0:3315:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350972.254401:0:3315:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763350972.254406:0:3315:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350972.254411:0:3315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df2297200. 02000000:00000001:3.0:1763350972.254420:0:3315:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350972.254424:0:3315:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350972.254428:0:3315:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf291180. 00000100:00000001:3.0:1763350972.254433:0:3315:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350972.254437:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.254442:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.254451:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350972.254456:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.254461:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350972.254466:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.255220:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350972.255223:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350972.255226:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350972.255227:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350972.255230:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810f20. 00000400:00000200:3.0:1763350972.255233:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23504c8 00000400:00000010:3.0:1763350972.255235:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23504c8. 00000100:00000001:3.0:1763350972.255238:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350972.255242:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925ddf291880 x1849001101444736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350972.255250:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925ddf291880 x1849001101444736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.255256:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350972.255258:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.255259:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350972.255261:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350972.255263:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350972.255264:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350972.255266:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350972.255271:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ac58 time=110 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350972.255274:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350972.255276:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350972.255277:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350972.255279:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350972.255281:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.255284:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350972.255285:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847668 00000100:00000001:3.0:1763350972.255286:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350972.255288:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350972.255291:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925ddf291880 x1849001101444736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.255297:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350972.255299:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350972.255300:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350972.255303:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf291880 x1849001101444736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350972.255311:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925ddf291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101444736:0@lo:400:kworker.0 00000400:00000001:3.0:1763350972.255315:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350972.255316:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350972.255317:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e008103c8. 00000400:00000200:3.0:1763350972.255319:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350a18 00000400:00000010:3.0:1763350972.255320:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350a18. 00000100:00000001:3.0:1763350972.255322:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350972.255325:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925ddf292300 x1849001101445248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350972.255332:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925ddf292300 x1849001101445248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.255339:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350972.255340:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.255342:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350972.255343:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350972.255345:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350972.255346:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350972.255347:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350972.255352:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925cc132bc58 time=76 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350972.255354:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc132bc10 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350972.255356:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350972.255357:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350972.255359:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350972.255361:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.255364:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350972.255365:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1763350972.255367:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350972.255368:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350972.255371:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925ddf292300 x1849001101445248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.255377:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350972.255379:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350972.255380:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350972.255383:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf292300 x1849001101445248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350972.255389:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925ddf292300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3318:1849001101445248:0@lo:400:kworker.0 00000100:00000001:3.0:1763350972.255394:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.255395:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350972.255398:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925ddf291880 x1849001101444736/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.255403:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350972.255404:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350972.255406:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cd3f3ec00. 02000000:00000001:3.0:1763350972.255409:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350972.255410:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350972.255411:0:3318:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=12 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763350972.255413:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350972.255415:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925dc716b800. 02000000:00000001:3.0:1763350972.255418:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350972.255419:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350972.255421:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf291880. 00000100:00000001:3.0:1763350972.255423:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350972.255424:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.255426:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350972.255429:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925ddf292300 x1849001101445248/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350972.255435:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350972.255437:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350972.255438:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cd3f3e200. 02000000:00000001:3.0:1763350972.255440:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350972.255441:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350972.255442:0:3318:0:(genops.c:1242:class_import_put()) import ffff925cc132b800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1763350972.255444:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350972.255445:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df2297a00. 02000000:00000001:3.0:1763350972.255447:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350972.255448:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350972.255449:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf292300. 00000100:00000001:3.0:1763350972.255451:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350972.255452:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.255453:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350972.255457:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350972.255459:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350972.255460:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350972.255462:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350972.332354:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300849224, at 4300849234 00000100:00000010:3.0:1763350972.332369:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925df4e39f60. 00010000:00000001:3.0:1763350972.445174:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350972.445194:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350972.445202:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350972.445204:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350972.445209:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350972.445210:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350972.445215:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350972.445217:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350972.445223:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350972.445225:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350972.445253:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350972.445257:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350972.445260:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1763350973.273757:0:20037:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1763350973.273767:0:20037:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1763350973.273781:0:20037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcdc00. 00000020:00000040:3.0:1763350973.273790:0:20037:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=13 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763350973.273796:0:20037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350973.273799:0:20037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350973.273806:0:20037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350973.273816:0:20037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925dc35b0f00. 00000100:00000001:3.0:1763350973.273824:0:20037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350973.273833:0:20037:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350973.273840:0:20037:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350973.273853:0:20037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cb51cd3d] to pc [ptlrpcd_00_00+0] req@ffff925df0bcdc00 x1849001101445376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1763350973.273899:0:20037:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350973.273914:0:20037:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00074000. 00080000:00000001:3.0:1763350973.273920:0:20037:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157897216 : -120542551654400 : ffff925e00074000) 00080000:00000001:3.0:1763350973.273923:0:20037:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350973.273934:0:20037:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763350973.273936:0:20037:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0000: sync forced, 1 changes 00000004:00000010:3.0:1763350973.273942:0:20037:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925cd99f5000. 00000004:00080000:3.0:1763350973.273945:0:20037:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6182879348575ns, next at 6183879342141ns, rc = 0 00080000:00000001:3.0:1763350973.273949:0:20037:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763350973.273968:0:20037:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350973.273970:0:20037:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350973.275110:0:57861:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350973.275114:0:57861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101445376 02000000:00000001:3.0:1763350973.275117:0:57861:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350973.275120:0:57861:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350973.275122:0:57861:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350973.275128:0:57861:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350973.275133:0:57861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101445376 00000020:00000001:3.0:1763350973.275136:0:57861:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350973.275138:0:57861:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350973.275142:0:57861:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350973.275145:0:57861:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=15 00000020:00000001:3.0:1763350973.275148:0:57861:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350973.275151:0:57861:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350973.275156:0:57861:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350973.275164:0:57861:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5240. 00000100:00000001:3.0:1763350973.275168:0:57861:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350973.275171:0:57861:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5240. 00000020:00000010:3.0:1763350973.275187:0:57861:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6c00. 00000020:00000010:3.0:1763350973.275193:0:57861:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925de264d500. 00000020:00000010:3.0:1763350973.275200:0:57861:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375640. 00000100:00000040:3.0:1763350973.275211:0:57861:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1763350973.275214:0:57861:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350973.275215:0:57861:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350973.275218:0:57861:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350973.275228:0:57861:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350973.275246:0:57861:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350973.275257:0:57861:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350973.275259:0:57861:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350973.275264:0:57861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00000040:3.0:1763350973.275269:0:57861:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350973.275271:0:57861:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988440192 : -120542721111424 : ffff925df5ed8a80) 00000100:00000040:3.0:1763350973.275277:0:57861:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed8a80 x1849001101445376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1763350984 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350973.275287:0:57861:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350973.275289:0:57861:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5240. 00000100:00000001:3.0:1763350973.275291:0:57861:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350973.275293:0:57861:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5240. 00000100:00100000:3.0:1763350973.275297:0:57861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+15:3316:x1849001101445376:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1763350973.275302:0:57861:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101445376 00000020:00000001:3.0:1763350973.275306:0:57861:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350973.275310:0:57861:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350973.275313:0:57861:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350973.275315:0:57861:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350973.275318:0:57861:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840272 : -1038711344 : ffffffffc21685d0) 00000020:00000001:3.0:1763350973.275321:0:57861:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350973.275325:0:57861:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350973.275327:0:57861:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350973.275330:0:57861:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350973.275333:0:57861:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350973.275337:0:57861:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350973.275340:0:57861:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350973.275345:0:57861:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff925e00075400. 02000000:00000001:3.0:1763350973.275347:0:57861:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350973.275349:0:57861:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350973.275353:0:57861:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763350973.275360:0:57861:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763350973.275363:0:57861:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1763350973.275368:0:57861:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350973.275385:0:57861:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350973.275388:0:57861:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763350973.275391:0:57861:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 324337664 pending 0 free 3838836736 avail 3836739584 00000020:00000020:3.0:1763350973.275395:0:57861:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 21037056 0 0 00000020:00000020:3.0:1763350973.275399:0:57861:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 dirty 0 pend 0 grant 303300608 00000020:00000020:3.0:1763350973.275402:0:57861:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff925cc2e82000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763350973.275405:0:57861:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3661 free, 3639 avail; 117894 objects: 117152 free; state 0 00002000:00000001:3.0:1763350973.275408:0:57861:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763350973.275412:0:57861:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350973.275416:0:57861:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847668, transno 0, xid 1849001101445376 00010000:00000001:3.0:1763350973.275419:0:57861:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350973.275423:0:57861:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5ed8a80 x1849001101445376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/368 e 0 to 0 dl 1763350984 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350973.275432:0:57861:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350973.275435:0:57861:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350973.275439:0:57861:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df94991e8 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350973.275444:0:57861:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350973.275446:0:57861:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350973.275449:0:57861:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350973.275451:0:57861:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350973.275453:0:57861:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350973.275456:0:57861:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350973.275458:0:57861:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350973.275461:0:57861:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350a18. 00000100:00000200:3.0:1763350973.275466:0:57861:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1849001101445376, offset 224 00000400:00000200:3.0:1763350973.275472:0:57861:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350973.275482:0:57861:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350973.275491:0:57861:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a81dd74900 00000400:00000200:3.0:1763350973.275499:0:57861:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12f2bd [1] + 224 00000400:00000200:3.0:1763350973.275505:0:57861:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350973.275510:0:57861:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350973.275515:0:57861:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350973.275522:0:57861:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bcdc00 x1849001101445376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350989 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350973.275532:0:57861:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff925df0bcdc00 x1849001101445376/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350989 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350973.275557:0:57861:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350973.275564:0:57861:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350a18 00000400:00000010:3.0:1763350973.275567:0:57861:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350a18. 00000100:00000001:3.0:1763350973.275571:0:57861:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350973.275573:0:57861:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350973.275578:0:57861:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350973.275581:0:57861:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350973.275583:0:57861:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350973.275585:0:57861:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350973.275588:0:57861:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350973.275592:0:57861:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed8a80 x1849001101445376/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:164/0 lens 224/368 e 0 to 0 dl 1763350984 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350973.275624:0:57861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+15:3316:x1849001101445376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 336us (1463us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350973.275633:0:57861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00000040:3.0:1763350973.275636:0:57861:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350973.275639:0:57861:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350973.275641:0:57861:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350973.275646:0:57861:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925de264d500. 00000020:00000010:3.0:1763350973.275651:0:57861:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375640. 00000020:00000010:3.0:1763350973.275657:0:57861:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6c00. 00000020:00000040:3.0:1763350973.275662:0:57861:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 14 00000100:00000001:3.0:1763350973.275665:0:57861:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350973.302728:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300850201, at 4300850204 00000100:00000010:3.0:1763350973.303459:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006937e0. 00080000:00000001:3.0:1763350973.333876:0:105952:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350973.333895:0:105952:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350973.333901:0:105952:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350973.333910:0:105952:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350973.333917:0:105952:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350973.333921:0:105952:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350973.333929:0:105952:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350973.333937:0:105952:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350973.333941:0:105952:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350973.466393:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350973.466404:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350973.466413:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350973.466414:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350973.466419:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350973.466422:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350973.466427:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350973.466429:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350973.466436:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350973.466438:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350973.466473:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350973.466477:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350973.466481:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1763350974.091212:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091233:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350974.091237:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091240:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350974.091253:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350974.091274:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 26 MB=0x691a81edf3f80 00000400:00000200:3.0:1763350974.091284:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.2@tcp of length 224/224 into md 0x12ba5d [2] + 0 00000400:00000010:3.0:1763350974.091290:0:3309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925df87919a0. 00000400:00000200:3.0:1763350974.091300:0:3309:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cc471e240 00000800:00000001:3.0:1763350974.091308:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091313:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350974.091316:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350974.091320:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350974.091325:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc471e240 00000400:00000010:3.0:1763350974.091327:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc471e240. 00000100:00000001:3.0:1763350974.091336:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350974.091338:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1763350974.091341:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd1470050 x1849001118744448 msgsize 224 00000100:00100000:3.0:1763350974.091345:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:3.0:1763350974.091348:0:3309:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763350974.091367:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350974.091375:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091379:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350974.091381:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091383:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350974.091386:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350974.091392:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 28 MB=0x691a81edf4080 00000400:00000200:3.0:1763350974.091399:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 224/224 into md 0x118b09 [8] + 7776 00000800:00000001:3.0:1763350974.091403:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091407:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350974.091409:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350974.091412:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350974.091417:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350974.091419:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350974.091425:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf800. 00000100:00000040:3.0:1763350974.091428:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcf800 x1849001118744704 msgsize 224 00000100:00100000:3.0:1763350974.091432:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350974.091448:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350974.091454:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091457:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350974.091459:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091460:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350974.091464:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350974.091469:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 12 MB=0x691a81edf4000 00000400:00000200:3.0:1763350974.091475:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 224/224 into md 0xd4535 [64] + 15928 00000800:00000001:3.0:1763350974.091479:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091482:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350974.091484:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350974.091486:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350974.091490:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350974.091492:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350974.091497:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcdc00. 00000100:00000040:3.0:1763350974.091499:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcdc00 x1849001118744576 msgsize 224 00000100:00100000:3.0:1763350974.091503:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350974.091519:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350974.091522:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091525:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350974.091526:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091528:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350974.091531:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350974.091536:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 28 MB=0x691a81edf4100 00000400:00000200:3.0:1763350974.091539:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 224/224 into md 0x118b09 [8] + 8000 00000800:00000001:3.0:1763350974.091542:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091551:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350974.091552:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350974.091555:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350974.091558:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350974.091559:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350974.091562:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbc380. 00000100:00000040:3.0:1763350974.091564:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbc380 x1849001118744832 msgsize 224 00000100:00100000:3.0:1763350974.091568:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350974.091577:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350974.091579:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350974.091582:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350974.091630:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350974.091633:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118744704 02000000:00000001:3.0:1763350974.091636:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350974.091638:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350974.091641:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350974.091646:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350974.091650:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118744704 00000020:00000001:3.0:1763350974.091653:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350974.091655:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350974.091658:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350974.091661:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=20 00000020:00000001:3.0:1763350974.091663:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350974.091666:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350974.091671:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350974.091676:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5ac0. 00000020:00000010:3.0:1763350974.091680:0:63038:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc4c52e80. 00000020:00000040:3.0:1763350974.091687:0:63038:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:3.0:1763350974.091694:0:63038:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763350974.091699:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de9a89800. 00000020:00000010:3.0:1763350974.091706:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd774f000. 00000020:00000010:3.0:1763350974.092443:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375640. 00000100:00000040:3.0:1763350974.092454:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350974.092457:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350974.092458:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350974.092461:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350974.092466:0:63038:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763350974.092469:0:63038:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350974.092470:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350974.093349:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350974.093372:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350974.093375:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118744832 02000000:00000001:3.0:1763350974.093378:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350974.093380:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350974.093382:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350974.093386:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350974.093389:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118744832 00000020:00000001:3.0:1763350974.093392:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350974.093394:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350974.093397:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350974.093400:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=18 00000020:00000001:3.0:1763350974.093403:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350974.093406:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350974.093410:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350974.093417:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c80. 00000020:00000010:3.0:1763350974.093422:0:63038:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925df2468e40. 00000020:00000040:3.0:1763350974.093430:0:63038:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:3.0:1763350974.093434:0:63038:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763350974.093438:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de9a89400. 00000020:00000010:3.0:1763350974.093443:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd774fc00. 00000020:00000010:3.0:1763350974.093448:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3757d0. 00000100:00000001:3.0:1763350974.093454:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350974.093455:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350974.093457:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350974.093461:0:63038:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763350974.093463:0:63038:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350974.093464:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350974.095214:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350974.101056:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350974.101066:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df90edb00. 00000400:00000200:3.0:1763350974.101074:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350974.101081:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350974.101090:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2f68 00000400:00000010:3.0:1763350974.101093:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2f68. 00000100:00000001:3.0:1763350974.101099:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350974.101101:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1763350974.494545:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350974.494554:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350974.494562:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350974.494564:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350974.494569:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350974.494571:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350974.494576:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350974.494578:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350974.494584:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350974.494586:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350974.810313:0:106003:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350974.810331:0:106003:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350974.810337:0:106003:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350974.810345:0:106003:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350974.810352:0:106003:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350974.810358:0:106003:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350974.810364:0:106003:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350974.810371:0:106003:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350974.810377:0:106003:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350974.830654:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300851732, at 4300851733 00000100:00000010:3.0:1763350974.830673:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693960. 00010000:00000001:3.0:1763350975.513825:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350975.513836:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350975.513844:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350975.513846:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350975.513852:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350975.513854:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350975.513859:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350975.513861:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350975.513867:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350975.513869:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350975.513900:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350975.513904:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350975.513907:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763350976.467929:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350976.467935:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.468197:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350976.468202:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101445632 02000000:00000001:3.0:1763350976.468204:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350976.468207:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350976.468210:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350976.468215:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350976.468219:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101445632 00000020:00000001:3.0:1763350976.468223:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350976.468225:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350976.468228:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.468232:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=5 00000020:00000001:3.0:1763350976.468235:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350976.468237:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350976.468242:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.468248:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000020:00000010:3.0:1763350976.468254:0:63038:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc4c52c00. 00000020:00000040:3.0:1763350976.468262:0:63038:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:3.0:1763350976.468282:0:63038:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763350976.468289:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ec00. 00000020:00000010:3.0:1763350976.468296:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350976.468302:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375a28. 00000100:00000040:3.0:1763350976.468314:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350976.468317:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350976.468319:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350976.468322:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.468332:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.468343:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350976.468358:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350976.468361:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350976.468365:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19941 00000100:00000040:3.0:1763350976.468370:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350976.468373:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988442880 : -120542721108736 : ffff925df5ed9500) 00000100:00000040:3.0:1763350976.468379:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed9500 x1849001101445632/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:167/0 lens 544/0 e 0 to 0 dl 1763350987 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350976.468390:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.468393:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350976.468395:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.468398:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000100:00100000:3.0:1763350976.468402:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3317:x1849001101445632:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:3.0:1763350976.468406:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101445632 00000020:00000001:3.0:1763350976.468410:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350976.468414:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350976.468417:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.468419:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350976.468422:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839936 : -1038711680 : ffffffffc2168480) 00000020:00000001:3.0:1763350976.468425:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350976.468428:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350976.468431:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350976.468433:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350976.468437:0:63038:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350976.468442:0:63038:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350976.468444:0:63038:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.468448:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.468450:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.468452:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.468454:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.468456:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.468458:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.468460:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.468461:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.468462:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.468463:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.468465:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.468468:0:63038:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.468470:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.468475:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350976.468478:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350976.468483:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925e00ec8c00. 02000000:00000001:3.0:1763350976.468485:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.468488:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350976.468492:0:63038:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:3.0:1763350976.468495:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350976.468498:0:63038:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:3.0:1763350976.468500:0:63038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9681 count 1 00002000:00000001:3.0:1763350976.468504:0:63038:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:3.0:1763350976.468507:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350976.468511:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350976.468517:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081624 : -120547420469992 : ffff925cddd30518) 00002000:00000001:3.0:1763350976.468519:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081536 : -120547420470080 : ffff925cddd304c0) 00010000:00000001:3.0:1763350976.468524:0:63038:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350976.468527:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350976.468537:0:63038:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405300. 00010000:00000010:3.0:1763350976.468541:0:63038:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925e00405500. 00010000:00000001:3.0:1763350976.468545:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.468549:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:3.0:1763350976.468553:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.468556:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033c2a4 to hash 00000020:00000001:3.0:1763350976.468558:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.468560:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350976.468563:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00002000:00000001:3.0:1763350976.468567:0:63038:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763350976.468572:0:63038:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dfb9b56c0. 00002000:00000001:3.0:1763350976.468575:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350976.468576:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350976.468578:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081624 : -120547420469992 : ffff925cddd30518) 00002000:00000001:3.0:1763350976.468580:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081536 : -120547420470080 : ffff925cddd304c0) 00002000:00000001:3.0:1763350976.468583:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350976.468592:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350976.468701:0:63038:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d1:0x0] initial LVB size: 4096, mtime: 0x691a99b7, atime: 0x691a99b7, ctime: 0x691a99b8, blocks: 0xb 00002000:00000001:3.0:1763350976.468708:0:63038:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:3.0:1763350976.468714:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.468719:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.468726:0:63038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.468740:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350976.468747:0:63038:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350976.468752:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350976.468756:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350976.468761:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350976.468764:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.468766:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350976.468768:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350976.468772:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.468778:0:63038:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763350976.468785:0:63038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350976.468797:0:63038:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d1:0x0].0x0 (ffff925e00405300) refcount = 1 00010000:00000040:3.0:1763350976.468800:0:63038:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350976.468803:0:63038:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.468816:0:63038:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.468821:0:63038:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.468822:0:63038:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350976.468824:0:63038:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.468826:0:63038:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.468828:0:63038:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.468831:0:63038:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350976.468834:0:63038:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.468837:0:63038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.468844:0:63038:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350976.468846:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.468848:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.468851:0:63038:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.468853:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.468855:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:3.0:1763350976.468857:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350976.468859:0:63038:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350976.468862:0:63038:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350976.468865:0:63038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.468872:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.468873:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350976.468876:0:63038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.468882:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.468883:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.468886:0:63038:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763350976.468891:0:63038:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925dded43c00. 00010000:00000001:3.0:1763350976.468895:0:63038:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763350976.468905:0:63038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763350976.468908:0:63038:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.468910:0:63038:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.468912:0:63038:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350976.468913:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.468914:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350976.468916:0:63038:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:3.0:1763350976.468921:0:63038:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350976.468931:0:63038:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ec9000. 00080000:00000001:3.0:1763350976.468934:0:63038:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172925440 : -120542536626176 : ffff925e00ec9000) 00000001:00000001:3.0:1763350976.468937:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.468938:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350976.468944:0:63038:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x25d1:0x0] not in the id map cache 00080000:00000001:3.0:1763350976.468948:0:63038:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350976.468977:0:63038:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350976.468980:0:63038:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.468984:0:63038:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763350976.468987:0:63038:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350976.468991:0:63038:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350976.468994:0:63038:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350976.468997:0:63038:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.468999:0:63038:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.469002:0:63038:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350976.469004:0:63038:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763350976.469007:0:63038:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00000001:00000001:3.0:1763350976.469033:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763350976.469035:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350976.469042:0:63038:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.469046:0:63038:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350976.469051:0:63038:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350976.469087:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350976.469089:0:63038:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.469113:0:63038:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.469118:0:63038:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763350976.469180:0:63038:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.469185:0:63038:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763350976.469187:0:63038:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350976.469188:0:63038:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350976.469189:0:63038:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350976.469191:0:63038:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.469192:0:63038:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.469194:0:63038:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350976.469196:0:63038:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:3.0:1763350976.469197:0:63038:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00080000:00000001:3.0:1763350976.469296:0:63038:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350976.469299:0:63038:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.469303:0:63038:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350976.469308:0:63038:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350976.469312:0:63038:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847681, last_committed = 21474847680 00000001:00000010:3.0:1763350976.469317:0:63038:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5240. 00000001:00000040:3.0:1763350976.469320:0:63038:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 1 00000020:00000040:3.0:1763350976.469322:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=6 00080000:00000001:3.0:1763350976.469329:0:63038:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350976.469358:0:63038:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350976.469361:0:63038:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.469375:0:63038:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350976.469378:0:63038:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350976.469380:0:63038:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:3.0:1763350976.469402:0:63038:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ddffc8000. 00002000:00000001:3.0:1763350976.469407:0:63038:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1763350976.469408:0:63038:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x25d1:0x0] 00002000:00000010:3.0:1763350976.469411:0:63038:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff925cddd304c0. 00002000:00000001:3.0:1763350976.469416:0:63038:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:3.0:1763350976.469417:0:63038:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350976.469424:0:63038:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:3.0:1763350976.469429:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847680, transno 21474847681, xid 1849001101445632 00010000:00000001:3.0:1763350976.469432:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350976.469438:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5ed9500 x1849001101445632/t21474847681(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:167/0 lens 544/432 e 0 to 0 dl 1763350987 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350976.469447:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350976.469451:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350976.469455:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350976.469461:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350976.469464:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350976.469467:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350976.469470:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350976.469473:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.469476:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350976.469478:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350976.469482:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350a18. 00000100:00000200:3.0:1763350976.469488:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001101445632, offset 224 00000400:00000200:3.0:1763350976.469494:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350976.469505:0:63038:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350976.469517:0:63038:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a81dd74a00 00000400:00000200:3.0:1763350976.469525:0:63038:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f2e9 [1] + 224 00000400:00000200:3.0:1763350976.469531:0:63038:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350976.469535:0:63038:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350976.469541:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350976.469545:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed9180 x1849001101445632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350992 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350976.469555:0:63038:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff925df5ed9180 x1849001101445632/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350992 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350976.469583:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350976.469592:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350a18 00000400:00000010:3.0:1763350976.471701:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350a18. 00000100:00000001:3.0:1763350976.471713:0:63038:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350976.471716:0:63038:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350976.471729:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350976.471737:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350976.471741:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350976.471744:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.471747:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350976.471758:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9500 x1849001101445632/t21474847681(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:167/0 lens 544/432 e 0 to 0 dl 1763350987 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350976.471769:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3317:x1849001101445632:12345-0@lo:6:osp-syn-0-0.0 Request processed in 3378us (3638us total) trans 21474847681 rc 0/0 00000100:00100000:3.0:1763350976.471782:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19941 00000100:00000040:3.0:1763350976.471787:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350976.471790:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350976.471793:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350976.471801:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350976.471808:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375a28. 00000020:00000010:3.0:1763350976.471815:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ec00. 00000020:00000040:3.0:1763350976.471823:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000100:00000001:3.0:1763350976.471827:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350976.471866:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350976.471869:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.471874:0:56731:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763350976.471878:0:56731:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763350976.471881:0:56731:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350976.471888:0:56731:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350976.471900:0:56731:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfea00 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:3.0:1763350976.471904:0:56731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350976.471906:0:56731:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350976.471909:0:56731:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.471917:0:56731:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350976.471919:0:56731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.471922:0:56731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.471924:0:56731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:3.0:1763350976.471927:0:56731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350976.471931:0:56731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350976.471934:0:56731:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350976.471937:0:56731:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.471945:0:56731:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350976.471947:0:56731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350976.471948:0:56731:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.471955:0:56731:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350976.471957:0:56731:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350976.471960:0:56731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.471962:0:56731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350976.471965:0:56731:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033c2a4 from hash 00010000:00000001:3.0:1763350976.471967:0:56731:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350976.471969:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.471970:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.471972:0:56731:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350976.471978:0:56731:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.471981:0:56731:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.471983:0:56731:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350976.471986:0:56731:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350976.471988:0:56731:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350976.471991:0:56731:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.471993:0:56731:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.471995:0:56731:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350976.471997:0:56731:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350976.472000:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.472001:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.472002:0:56731:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.472005:0:56731:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.472006:0:56731:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.472010:0:56731:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.472017:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350976.472019:0:56731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2a4 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d1:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350976.472026:0:56731:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405300 count: 0 00002000:00000010:3.0:1763350976.472035:0:56731:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dfb9b56c0. 00010000:00000010:3.0:1763350976.472040:0:56731:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925e00405500. 00010000:00000001:3.0:1763350976.472050:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.472052:0:56731:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763350976.472054:0:56731:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925dded43c00. 00010000:00000001:3.0:1763350976.472056:0:56731:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.472059:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350976.472060:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.472062:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350976.472063:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350976.472064:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.472066:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350976.472067:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350976.472068:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.472070:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:3.1:1763350976.481738:0:106079:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405300. 00010000:00000010:3.1:1763350976.481754:0:106079:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00000100:00000040:3.0:1763350976.497519:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300853396, at 4300853399 00000100:00000010:3.0:1763350976.497541:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006939c0. 00010000:00000001:3.0:1763350976.546565:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.546575:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.546580:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.546582:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.546586:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.546588:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.546592:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.546618:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.546624:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.546626:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.546652:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350976.546655:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.546658:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1763350976.652514:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.652536:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350976.652541:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.652544:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350976.652559:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350976.652581:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 560 into portal 12 MB=0x691a81edf4200 00000400:00000200:3.0:1763350976.652591:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 560/560 into md 0xd4535 [64] + 16152 00000800:00000001:3.0:1763350976.652623:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.652636:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350976.652640:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350976.652646:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350976.652655:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350976.652658:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350976.652665:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbce00. 00000100:00000040:3.0:1763350976.652671:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbce00 x1849001118745088 msgsize 560 00000100:00100000:3.0:1763350976.652675:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350976.652687:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350976.652697:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.652702:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350976.662841:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.662862:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350976.662868:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.662874:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350976.662889:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:3.0:1763350976.662911:0:3310:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f2f5 00000400:00000200:3.0:1763350976.662919:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350976.662924:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:3.0:1763350976.662932:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2770 00000400:00000010:3.0:1763350976.662936:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2770. 00000100:00000001:3.0:1763350976.662941:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350976.662945:0:3310:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763350976.662947:0:3310:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350976.662962:0:3310:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350976.662964:0:3310:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350976.662966:0:3310:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350976.662973:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.662977:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350976.666687:0:106098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddefefa00. 00010000:00000010:2.1:1763350976.666706:0:106098:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dd9cddb00. 00010000:00000010:2.1:1763350976.666711:0:106098:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00010000:00000010:2.1:1763350976.666715:0:106098:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350976.675723:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92a00. 00010000:00000010:2.1:1763350976.675744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000100:00000001:3.0:1763350976.679921:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350976.679925:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118745344 02000000:00000001:3.0:1763350976.679930:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350976.679933:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350976.679936:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350976.679942:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350976.679947:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118745344 00000020:00000001:3.0:1763350976.679951:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350976.679953:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350976.679956:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.679960:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=485 00000020:00000001:3.0:1763350976.679963:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350976.679966:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350976.679971:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.679976:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350976.679980:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.679984:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000020:00000010:3.0:1763350976.679991:0:20015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ec00. 00000020:00000010:3.0:1763350976.679996:0:20015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350976.680002:0:20015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375a28. 00000100:00000040:3.0:1763350976.680010:0:20015:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350976.680013:0:20015:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350976.680014:0:20015:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350976.680018:0:20015:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350976.680020:0:20015:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.680022:0:20015:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.680031:0:20015:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.680048:0:20015:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350976.680062:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350976.680065:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350976.680071:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140539 00000100:00000040:3.0:1763350976.680075:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350976.680078:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621458560 : -120543088093056 : ffff925de00dd880) 00000100:00000040:3.0:1763350976.680086:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00dd880 x1849001118745344/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 584/0 e 0 to 0 dl 1763350987 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350976.680096:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.680098:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350976.680100:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.680102:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000100:00100000:3.0:1763350976.680107:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+485:226112:x1849001118745344:12345-192.168.202.2@tcp:101:dd.0 00000100:00000200:3.0:1763350976.680110:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118745344 00000020:00000001:3.0:1763350976.680114:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350976.680119:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350976.680125:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.680128:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350976.680131:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350976.680135:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350976.680139:0:20015:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118745344, found 0 last_xid 1849001118745343 00000020:00000001:3.0:1763350976.680153:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350976.680156:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350976.680158:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350976.680165:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.680168:0:20015:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350976.680171:0:20015:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350976.680173:0:20015:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350976.680175:0:20015:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350976.680178:0:20015:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.680184:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350976.680193:0:20015:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:3.0:1763350976.680196:0:20015:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.680199:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.680204:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:3.0:1763350976.680209:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.680212:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033c2c7 to hash 00000020:00000001:3.0:1763350976.680214:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.680216:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000010:3.0:1763350976.680222:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76d00. 00010000:00000001:3.0:1763350976.680226:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00010000:3.0:1763350976.680230:0:20015:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2c7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec8c2 expref: -99 pid: 20015 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350976.680240:0:20015:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 480 00000020:00000040:3.0:1763350976.680243:0:20015:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=486 00010000:00000001:3.0:1763350976.680251:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350976.680255:0:20015:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350976.680264:0:20015:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350976.680267:0:20015:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350976.680268:0:20015:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763350976.680271:0:20015:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350976.680273:0:20015:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:3.0:1763350976.680277:0:20015:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350976.680282:0:20015:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530967377880 : -120542742173736 : ffff925df4ac27d8) 00000004:00000001:3.0:1763350976.680284:0:20015:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623530967377792 : -120542742173824 : ffff925df4ac2780) 00000004:00000001:3.0:1763350976.680287:0:20015:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.680291:0:20015:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350976.680293:0:20015:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350976.680296:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350976.680299:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350976.680343:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925df15a0000. 02000000:00000001:3.0:1763350976.680346:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.680349:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.680351:0:20015:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.680354:0:20015:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763350976.680360:0:20015:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763350976.680363:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.680366:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.680368:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.680370:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.680372:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.680374:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.680376:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.680378:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.680379:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.680380:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.680382:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.680384:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.680385:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.680387:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.680388:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.680390:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.680391:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.680395:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.680396:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350976.680401:0:20015:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350976.680407:0:20015:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350976.680410:0:20015:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350976.680413:0:20015:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350976.680416:0:20015:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.680419:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.680421:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.680423:0:20015:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350976.680426:0:20015:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.680431:0:20015:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763350976.680439:0:20015:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34642a6baf8 00000004:00000002:3.0:1763350976.680441:0:20015:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xD.sanity, ldlm_rep = ffff925df15a0228 00000004:00000001:3.0:1763350976.680447:0:20015:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763350976.680451:0:20015:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763350976.680454:0:20015:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763350976.680457:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350976.680459:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350976.680462:0:20015:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 3 00010000:00000001:3.0:1763350976.680464:0:20015:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.680466:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.680469:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:3.0:1763350976.680471:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.680473:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033c2ce to hash 00000020:00000001:3.0:1763350976.680475:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.680476:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:3.0:1763350976.680479:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76c80. 00010000:00000001:3.0:1763350976.680481:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350976.680484:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.680486:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.680490:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.680496:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350976.680501:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350976.680503:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350976.680506:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.680508:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.680510:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.680512:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.680514:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350976.680517:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350976.680519:0:20015:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350976.680521:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350976.680524:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff925ccd7daf00) refcount = 3 00010000:00000040:3.0:1763350976.680527:0:20015:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350976.680532:0:20015:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9600/0xcb8c81cc3033c2c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8bb expref: 486 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350976.680539:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.680557:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350976.680563:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.680565:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.680567:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350976.680569:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.680571:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.680573:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.680575:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350976.680578:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.680581:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.680587:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350976.680589:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.680591:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.680592:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350976.680594:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350976.680627:0:20015:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405300. 00010000:00000010:3.0:1763350976.680631:0:20015:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc38ee980. 00010000:00000001:3.0:1763350976.680635:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.680637:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:3.0:1763350976.680639:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.680641:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033c2d5 to hash 00000020:00000001:3.0:1763350976.680643:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.680644:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:3.0:1763350976.680648:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76200. 00010000:00000001:3.0:1763350976.680651:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350976.680654:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.680655:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.680657:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.680663:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350976.680664:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350976.680666:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350976.680667:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.680669:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.680670:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.680672:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.680673:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350976.680675:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350976.680676:0:20015:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350976.680677:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350976.680679:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xe22cf5fd (ffff925e00405300) refcount = 1 00010000:00010000:3.0:1763350976.680682:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.680687:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350976.680689:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.680691:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.680692:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350976.680694:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.680695:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.680697:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.680699:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350976.680700:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.680703:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.680707:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350976.680709:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.680710:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350976.680712:0:20015:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.680719:0:20015:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763350976.680758:0:20015:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763350976.680762:0:20015:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763350976.680766:0:20015:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763350976.680771:0:20015:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.680776:0:20015:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763350976.680800:0:20015:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350976.680803:0:20015:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763350976.680805:0:20015:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763350976.680809:0:20015:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350976.680812:0:20015:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350976.680815:0:20015:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.680817:0:20015:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.680819:0:20015:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350976.680820:0:20015:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.680823:0:20015:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:3.0:1763350976.680826:0:20015:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763350976.680828:0:20015:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350976.680830:0:20015:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350976.680831:0:20015:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350976.680832:0:20015:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.680834:0:20015:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.680836:0:20015:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.680859:0:20015:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.680862:0:20015:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350976.680865:0:20015:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.680867:0:20015:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.680869:0:20015:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350976.680870:0:20015:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350976.680872:0:20015:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350976.680877:0:20015:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350976.680879:0:20015:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350976.680884:0:20015:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350976.680888:0:20015:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350976.680903:0:20015:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350976.680907:0:20015:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350976.680909:0:20015:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.680913:0:20015:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350976.680916:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350976.680918:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350976.680922:0:20015:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405500. 00010000:00000010:3.0:1763350976.680925:0:20015:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc38eec00. 00010000:00000001:3.0:1763350976.680928:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.680931:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bff600. 00000020:00000001:3.0:1763350976.680933:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.680935:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bff600 with handle 0xcb8c81cc3033c2dc to hash 00000020:00000001:3.0:1763350976.680936:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.680938:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000010:3.0:1763350976.680941:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76280. 00010000:00000001:3.0:1763350976.680943:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000001:3.0:1763350976.680946:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.680947:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.680950:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.680956:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350976.680958:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350976.680959:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350976.680961:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.680962:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.680964:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.680965:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.680967:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350976.680968:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350976.680969:0:20015:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350976.680970:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350976.680973:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 1 00010000:00010000:3.0:1763350976.680976:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.680984:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350976.680986:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.680988:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.680990:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350976.680991:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.680993:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.680995:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.680997:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350976.680999:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.681001:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681005:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350976.681007:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681008:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681010:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.681012:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.681014:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bff600 refcount=3 00000020:00000001:3.0:1763350976.681015:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000001:3.0:1763350976.681018:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000001:3.0:1763350976.681021:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681022:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350976.681024:0:20015:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.681028:0:20015:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763350976.681032:0:20015:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350976.681034:0:20015:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350976.681041:0:20015:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.681045:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350976.681053:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.681055:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.681063:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.681067:0:20015:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.681071:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.681075:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350976.681077:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.681078:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.681080:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.681084:0:20015:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.681085:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350976.681087:0:20015:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350976.681089:0:20015:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.681092:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.681094:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.681095:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.681097:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.681098:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.681100:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.681101:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.681103:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350976.681105:0:20015:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:3.0:1763350976.681108:0:20015:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: returning size 512 00000004:00200000:3.0:1763350976.681112:0:20015:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:3.0:1763350976.681114:0:20015:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763350976.681115:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.681117:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.681119:0:20015:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763350976.681121:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350976.681122:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.681123:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.681125:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.681126:0:20015:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.681128:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.681131:0:20015:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.681137:0:20015:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350976.681153:0:20015:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.681156:0:20015:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681170:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.681172:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.681173:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bff600 refcount=3 00000020:00000001:3.0:1763350976.681176:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000001:3.0:1763350976.681178:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00000004:00010000:3.0:1763350976.681182:0:20015:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681188:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681189:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350976.681191:0:20015:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763350976.681193:0:20015:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350976.681197:0:20015:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:3.0:1763350976.681200:0:20015:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350976.681201:0:20015:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350976.681204:0:20015:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350976.681205:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.681206:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.681208:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:3.0:1763350976.681210:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350976.681212:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350976.681214:0:20015:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350976.681217:0:20015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681222:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681223:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350976.681226:0:20015:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681231:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.681232:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681235:0:20015:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350976.681238:0:20015:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00010000:3.0:1763350976.681244:0:20015:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350976.681246:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350976.681249:0:20015:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350976.681251:0:20015:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681257:0:20015:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350976.681258:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.681260:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.681261:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:3.0:1763350976.681263:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350976.681265:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350976.681268:0:20015:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350976.681270:0:20015:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681276:0:20015:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350976.681278:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350976.681280:0:20015:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681283:0:20015:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350976.681284:0:20015:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350976.681286:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.681287:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350976.681290:0:20015:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033c2ce from hash 00010000:00000001:3.0:1763350976.681292:0:20015:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350976.681294:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681295:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681296:0:20015:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350976.681299:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.681300:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681302:0:20015:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350976.681305:0:20015:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350976.681307:0:20015:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350976.681310:0:20015:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925ccd7daf00) 00010000:00010000:3.0:1763350976.681313:0:20015:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350976.681315:0:20015:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.681318:0:20015:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681320:0:20015:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350976.681322:0:20015:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350976.681325:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681326:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681328:0:20015:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681330:0:20015:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.681332:0:20015:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.681335:0:20015:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681341:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681342:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681343:0:20015:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350976.681345:0:20015:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350976.681346:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350976.681348:0:20015:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c2ce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000010:3.0:1763350976.681355:0:20015:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76c80. 00010000:00000001:3.0:1763350976.681360:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350976.681362:0:20015:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350976.681363:0:20015:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350976.681365:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.681366:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.681367:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=3 00000020:00000001:3.0:1763350976.681369:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350976.681372:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350976.681373:0:20015:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350976.681376:0:20015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681381:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681383:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350976.681385:0:20015:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681390:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.681391:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681394:0:20015:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350976.681397:0:20015:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00010000:3.0:1763350976.681403:0:20015:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfec00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350976.681405:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350976.681406:0:20015:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350976.681408:0:20015:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681413:0:20015:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350976.681414:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.681416:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.681417:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=4 00000020:00000001:3.0:1763350976.681419:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350976.681421:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:3.0:1763350976.681423:0:20015:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350976.681425:0:20015:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681430:0:20015:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350976.681432:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350976.681433:0:20015:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681436:0:20015:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350976.681437:0:20015:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350976.681438:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.681440:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350976.681442:0:20015:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfec00 with handle 0xcb8c81cc3033c2d5 from hash 00010000:00000001:3.0:1763350976.681445:0:20015:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350976.681446:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681447:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681448:0:20015:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350976.681450:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.681451:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681453:0:20015:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350976.681454:0:20015:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350976.681456:0:20015:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350976.681458:0:20015:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe22cf5fd (ffff925e00405300) 00010000:00010000:3.0:1763350976.681460:0:20015:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350976.681462:0:20015:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.681465:0:20015:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681466:0:20015:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350976.681467:0:20015:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350976.681470:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681471:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681473:0:20015:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681475:0:20015:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.681476:0:20015:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.681479:0:20015:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.681483:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681484:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681485:0:20015:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350976.681486:0:20015:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350976.681488:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350976.681490:0:20015:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c2d5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe22cf5fd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000010:3.0:1763350976.681495:0:20015:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76200. 00010000:00000040:3.0:1763350976.681497:0:20015:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405300 count: 0 00010000:00000010:3.0:1763350976.681502:0:20015:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc38ee980. 00010000:00000001:3.0:1763350976.681507:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350976.681508:0:20015:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350976.681510:0:20015:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350976.681512:0:20015:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350976.681514:0:20015:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763350976.681516:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.681517:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.681519:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bff600 refcount=3 00000020:00000001:3.0:1763350976.681521:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00010000:00000001:3.0:1763350976.681523:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364696064 : -120543344855552 : ffff925dd0bff600) 00000004:00000040:3.0:1763350976.681527:0:20015:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:3.0:1763350976.681530:0:20015:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=487 00010000:00000001:3.0:1763350976.681535:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681536:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350976.681538:0:20015:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350976.681540:0:20015:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763350976.681544:0:20015:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350976.681546:0:20015:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350976.681548:0:20015:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350976.681549:0:20015:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350976.681552:0:20015:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350976.681554:0:20015:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350976.681560:0:20015:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.681563:0:20015:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350976.681566:0:20015:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350976.681569:0:20015:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350976.681571:0:20015:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763350976.681573:0:20015:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350976.681575:0:20015:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350976.681579:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681580:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681581:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.681583:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350976.681585:0:20015:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033c2c7 from hash 00010000:00000001:3.0:1763350976.681588:0:20015:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350976.681589:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681590:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681591:0:20015:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350976.681592:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350976.681626:0:20015:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c2c7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 487 pid: 20015 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350976.681633:0:20015:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 480 00000020:00000040:3.0:1763350976.681636:0:20015:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 486 00010000:00000010:3.0:1763350976.681638:0:20015:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76d00. 00010000:00000001:3.0:1763350976.681641:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.681643:0:20015:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681648:0:20015:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350976.681651:0:20015:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 486 pid: 20015 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.681658:0:20015:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350976.681659:0:20015:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350976.681661:0:20015:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:3.0:1763350976.681663:0:20015:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:3.0:1763350976.681664:0:20015:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.681666:0:20015:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.681667:0:20015:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350976.681668:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.681669:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350976.681670:0:20015:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bff600, rc 0) 00000020:00000001:3.0:1763350976.681673:0:20015:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350976.681677:0:20015:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055111, transno 0, xid 1849001118745344 00010000:00000001:3.0:1763350976.681680:0:20015:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350976.681686:0:20015:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00dd880 x1849001118745344/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 584/584 e 0 to 0 dl 1763350987 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350976.681694:0:20015:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350976.681697:0:20015:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350976.681701:0:20015:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=111 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350976.681705:0:20015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350976.681707:0:20015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350976.681709:0:20015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350976.681713:0:20015:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350976.681716:0:20015:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.681719:0:20015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350976.681722:0:20015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350976.681727:0:20015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350a18. 00000100:00000200:3.0:1763350976.681734:0:20015:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1849001118745344, offset 224 00000400:00000200:3.0:1763350976.681741:0:20015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350976.681755:0:20015:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350976.681762:0:20015:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197872:197872:256:4294967295] 192.168.202.2@tcp LPNI seq info [197868:197868:8:4294967295] 00000400:00000200:3.0:1763350976.681776:0:20015:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350976.681782:0:20015:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350976.681787:0:20015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dc35b0000. 00000800:00000200:3.0:1763350976.681795:0:20015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350976.681803:0:20015:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350976.681809:0:20015:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc35b0000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:3.0:1763350976.681843:0:20015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350976.681847:0:20015:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350976.681849:0:20015:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350976.681851:0:20015:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.681854:0:20015:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350976.681859:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00dd880 x1849001118745344/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 584/584 e 0 to 0 dl 1763350987 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350976.681869:0:20015:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+486:226112:x1849001118745344:12345-192.168.202.2@tcp:101:dd.0 Request processed in 1772us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350976.681878:0:20015:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140539 00000100:00000040:3.0:1763350976.681882:0:20015:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350976.681885:0:20015:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350976.681887:0:20015:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350976.681893:0:20015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350976.681897:0:20015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375a28. 00000020:00000010:3.0:1763350976.681904:0:20015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ec00. 00000020:00000040:3.0:1763350976.681909:0:20015:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 485 00000100:00000001:3.0:1763350976.681912:0:20015:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350976.684882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:3.1:1763350976.686709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:3.1:1763350976.686725:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405300. 00010000:00000010:3.1:1763350976.686729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:3.1:1763350976.686732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00000100:00000001:3.0:1763350976.700559:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763350976.700566:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.700569:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.700573:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:3.0:1763350976.700577:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350976.700581:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350976.700584:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350976.700590:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c2f1 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.700628:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.700630:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350976.700633:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c2f1 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.700639:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.700641:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.700645:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350976.700649:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c2f1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:3.0:1763350976.700655:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0a00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350976.700659:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350976.700662:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350976.700665:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c2f1 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.700670:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350976.700672:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.700673:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.700675:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=4 00000020:00000001:3.0:1763350976.700677:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350976.700679:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350976.700682:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350976.700685:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c2f1 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.700691:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350976.700693:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350976.700695:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.700700:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350976.700703:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350976.700704:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.700706:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350976.700709:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0a00 with handle 0xcb8c81cc3033c2f1 from hash 00010000:00000001:3.0:1763350976.700711:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350976.700712:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.700713:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.700714:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350976.700721:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.700723:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.700725:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350976.700727:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350976.700731:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350976.700734:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x67dc7ff9 (ffff925df4a92a00) 00010000:00010000:3.0:1763350976.700737:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350976.700740:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.700743:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.700744:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350976.700746:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350976.700749:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.700750:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.700751:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.700754:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.700755:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.700758:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c2f1 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.700763:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.700764:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.700765:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350976.700767:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350976.700768:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350976.700770:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c2f1 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:3.0:1763350976.700777:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be280. 00010000:00000040:3.0:1763350976.700781:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92a00 count: 0 00010000:00000010:3.0:1763350976.700789:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70200. 00010000:00000001:3.0:1763350976.700795:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763350976.700797:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00000100:00000001:3.0:1763350976.700800:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350976.700826:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350976.700829:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118745728 02000000:00000001:3.0:1763350976.700833:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350976.700836:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350976.700839:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350976.700844:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350976.700849:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118745728 00000020:00000001:3.0:1763350976.700852:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350976.700855:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350976.700856:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.700859:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=19 00000020:00000001:3.0:1763350976.700861:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350976.700863:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350976.700870:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.700873:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000020:00000010:3.0:1763350976.700878:0:63037:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dfb9b5ac0. 00000020:00000040:3.0:1763350976.700884:0:63037:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:3.0:1763350976.700898:0:63037:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763350976.700900:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000020:00000010:3.0:1763350976.700907:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e400. 00000020:00000010:3.0:1763350976.700913:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350976.700919:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375a28. 00000100:00000040:3.0:1763350976.700928:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350976.700931:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350976.700933:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350976.700935:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.700944:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.700958:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350976.700971:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350976.700974:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350976.700980:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19942 00000100:00000040:3.0:1763350976.700985:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350976.700987:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970139264 : -120542739412352 : ffff925df4d64a80) 00000100:00000040:3.0:1763350976.700995:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d64a80 x1849001118745728/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 328/0 e 0 to 0 dl 1763350987 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350976.701004:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.701007:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350976.701009:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.701012:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000100:00100000:3.0:1763350976.701016:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:226112:x1849001118745728:12345-192.168.202.2@tcp:101:dd.0 00000100:00000200:3.0:1763350976.701020:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118745728 00000020:00000001:3.0:1763350976.701024:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350976.701029:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350976.701032:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.701035:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350976.701038:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350976.701041:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350976.701045:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350976.701048:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350976.701051:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350976.701058:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.701061:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350976.701063:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350976.701066:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350976.701068:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350976.701070:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.701075:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350976.701082:0:63037:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405300. 00010000:00000010:3.0:1763350976.701086:0:63037:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925e00405100. 00010000:00000001:3.0:1763350976.701090:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.701094:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:3.0:1763350976.701098:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.701101:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033c306 to hash 00000020:00000001:3.0:1763350976.701103:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.701104:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350976.701108:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00010000:3.0:1763350976.701112:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c306 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec8d0 expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763350976.701122:0:63037:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763350976.701127:0:63037:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dfb9b56c0. 00002000:00000001:3.0:1763350976.701131:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350976.701135:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350976.701155:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289083144 : -120547420468472 : ffff925cddd30b08) 00002000:00000001:3.0:1763350976.701158:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289083056 : -120547420468560 : ffff925cddd30ab0) 00002000:00000001:3.0:1763350976.701161:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350976.701169:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350976.701172:0:63037:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d2:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1763350976.701176:0:63037:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763350976.701179:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30b08/ffff925cddd30ab0 to site lru. bkt: ffff925df5025768 00010000:00000040:3.0:1763350976.701183:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:3.0:1763350976.701186:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=20 00000100:00000001:3.0:1763350976.701197:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350976.701200:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350976.701205:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00ec9400. 02000000:00000001:3.0:1763350976.701207:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.701210:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.701212:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350976.701216:0:63037:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350976.701219:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350976.701221:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350976.701224:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350976.701227:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.701229:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350976.701231:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350976.701233:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.701236:0:63037:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:3.0:1763350976.701239:0:63037:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1763350976.701241:0:63037:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:3.0:1763350976.701243:0:63037:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:3.0:1763350976.701244:0:63037:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1763350976.701246:0:63037:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:3.0:1763350976.701249:0:63037:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763350976.701255:0:63037:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c306 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8d0 expref: 20 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350976.701264:0:63037:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d2:0x0].0x0 (ffff925e00405300) refcount = 1 00010000:00000040:3.0:1763350976.701268:0:63037:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350976.701271:0:63037:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c306 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8d0 expref: 20 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.701281:0:63037:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.701282:0:63037:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.701284:0:63037:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350976.701286:0:63037:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.701288:0:63037:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.701290:0:63037:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.701295:0:63037:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350976.701299:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033c306 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8d0 expref: 20 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.701310:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350976.701312:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350976.701315:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.701317:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.701319:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350976.701320:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.701322:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350976.701323:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfea00, rc 0) 00000020:00000001:3.0:1763350976.701326:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350976.701331:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847670, transno 0, xid 1849001118745728 00010000:00000001:3.0:1763350976.701334:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350976.701340:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d64a80 x1849001118745728/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 328/400 e 0 to 0 dl 1763350987 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350976.701348:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350976.701351:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350976.701356:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350976.701361:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350976.701363:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350976.701366:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350976.701369:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350976.701371:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.701375:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350976.701378:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350976.701383:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23504c8. 00000100:00000200:3.0:1763350976.701390:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118745728, offset 224 00000400:00000200:3.0:1763350976.701396:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350976.701409:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350976.701416:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197874:197874:256:4294967295] 192.168.202.2@tcp LPNI seq info [197870:197870:8:4294967295] 00000400:00000200:3.0:1763350976.701429:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350976.701435:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350976.701440:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dc35b0400. 00000800:00000200:3.0:1763350976.701447:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350976.701455:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350976.701459:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc35b0400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350976.701476:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350976.701480:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350976.701483:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350976.701485:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.701487:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350976.701492:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d64a80 x1849001118745728/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 328/400 e 0 to 0 dl 1763350987 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350976.701503:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:226112:x1849001118745728:12345-192.168.202.2@tcp:101:dd.0 Request processed in 496us (1233us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350976.701510:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19942 00000100:00000040:3.0:1763350976.701514:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350976.701517:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350976.701519:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350976.701524:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350976.701529:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375a28. 00000020:00000010:3.0:1763350976.701535:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e400. 00000020:00000040:3.0:1763350976.701541:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 19 00000100:00000001:3.0:1763350976.701544:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350976.701660:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350976.701665:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dc35b0400. 00000400:00000200:3.0:1763350976.701673:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350976.701678:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350976.701682:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23504c8 00000400:00000010:3.0:1763350976.701684:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23504c8. 00000100:00000001:3.0:1763350976.701688:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350976.701690:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350976.704948:0:106101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350976.704963:0:106101:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:3.1:1763350976.712292:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92a00. 00010000:00000010:3.1:1763350976.712301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00000100:00000001:3.0:1763350976.764956:0:3302:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763350976.764970:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.764974:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.764982:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:3.0:1763350976.764990:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350976.764998:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350976.765001:0:3302:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350976.765009:0:3302:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c31b lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.765021:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.765023:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350976.765025:0:3302:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c31b lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.765033:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.765034:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.765038:0:3302:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350976.765041:0:3302:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c31b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:3.0:1763350976.765047:0:3302:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0a00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350976.765051:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350976.765055:0:3302:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350976.765058:0:3302:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c31b lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.765064:0:3302:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350976.765065:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.765066:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.765068:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=4 00000020:00000001:3.0:1763350976.765070:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350976.765072:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350976.765076:0:3302:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350976.765079:0:3302:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c31b lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.765085:0:3302:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350976.765087:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350976.765088:0:3302:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.765096:0:3302:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350976.765098:0:3302:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350976.765099:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.765101:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350976.765104:0:3302:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0a00 with handle 0xcb8c81cc3033c31b from hash 00010000:00000001:3.0:1763350976.765107:0:3302:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350976.765108:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.765109:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.765111:0:3302:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350976.765119:0:3302:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.765121:0:3302:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.765124:0:3302:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350976.765127:0:3302:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350976.765130:0:3302:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350976.765133:0:3302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x695180f9 (ffff925df4a92e00) 00010000:00010000:3.0:1763350976.765136:0:3302:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350976.765139:0:3302:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.765142:0:3302:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.765153:0:3302:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350976.765155:0:3302:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350976.765157:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.765159:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.765161:0:3302:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.765162:0:3302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.765165:0:3302:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.765168:0:3302:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c31b lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350976.765174:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.765175:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.765176:0:3302:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350976.765178:0:3302:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350976.765179:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350976.765181:0:3302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c31b lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:3.0:1763350976.765188:0:3302:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bef00. 00010000:00000040:3.0:1763350976.765197:0:3302:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92e00 count: 0 00010000:00000010:3.0:1763350976.765205:0:3302:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70c80. 00010000:00000001:3.0:1763350976.765220:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763350976.765223:0:3302:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000100:00000001:3.0:1763350976.765227:0:3302:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350976.767106:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.767127:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350976.767132:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.767135:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350976.767158:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350976.767183:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf4800 00000400:00000200:3.0:1763350976.767193:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124c75 [2] + 392 00000800:00000001:3.0:1763350976.767204:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.767216:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350976.767220:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350976.767225:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350976.767235:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350976.767237:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763350976.767245:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbe300. 00000100:00000040:3.0:1763350976.767249:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbe300 x1849001118746624 msgsize 392 00000100:00100000:3.0:1763350976.767253:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350976.767275:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350976.767287:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350976.767291:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350976.783661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350976.783690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000100:00000001:3.0:1763350976.786037:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350976.786042:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118746880 02000000:00000001:3.0:1763350976.786046:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350976.786048:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350976.786051:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350976.786056:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350976.786061:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118746880 00000020:00000001:3.0:1763350976.786065:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350976.786067:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350976.786070:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.786075:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:3.0:1763350976.786078:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350976.786081:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350976.786087:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.786093:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5400. 00000100:00000001:3.0:1763350976.786098:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.786101:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5400. 00000020:00000010:3.0:1763350976.786109:0:20015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fa00. 00000020:00000010:3.0:1763350976.786116:0:20015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350976.786123:0:20015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375a28. 00000100:00000040:3.0:1763350976.786135:0:20015:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350976.786139:0:20015:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350976.786141:0:20015:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350976.786156:0:20015:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350976.786159:0:20015:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.786161:0:20015:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.786172:0:20015:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.786195:0:20015:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350976.786214:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350976.786217:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350976.786223:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140542 00000100:00000040:3.0:1763350976.786228:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350976.786230:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970150912 : -120542739400704 : ffff925df4d67800) 00000100:00000040:3.0:1763350976.786240:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d67800 x1849001118746880/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 4624/0 e 0 to 0 dl 1763350987 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350976.786250:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.786253:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5400. 00000100:00000001:3.0:1763350976.786256:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.786258:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5400. 00000100:00100000:3.0:1763350976.786263:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226114:x1849001118746880:12345-192.168.202.2@tcp:101:dd.0 00000100:00000200:3.0:1763350976.786267:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118746880 00000020:00000001:3.0:1763350976.786272:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350976.786276:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350976.786283:0:20015:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc7df7d80: xid 1849001118746624, transno 8590055116, client gen 3, slot idx 1 00000001:00000001:3.0:1763350976.786290:0:20015:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925df2926b40: xid 1849001118746240, transno 8590055115, client gen 3, slot idx 0 00000001:00000010:3.0:1763350976.786294:0:20015:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925df2926b40. 00000020:00000001:3.0:1763350976.786299:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.786302:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350976.786305:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350976.786309:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350976.786312:0:20015:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118746880, found 0 last_xid 1849001118746879 00000020:00000001:3.0:1763350976.786315:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350976.786318:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350976.786321:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350976.786327:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.786330:0:20015:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350976.786334:0:20015:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350976.786336:0:20015:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350976.786339:0:20015:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350976.786342:0:20015:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.786348:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350976.786357:0:20015:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:3.0:1763350976.786361:0:20015:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.786365:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.786371:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:3.0:1763350976.786377:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.786381:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033c337 to hash 00000020:00000001:3.0:1763350976.786383:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.786385:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:3.0:1763350976.786391:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76d00. 00010000:00000001:3.0:1763350976.786395:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00010000:3.0:1763350976.786401:0:20015:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033c337 lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec8e5 expref: -99 pid: 20015 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350976.786410:0:20015:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:3.0:1763350976.786413:0:20015:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00010000:00000001:3.0:1763350976.786421:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350976.786426:0:20015:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350976.786434:0:20015:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350976.786438:0:20015:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350976.786441:0:20015:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.786445:0:20015:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763350976.786452:0:20015:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925df4d67800 x1849001118746880/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 4624/0 e 0 to 0 dl 1763350987 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763350976.786462:0:20015:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763350976.786466:0:20015:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763350976.786471:0:20015:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763350976.786475:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.786478:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.786483:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.786484:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.786487:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.786499:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.786500:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.786503:0:20015:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.786505:0:20015:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.786509:0:20015:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350976.786511:0:20015:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350976.786514:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350976.786518:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350976.786574:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925de8ef0000. 02000000:00000001:3.0:1763350976.786578:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.786581:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.786588:0:20015:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350976.786589:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.786591:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.786593:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.786625:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.786627:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.786629:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.786631:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.786633:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.786636:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.786638:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350976.786644:0:20015:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350976.786651:0:20015:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350976.786654:0:20015:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350976.786657:0:20015:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350976.786660:0:20015:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.786665:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.786666:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.786669:0:20015:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350976.786671:0:20015:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.786675:0:20015:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350976.786678:0:20015:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.786681:0:20015:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763350976.786685:0:20015:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763350976.786699:0:20015:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34642a6ba38 00000004:00000002:3.0:1763350976.786702:0:20015:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(f56xD.sanity_3->[0x200000bd2:0x3fee:0x0]) cr_flag=040000000001102 mode=0100666 msg_flag=0x600 00000004:00000001:3.0:1763350976.786710:0:20015:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350976.786713:0:20015:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350976.786718:0:20015:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350976.786726:0:20015:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350976.786730:0:20015:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350976.786734:0:20015:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763350976.786737:0:20015:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.786745:0:20015:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763350976.786792:0:20015:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763350976.786796:0:20015:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763350976.786800:0:20015:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763350976.786804:0:20015:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.786810:0:20015:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763350976.786836:0:20015:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350976.786839:0:20015:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350976.786842:0:20015:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350976.786845:0:20015:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763350976.786849:0:20015:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763350976.786851:0:20015:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763350976.786855:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350976.786857:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350976.786860:0:20015:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:3.0:1763350976.786863:0:20015:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.786865:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.786870:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:3.0:1763350976.786873:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.786875:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033c33e to hash 00000020:00000001:3.0:1763350976.786877:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.786878:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:3.0:1763350976.786882:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76200. 00010000:00000001:3.0:1763350976.786884:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350976.786887:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.786889:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.786892:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c33e lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.786899:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350976.786903:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350976.786905:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350976.786907:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.786910:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.786912:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.786913:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.786915:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350976.786918:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350976.786919:0:20015:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350976.786920:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350976.786922:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:3.0:1763350976.786925:0:20015:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350976.786929:0:20015:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 493 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350976.786936:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c33e lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.786941:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350976.786946:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.786948:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.786950:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350976.786952:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.786955:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.786957:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.786960:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350976.786963:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.786967:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033c33e lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.786972:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350976.786974:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.786976:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.786977:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350976.786979:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350976.786984:0:20015:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405f00. 00010000:00000010:3.0:1763350976.786988:0:20015:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc38ee980. 00010000:00000001:3.0:1763350976.786991:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.786995:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:3.0:1763350976.786998:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.787001:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe600 with handle 0xcb8c81cc3033c345 to hash 00000020:00000001:3.0:1763350976.787003:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.787004:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000010:3.0:1763350976.787008:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76c80. 00010000:00000001:3.0:1763350976.787011:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350976.787015:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.787016:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.787019:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.787024:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350976.787026:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350976.787027:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350976.787029:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.787030:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.787032:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.787033:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.787036:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350976.787038:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350976.787039:0:20015:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350976.787041:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350976.787042:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925e00405f00) refcount = 1 00010000:00010000:3.0:1763350976.787046:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.787051:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350976.787053:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.787055:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.787057:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350976.787058:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.787060:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.787063:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.787065:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350976.787067:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.787070:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.787076:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350976.787077:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.787079:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350976.787081:0:20015:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787085:0:20015:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763350976.787097:0:20015:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763350976.787099:0:20015:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763350976.787101:0:20015:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763350976.787105:0:20015:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.787107:0:20015:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763350976.787118:0:20015:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350976.787121:0:20015:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350976.787123:0:20015:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350976.787128:0:20015:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:3.0:1763350976.787130:0:20015:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:3.0:1763350976.787133:0:20015:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:3.0:1763350976.787135:0:20015:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:3.0:1763350976.787140:0:20015:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff925cc4762000. 00000004:00000001:3.0:1763350976.787156:0:20015:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:3.0:1763350976.787162:0:20015:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:3.0:1763350976.787164:0:20015:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x3fee:0x0] 00000004:00000010:3.0:1763350976.787170:0:20015:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff925ccd84cac8. 00000004:00000001:3.0:1763350976.787173:0:20015:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787176:0:20015:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:3.0:1763350976.787179:0:20015:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:3.0:1763350976.787183:0:20015:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff925ccdb20110. 00000004:00000001:3.0:1763350976.787187:0:20015:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446623526018482448 : -120547691069168 : ffff925ccdb20110) 00000004:00000001:3.0:1763350976.787189:0:20015:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787193:0:20015:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:3.0:1763350976.787195:0:20015:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350976.787200:0:20015:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350976.787202:0:20015:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350976.787204:0:20015:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350976.787207:0:20015:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.787210:0:20015:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.787213:0:20015:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350976.787215:0:20015:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:3.0:1763350976.787218:0:20015:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763350976.787223:0:20015:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff925ccd891398. 00000004:00000001:3.0:1763350976.787226:0:20015:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.787230:0:20015:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:3.0:1763350976.787233:0:20015:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350976.787235:0:20015:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.787239:0:20015:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:3.0:1763350976.787242:0:20015:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00080000:00000001:3.0:1763350976.787251:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.787259:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:3.0:1763350976.787262:0:20015:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3feb:0x0] version is 0x20001d6c8 00000004:00000002:3.0:1763350976.787266:0:20015:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3fee:0x0] version is 0x1 00000004:00000001:3.0:1763350976.787271:0:20015:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:3.0:1763350976.787285:0:20015:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:3.0:1763350976.787287:0:20015:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:3.0:1763350976.787290:0:20015:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763350976.787292:0:20015:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763350976.787296:0:20015:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787298:0:20015:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787302:0:20015:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350976.787306:0:20015:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350976.787314:0:20015:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f55a0. 00080000:00000001:3.0:1763350976.787319:0:20015:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350976.787328:0:20015:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ec8000. 00080000:00000001:3.0:1763350976.787331:0:20015:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00000004:00000001:3.0:1763350976.787335:0:20015:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:3.0:1763350976.787341:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.787343:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.787347:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.787352:0:20015:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.787356:0:20015:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350976.787361:0:20015:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3fee:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763350976.787365:0:20015:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:3.0:1763350976.787371:0:20015:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3feb:0x0] not in the id map cache 00000004:00000001:3.0:1763350976.787376:0:20015:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763350976.787379:0:20015:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763350976.787381:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.787383:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.787386:0:20015:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787388:0:20015:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787391:0:20015:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763350976.787393:0:20015:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763350976.787395:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.787398:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.787400:0:20015:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787402:0:20015:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763350976.787410:0:20015:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dded43300. 00000004:00000001:3.0:1763350976.787413:0:20015:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:3.0:1763350976.787416:0:20015:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:3.0:1763350976.787421:0:20015:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34642a6b8c8 00000001:00000002:3.0:1763350976.787423:0:20015:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x3feb:0x0]:f56xD.sanity_3' is added 00000004:00000001:3.0:1763350976.787426:0:20015:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787430:0:20015:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:3.0:1763350976.787433:0:20015:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:3.0:1763350976.787438:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.787442:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.787446:0:20015:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763350976.787477:0:20015:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350976.787481:0:20015:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350976.787482:0:20015:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350976.787484:0:20015:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.787486:0:20015:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.787488:0:20015:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350976.787500:0:20015:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3fee:0x0] not in the id map cache 00000001:00000001:3.0:1763350976.787504:0:20015:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350976.787506:0:20015:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787509:0:20015:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:3.0:1763350976.787513:0:20015:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:3.0:1763350976.787516:0:20015:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00020000:00000001:3.0:1763350976.787518:0:20015:0:(lod_qos.c:2436:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763350976.787521:0:20015:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:3.0:1763350976.787523:0:20015:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:3.0:1763350976.787527:0:20015:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:3.0:1763350976.787529:0:20015:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:3.0:1763350976.787531:0:20015:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763350976.787534:0:20015:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1763350976.787538:0:20015:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff925cddf6a1e8. 00020000:00000010:3.0:1763350976.787540:0:20015:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff925cddf6a858. 00020000:00001000:3.0:1763350976.787544:0:20015:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:3.0:1763350976.787548:0:20015:0:(lod_qos.c:2873:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:3.0:1763350976.787553:0:20015:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:3.0:1763350976.787557:0:20015:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:3.0:1763350976.787560:0:20015:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:3.0:1763350976.787563:0:20015:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:3.0:1763350976.787565:0:20015:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:3.0:1763350976.787568:0:20015:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763350976.787572:0:20015:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 3 start_count 882 offset 48 active 2 count 2 00020000:00001000:3.0:1763350976.787576:0:20015:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 52 act 0 strp 0 ary 0 idx 0 00020000:00000001:3.0:1763350976.787580:0:20015:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:3.0:1763350976.787582:0:20015:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1763350976.787586:0:20015:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763350976.787590:0:20015:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931584, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117894, ffree=117152, state=0 00000004:00000001:3.0:1763350976.787622:0:20015:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350976.787625:0:20015:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787628:0:20015:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350976.787631:0:20015:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350976.787634:0:20015:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:3.0:1763350976.787640:0:20015:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925cdef7ec60. 00000004:00000001:3.0:1763350976.787645:0:20015:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763350976.787648:0:20015:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787650:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.787652:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00000004:00000001:3.0:1763350976.787657:0:20015:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:3.0:1763350976.787660:0:20015:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350976.787663:0:20015:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00000004:00000001:3.0:1763350976.787666:0:20015:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:3.0:1763350976.787671:0:20015:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.787675:0:20015:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350976.787685:0:20015:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350976.787687:0:20015:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787690:0:20015:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350976.787693:0:20015:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446623526308277432 : -120547401274184 : ffff925cdef7ecb8) 00020000:00000001:3.0:1763350976.787696:0:20015:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350976.787699:0:20015:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350976.787703:0:20015:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350976.787705:0:20015:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350976.787709:0:20015:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763350976.787710:0:20015:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350976.787713:0:20015:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.787715:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.787717:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.787721:0:20015:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350976.787724:0:20015:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787726:0:20015:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787728:0:20015:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787731:0:20015:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787733:0:20015:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787735:0:20015:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:3.0:1763350976.787738:0:20015:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787742:0:20015:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:3.0:1763350976.787744:0:20015:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350976.787748:0:20015:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.787751:0:20015:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763350976.787754:0:20015:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787756:0:20015:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787759:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.787760:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.787764:0:20015:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763350976.787775:0:20015:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787787:0:20015:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.787790:0:20015:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.787792:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.787793:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.787796:0:20015:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350976.787818:0:20015:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787820:0:20015:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787823:0:20015:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787828:0:20015:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350976.787831:0:20015:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350976.787833:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.787835:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.787839:0:20015:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350976.787842:0:20015:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787845:0:20015:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787848:0:20015:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350976.787850:0:20015:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787854:0:20015:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.787859:0:20015:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350976.787862:0:20015:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350976.787870:0:20015:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350976.787872:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.787873:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.787875:0:20015:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350976.787879:0:20015:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350976.787880:0:20015:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787883:0:20015:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787885:0:20015:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.787887:0:20015:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.787888:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.787889:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.787891:0:20015:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350976.787893:0:20015:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787894:0:20015:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787896:0:20015:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.787924:0:20015:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.787927:0:20015:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.787932:0:20015:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:3.0:1763350976.787935:0:20015:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:3.0:1763350976.787937:0:20015:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763350976.787938:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.787940:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.787944:0:20015:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:3.0:1763350976.788013:0:20015:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350976.788016:0:20015:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350976.788018:0:20015:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350976.788019:0:20015:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.788021:0:20015:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788023:0:20015:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788165:0:20015:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763350976.788168:0:20015:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788172:0:20015:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788174:0:20015:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788178:0:20015:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:3.0:1763350976.788180:0:20015:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350976.788183:0:20015:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763350976.788184:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.788185:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00000004:00000001:3.0:1763350976.788189:0:20015:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:3.0:1763350976.788196:0:20015:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff925cdef7ec60 is [0x240000401:0x25d3:0x0] 00000020:00000001:3.0:1763350976.788199:0:20015:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350976.788200:0:20015:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.788205:0:20015:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350976.788218:0:20015:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:3.0:1763350976.788221:0:20015:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000401:0x25d3:0x0], index 0: 0 00000004:00000001:3.0:1763350976.788223:0:20015:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788225:0:20015:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788228:0:20015:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763350976.788230:0:20015:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788233:0:20015:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:3.0:1763350976.788235:0:20015:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:3.0:1763350976.788238:0:20015:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:3.0:1763350976.788243:0:20015:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350976.788245:0:20015:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350976.788246:0:20015:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350976.788248:0:20015:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350976.788249:0:20015:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.788251:0:20015:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.788253:0:20015:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350976.788255:0:20015:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350976.788257:0:20015:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788260:0:20015:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788261:0:20015:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788264:0:20015:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.788265:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.788266:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.788270:0:20015:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350976.788273:0:20015:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763350976.788281:0:20015:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763350976.788284:0:20015:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788286:0:20015:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788289:0:20015:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788291:0:20015:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788293:0:20015:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788296:0:20015:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788298:0:20015:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788300:0:20015:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:3.0:1763350976.788302:0:20015:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788309:0:20015:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.788312:0:20015:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350976.788314:0:20015:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.788315:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.788317:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.788319:0:20015:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350976.788321:0:20015:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 4 00080000:00000001:3.0:1763350976.788324:0:20015:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763350976.788325:0:20015:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788327:0:20015:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788329:0:20015:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788331:0:20015:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788333:0:20015:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788338:0:20015:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788341:0:20015:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:3.0:1763350976.788343:0:20015:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:3.0:1763350976.788346:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.788347:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.788353:0:20015:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:3.0:1763350976.788372:0:20015:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788375:0:20015:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788377:0:20015:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788380:0:20015:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:3.0:1763350976.788382:0:20015:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.788384:0:20015:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350976.788385:0:20015:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.788386:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.788387:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.788390:0:20015:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350976.788392:0:20015:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 56 00080000:00000001:3.0:1763350976.788395:0:20015:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:3.0:1763350976.788398:0:20015:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763350976.788400:0:20015:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763350976.788401:0:20015:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350976.788403:0:20015:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350976.788405:0:20015:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350976.788406:0:20015:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788408:0:20015:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350976.788410:0:20015:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788412:0:20015:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788417:0:20015:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763350976.788419:0:20015:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788421:0:20015:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788422:0:20015:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788424:0:20015:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788426:0:20015:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788427:0:20015:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350976.788431:0:20015:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:3.0:1763350976.788434:0:20015:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763350976.788436:0:20015:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763350976.788438:0:20015:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763350976.788439:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.788441:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.788444:0:20015:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350976.788447:0:20015:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350976.788449:0:20015:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788452:0:20015:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788454:0:20015:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350976.788456:0:20015:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788458:0:20015:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788460:0:20015:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788462:0:20015:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788464:0:20015:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:3.0:1763350976.788468:0:20015:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:3.0:1763350976.788470:0:20015:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.788475:0:20015:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350976.788478:0:20015:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350976.788483:0:20015:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:3.0:1763350976.788486:0:20015:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.788488:0:20015:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350976.788489:0:20015:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350976.788490:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.788491:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.788493:0:20015:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350976.788495:0:20015:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:3.0:1763350976.788500:0:20015:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763350976.788501:0:20015:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788503:0:20015:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788504:0:20015:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788506:0:20015:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788508:0:20015:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763350976.788510:0:20015:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055117, last_committed = 8590055111 00000001:00000010:3.0:1763350976.788514:0:20015:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5720. 00000001:00000040:3.0:1763350976.788517:0:20015:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:3.0:1763350976.788520:0:20015:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00000001:00000010:3.0:1763350976.788529:0:20015:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded439c0. 00000004:00000001:3.0:1763350976.788538:0:20015:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350976.788539:0:20015:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350976.788541:0:20015:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:3.0:1763350976.788544:0:20015:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350976.788554:0:20015:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350976.788557:0:20015:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350976.788561:0:20015:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded439c0: xid 1849001118746880, transno 8590055117, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763350976.788564:0:20015:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350976.788652:0:20015:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350976.788655:0:20015:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f55a0. 00000020:00000001:3.0:1763350976.788658:0:20015:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788669:0:20015:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350976.788672:0:20015:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350976.788677:0:20015:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788681:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350976.788686:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.788688:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.788692:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.788695:0:20015:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.788699:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.788701:0:20015:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350976.788703:0:20015:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350976.788707:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350976.788709:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.788710:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350976.788712:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350976.788714:0:20015:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350976.788716:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1763350976.788719:0:20015:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff925de8ef0378 00000004:00000001:3.0:1763350976.788722:0:20015:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.788730:0:20015:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350976.788737:0:20015:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788751:0:20015:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1763350976.788754:0:20015:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350976.788756:0:20015:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350976.788760:0:20015:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3fee:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763350976.788764:0:20015:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763350976.788769:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350976.788771:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350976.788779:0:20015:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405800. 00010000:00000010:3.0:1763350976.788784:0:20015:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc38ee300. 00010000:00000001:3.0:1763350976.788789:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.788793:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925ddfe59400. 00000020:00000001:3.0:1763350976.788797:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.788799:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925ddfe59400 with handle 0xcb8c81cc3033c34c to hash 00000020:00000001:3.0:1763350976.788801:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.788803:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530618819584 : -120543090732032 : ffff925ddfe59400) 00010000:00000010:3.0:1763350976.788807:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76b00. 00010000:00000001:3.0:1763350976.788810:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530618819584 : -120543090732032 : ffff925ddfe59400) 00010000:00000001:3.0:1763350976.788814:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.788815:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.788820:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925ddfe59400/0xcb8c81cc3033c34c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.788829:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350976.788833:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350976.788835:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350976.788837:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.788840:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.788843:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350976.788844:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.788847:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350976.788849:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350976.788851:0:20015:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350976.788852:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350976.788854:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925e00405800) refcount = 1 00010000:00010000:3.0:1763350976.788858:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925ddfe59400/0xcb8c81cc3033c34c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.788865:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350976.788871:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.788874:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.788876:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350976.788877:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.788880:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.788882:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.788885:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350976.788888:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.788890:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925ddfe59400/0xcb8c81cc3033c34c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.788895:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350976.788897:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.788898:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.788901:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.788904:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.788907:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925ddfe59400 refcount=3 00000020:00000001:3.0:1763350976.788909:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530618819584 : -120543090732032 : ffff925ddfe59400) 00010000:00000001:3.0:1763350976.788912:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530618819584 : -120543090732032 : ffff925ddfe59400) 00010000:00000001:3.0:1763350976.788914:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.788915:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350976.788917:0:20015:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350976.788920:0:20015:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3fee:0x0], ibits = 0x1b/0x1b, open_flags = 040000000001102, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763350976.788924:0:20015:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350976.788926:0:20015:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788929:0:20015:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763350976.788935:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.788937:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.788940:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.788942:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.788944:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.788946:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.788947:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.788949:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350976.788951:0:20015:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: nlink=1, mode=100644, valid=0x100000008000278f 00000001:00000001:3.0:1763350976.788956:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.788957:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.788960:0:20015:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763350976.788962:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00010000:00000010:3.1:1763350976.792180:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92e00. 00010000:00000010:3.1:1763350976.792190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00000100:00000001:3.0:1763350976.798252:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763350976.798262:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.798267:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.798273:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:3.0:1763350976.798278:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350976.798284:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350976.798289:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350976.798295:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.798306:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.798308:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350976.798311:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.798318:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.798319:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.798323:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350976.798326:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00010000:3.0:1763350976.798332:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350976.798336:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350976.798339:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350976.798342:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.798348:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350976.798349:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350976.798350:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.798352:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=4 00000020:00000001:3.0:1763350976.798354:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350976.798356:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:3.0:1763350976.798359:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350976.798362:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.798368:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350976.798370:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350976.798371:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.798376:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350976.798378:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350976.798379:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350976.798381:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350976.798384:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe600 with handle 0xcb8c81cc3033c345 from hash 00010000:00000001:3.0:1763350976.798386:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350976.798388:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.798389:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.798390:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350976.798396:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.798398:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.798400:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350976.798403:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350976.798406:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350976.798408:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925e00405f00) 00010000:00010000:3.0:1763350976.798411:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350976.798415:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.798417:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.798419:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350976.798420:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350976.798422:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.798423:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.798425:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.798427:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.798429:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350976.798431:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350976.798436:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.798437:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350976.798438:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350976.798439:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350976.798441:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350976.798443:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033c345 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000010:3.0:1763350976.798450:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76c80. 00010000:00000040:3.0:1763350976.798454:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405f00 count: 0 00010000:00000010:3.0:1763350976.798461:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc38ee980. 00010000:00000001:3.0:1763350976.798470:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763350976.798472:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:3.0:1763350976.798476:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350976.801000:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350976.801006:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118747008 02000000:00000001:3.0:1763350976.801010:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350976.801013:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350976.801016:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350976.801021:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350976.801026:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118747008 00000020:00000001:3.0:1763350976.801029:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350976.801031:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350976.801034:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.801038:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=20 00000020:00000001:3.0:1763350976.801041:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350976.801043:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350976.801049:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.801056:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c00. 00000100:00000001:3.0:1763350976.801060:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.801063:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c00. 00000020:00000010:3.0:1763350976.801070:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:3.0:1763350976.801075:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350976.801082:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375d48. 00000100:00000040:3.0:1763350976.801092:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350976.801095:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350976.801097:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350976.801099:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.801109:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.801128:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350976.801141:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350976.801154:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350976.801161:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19944 00000100:00000040:3.0:1763350976.801165:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350976.801167:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970148224 : -120542739403392 : ffff925df4d66d80) 00000100:00000040:3.0:1763350976.801175:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d66d80 x1849001118747008/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 328/0 e 0 to 0 dl 1763350987 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350976.801185:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.801188:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c00. 00000100:00000001:3.0:1763350976.801190:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.801192:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c00. 00000100:00100000:3.0:1763350976.801196:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:226114:x1849001118747008:12345-192.168.202.2@tcp:101:dd.0 00000100:00000200:3.0:1763350976.801200:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118747008 00000020:00000001:3.0:1763350976.801205:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350976.801208:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350976.801211:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.801214:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350976.801216:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350976.801219:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350976.801223:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350976.801226:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350976.801228:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350976.801234:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.801236:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350976.801240:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350976.801242:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350976.801244:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350976.801246:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.801252:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350976.801261:0:63037:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405700. 00010000:00000010:3.0:1763350976.801265:0:63037:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925e00405c00. 00010000:00000001:3.0:1763350976.801270:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350976.801273:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc88c00. 00000020:00000001:3.0:1763350976.801276:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350976.801279:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc88c00 with handle 0xcb8c81cc3033c35a to hash 00000020:00000001:3.0:1763350976.801281:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350976.801283:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00000001:3.0:1763350976.801286:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00010000:3.0:1763350976.801290:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033c35a lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec8ec expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763350976.801306:0:63037:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763350976.801309:0:63037:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dfb9b5c00. 00002000:00000001:3.0:1763350976.801313:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350976.801316:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350976.801324:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:3.0:1763350976.801326:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:3.0:1763350976.801330:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350976.801337:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350976.801340:0:63037:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d3:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1763350976.801342:0:63037:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763350976.801346:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00010000:00000040:3.0:1763350976.801350:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:3.0:1763350976.801352:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=21 00000100:00000001:3.0:1763350976.801362:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350976.801365:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350976.801371:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00ecb000. 02000000:00000001:3.0:1763350976.801373:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.801375:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.801377:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350976.801381:0:63037:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350976.801384:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350976.801386:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350976.801389:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350976.801391:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.801393:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350976.801395:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350976.801396:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.801399:0:63037:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:3.0:1763350976.801402:0:63037:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1763350976.801404:0:63037:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:3.0:1763350976.801406:0:63037:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:3.0:1763350976.801407:0:63037:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:3.0:1763350976.801408:0:63037:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:3.0:1763350976.801411:0:63037:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763350976.801417:0:63037:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033c35a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8ec expref: 21 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350976.801425:0:63037:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d3:0x0].0x0 (ffff925e00405700) refcount = 1 00010000:00000040:3.0:1763350976.801428:0:63037:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350976.801431:0:63037:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033c35a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8ec expref: 21 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.801441:0:63037:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350976.801443:0:63037:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.801445:0:63037:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350976.801446:0:63037:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.801449:0:63037:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.801451:0:63037:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350976.801456:0:63037:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350976.801458:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033c35a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8ec expref: 21 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350976.801469:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350976.801471:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350976.801473:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350976.801476:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350976.801477:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350976.801479:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350976.801480:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350976.801482:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dffc88c00, rc 0) 00000020:00000001:3.0:1763350976.801485:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350976.801488:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847670, transno 0, xid 1849001118747008 00010000:00000001:3.0:1763350976.801491:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350976.801496:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d66d80 x1849001118747008/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 328/400 e 0 to 0 dl 1763350987 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350976.801503:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350976.801507:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350976.801511:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350976.801516:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350976.801519:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350976.801522:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350976.801524:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350976.801527:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.801530:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350976.801533:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350976.801538:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23504c8. 00000100:00000200:3.0:1763350976.801545:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118747008, offset 224 00000400:00000200:3.0:1763350976.801552:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350976.801565:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350976.801572:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197880:197880:256:4294967295] 192.168.202.2@tcp LPNI seq info [197876:197876:8:4294967295] 00000400:00000200:3.0:1763350976.801584:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350976.801590:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350976.801614:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dc35b0400. 00000800:00000200:3.0:1763350976.801621:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350976.801629:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350976.801633:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc35b0400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350976.801651:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350976.801654:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350976.801657:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350976.801658:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.801661:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350976.801665:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d66d80 x1849001118747008/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 328/400 e 0 to 0 dl 1763350987 ref 1 fl Interpret:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350976.801675:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:226114:x1849001118747008:12345-192.168.202.2@tcp:101:dd.0 Request processed in 488us (1319us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350976.801681:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19944 00000100:00000040:3.0:1763350976.801685:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350976.801687:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350976.801689:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350976.801694:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350976.801698:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375d48. 00000020:00000010:3.0:1763350976.801705:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000020:00000040:3.0:1763350976.801711:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:3.0:1763350976.801714:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350976.804700:0:103547:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:2.1:1763350976.804719:0:103547:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:3.1:1763350976.807083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405f00. 00010000:00000010:3.1:1763350976.807104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00000100:00000001:3.0:1763350976.815463:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350976.815472:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118747264 02000000:00000001:3.0:1763350976.815477:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350976.815481:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350976.815484:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350976.815491:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350976.815497:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118747264 00000020:00000001:3.0:1763350976.815501:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350976.815503:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350976.815507:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350976.815511:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:3.0:1763350976.815514:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350976.815516:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350976.815522:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.815531:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5b00. 00000100:00000001:3.0:1763350976.815535:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.815538:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5b00. 00000020:00000010:3.0:1763350976.815548:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:3.0:1763350976.815555:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350976.815561:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375d48. 00000100:00000040:3.0:1763350976.815571:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350976.815574:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350976.815575:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350976.815577:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.815588:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.815621:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350976.815638:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350976.815640:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350976.815648:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20860 00000100:00000040:3.0:1763350976.815654:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350976.815656:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988437504 : -120542721114112 : ffff925df5ed8000) 00000100:00000040:3.0:1763350976.815665:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed8000 x1849001118747264/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:167/0 lens 392/0 e 0 to 0 dl 1763350987 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350976.815676:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350976.815679:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5b00. 00000100:00000001:3.0:1763350976.815682:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350976.815684:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5b00. 00000100:00100000:3.0:1763350976.815689:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226114:x1849001118747264:12345-192.168.202.2@tcp:35:dd.0 00000100:00000200:3.0:1763350976.815702:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118747264 00000020:00000001:3.0:1763350976.815706:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350976.815711:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350976.815718:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded439c0: xid 1849001118746880, transno 8590055117, client gen 3, slot idx 0 00000001:00000001:3.0:1763350976.815723:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc7df7d80: xid 1849001118746624, transno 8590055116, client gen 3, slot idx 1 00000001:00000010:3.0:1763350976.815728:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc7df7d80. 00000020:00000001:3.0:1763350976.815736:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350976.815739:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350976.815741:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350976.815744:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350976.815748:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118747264, found 0 last_xid 1849001118747263 00000020:00000001:3.0:1763350976.815750:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350976.815753:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350976.815755:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350976.815759:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.815766:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350976.815769:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350976.815772:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350976.815776:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.815780:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350976.815784:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.815787:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.815789:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.815791:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.815793:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.815795:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.815796:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.815798:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.815799:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.815800:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.815802:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.815804:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.815805:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.815807:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.815809:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.815811:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350976.815813:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.815816:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350976.815817:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.815819:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.815821:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.815822:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.815824:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.815825:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350976.815826:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350976.815828:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.815830:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.815831:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350976.815837:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350976.820240:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350976.820255:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350976.820270:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350976.820273:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350976.820281:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350976.820284:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.820287:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350976.820291:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350976.820294:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350976.820302:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350976.820307:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000010:2.1:1763350977.077863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350977.120125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000100:00000001:3.0:1763350977.130304:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.130310:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118747904 02000000:00000001:3.0:1763350977.130314:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.130317:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.130320:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.130326:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.130330:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118747904 00000020:00000001:3.0:1763350977.130334:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.130336:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350977.130339:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.130344:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=497 00000020:00000001:3.0:1763350977.130347:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350977.130349:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350977.130355:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.130364:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5b00. 00000100:00000001:3.0:1763350977.130368:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.130371:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5b00. 00000020:00000010:3.0:1763350977.130379:0:20015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f000. 00000020:00000010:3.0:1763350977.130385:0:20015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38ee780. 00000020:00000010:3.0:1763350977.130391:0:20015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375d48. 00000100:00000040:3.0:1763350977.130400:0:20015:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350977.130403:0:20015:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.130405:0:20015:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350977.130408:0:20015:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.130417:0:20015:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.130432:0:20015:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.130445:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.130448:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.130454:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140546 00000100:00000040:3.0:1763350977.130458:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350977.130461:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171030656 : -120542538520960 : ffff925e00cfa680) 00000100:00000040:3.0:1763350977.130468:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cfa680 x1849001118747904/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 464/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.130478:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.130480:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5b00. 00000100:00000001:3.0:1763350977.130482:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.130484:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5b00. 00000100:00100000:3.0:1763350977.130488:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226144:x1849001118747904:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:3.0:1763350977.130491:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118747904 00000020:00000001:3.0:1763350977.130495:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.130499:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350977.130506:0:20015:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925df2926480: xid 1849001118747776, transno 8590055119, client gen 3, slot idx 0 00000001:00000001:3.0:1763350977.130511:0:20015:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925df2926780: xid 1849001118747264, transno 8590055118, client gen 3, slot idx 1 00000001:00000010:3.0:1763350977.130515:0:20015:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925df2926780. 00000020:00000001:3.0:1763350977.130519:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.130522:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.130524:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:3.0:1763350977.130528:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350977.130532:0:20015:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118747904, found 0 last_xid 1849001118747903 00000020:00000001:3.0:1763350977.130534:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.130536:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.130539:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.130542:0:20015:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763350977.130549:0:20015:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.130554:0:20015:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000020:00000001:3.0:1763350977.130557:0:20015:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.130559:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.130565:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.130567:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.130576:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925dea1ae000. 02000000:00000001:3.0:1763350977.130579:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.130582:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.130589:0:20015:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:3.0:1763350977.130625:0:20015:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763350977.130629:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.130631:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.130635:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.130637:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.130639:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.130641:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.130642:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.130644:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.130645:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.130647:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.130648:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.130650:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.130651:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.130652:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.130654:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.130655:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.130657:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.130660:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.130661:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.130666:0:20015:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350977.130674:0:20015:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350977.130676:0:20015:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350977.130679:0:20015:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350977.130682:0:20015:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.130684:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.130686:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.130687:0:20015:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350977.130689:0:20015:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.130692:0:20015:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763350977.130701:0:20015:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34642a6bcb0 00000004:00000002:3.0:1763350977.130703:0:20015:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_1, ldlm_rep = 0000000000000000 00000004:00000001:3.0:1763350977.130709:0:20015:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763350977.130714:0:20015:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763350977.130718:0:20015:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763350977.130721:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350977.130725:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350977.130733:0:20015:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:3.0:1763350977.130736:0:20015:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.130739:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350977.130743:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89600. 00000020:00000001:3.0:1763350977.130748:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350977.130750:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89600 with handle 0xcb8c81cc3033c37d to hash 00000020:00000001:3.0:1763350977.130753:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350977.130754:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000010:3.0:1763350977.130760:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76c80. 00010000:00000001:3.0:1763350977.130763:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000001:3.0:1763350977.130767:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.130769:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.130774:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.130784:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350977.130789:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350977.130792:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350977.130794:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.130797:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.130799:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.130801:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.130803:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350977.130806:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350977.130808:0:20015:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350977.130810:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350977.130813:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:3.0:1763350977.130816:0:20015:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350977.130821:0:20015:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c368 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8f3 expref: 497 pid: 20015 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350977.130829:0:20015:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 497 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350977.130836:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.130842:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350977.130848:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.130850:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.130852:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350977.130853:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.130856:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.130858:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.130860:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350977.130863:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.130866:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.130872:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350977.130873:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.130875:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.130876:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350977.130878:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350977.130884:0:20015:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405f00. 00010000:00000010:3.0:1763350977.130887:0:20015:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc38ee200. 00010000:00000001:3.0:1763350977.130892:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350977.130894:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89a00. 00000020:00000001:3.0:1763350977.130895:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350977.130897:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89a00 with handle 0xcb8c81cc3033c384 to hash 00000020:00000001:3.0:1763350977.130899:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350977.130901:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000010:3.0:1763350977.130904:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76300. 00010000:00000001:3.0:1763350977.130906:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.130909:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.130911:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.130913:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.130919:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350977.130920:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350977.130922:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350977.130923:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.130925:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.130926:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.130928:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.130930:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350977.130931:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350977.130932:0:20015:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350977.130933:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350977.130935:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 (ffff925e00405f00) refcount = 1 00010000:00010000:3.0:1763350977.130938:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.130942:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350977.130944:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.130945:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.130947:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350977.130948:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.130950:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.130952:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.130954:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350977.130955:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.130957:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.130961:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350977.130962:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.130963:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350977.130965:0:20015:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.130970:0:20015:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763350977.131011:0:20015:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763350977.131015:0:20015:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763350977.131018:0:20015:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763350977.131022:0:20015:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.131027:0:20015:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763350977.131051:0:20015:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350977.131053:0:20015:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763350977.131055:0:20015:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763350977.131059:0:20015:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350977.131062:0:20015:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350977.131065:0:20015:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350977.131068:0:20015:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.131069:0:20015:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350977.131071:0:20015:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.131073:0:20015:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:3.0:1763350977.131076:0:20015:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763350977.131078:0:20015:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350977.131080:0:20015:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350977.131081:0:20015:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350977.131082:0:20015:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350977.131083:0:20015:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.131085:0:20015:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.131109:0:20015:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.131112:0:20015:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350977.131115:0:20015:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131117:0:20015:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131120:0:20015:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350977.131122:0:20015:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fec:0x0] 00000020:00000001:3.0:1763350977.131124:0:20015:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.131129:0:20015:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997272 : -120547694554344 : ffff925ccd7cd318) 00000004:00000001:3.0:1763350977.131132:0:20015:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997184 : -120547694554432 : ffff925ccd7cd2c0) 00000004:00000001:3.0:1763350977.131138:0:20015:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350977.131150:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350977.131154:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350977.131157:0:20015:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92b00 count: 2 00010000:00000001:3.0:1763350977.131160:0:20015:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.131162:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350977.131166:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89400. 00000020:00000001:3.0:1763350977.131168:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350977.131171:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89400 with handle 0xcb8c81cc3033c38b to hash 00000020:00000001:3.0:1763350977.131172:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350977.131173:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000010:3.0:1763350977.131177:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76e80. 00010000:00000001:3.0:1763350977.131179:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000001:3.0:1763350977.131181:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.131183:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.131185:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131191:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350977.131193:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350977.131194:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350977.131196:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.131198:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.131200:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.131201:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.131203:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350977.131204:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350977.131206:0:20015:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350977.131207:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350977.131209:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fec:0x0].0x0 (ffff925df4a92b00) refcount = 2 00010000:00000040:3.0:1763350977.131212:0:20015:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350977.131216:0:20015:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c2f8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c9 expref: 497 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350977.131223:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131227:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350977.131230:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.131231:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131232:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350977.131234:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.131236:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131238:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.131240:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350977.131241:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.131244:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131248:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350977.131249:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131250:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131252:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.131255:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.131256:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89400 refcount=3 00000020:00000001:3.0:1763350977.131258:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000001:3.0:1763350977.131260:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000001:3.0:1763350977.131262:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131264:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350977.131266:0:20015:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131269:0:20015:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763350977.131275:0:20015:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350977.131278:0:20015:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350977.131284:0:20015:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131289:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.131296:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.131299:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.131308:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350977.131310:0:20015:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350977.131315:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350977.131317:0:20015:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350977.131320:0:20015:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.131322:0:20015:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fec:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:3.0:1763350977.131326:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.131328:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.131329:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.131330:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.131332:0:20015:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.131334:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.131336:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.131337:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.131338:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.131341:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.131343:0:20015:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.131344:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763350977.131347:0:20015:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763350977.131349:0:20015:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350977.131352:0:20015:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dea1ae2f8 00000004:00000001:3.0:1763350977.131354:0:20015:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.131357:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.131359:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.131360:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.131362:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.131364:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.131365:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.131366:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.131368:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.131371:0:20015:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:3.0:1763350977.131375:0:20015:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: returning size 1024 00000004:00000040:3.0:1763350977.131379:0:20015:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fec:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763350977.131382:0:20015:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1763350977.131385:0:20015:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9682 00000004:00200000:3.0:1763350977.131387:0:20015:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:3.0:1763350977.131394:0:20015:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.131400:0:20015:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131402:0:20015:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131405:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.131407:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.131408:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89400 refcount=3 00000020:00000001:3.0:1763350977.131410:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000001:3.0:1763350977.131412:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00000004:00010000:3.0:1763350977.131416:0:20015:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00000004:00000001:3.0:1763350977.131426:0:20015:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350977.131431:0:20015:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cd318/ffff925ccd7cd2c0 to site lru. bkt: ffff925dd1460428 00000004:00000001:3.0:1763350977.131433:0:20015:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350977.131435:0:20015:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763350977.131436:0:20015:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350977.131438:0:20015:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131439:0:20015:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763350977.131441:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131442:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350977.131444:0:20015:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350977.131447:0:20015:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350977.131449:0:20015:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350977.131451:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.131451:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.131453:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89600 refcount=3 00000020:00000001:3.0:1763350977.131455:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000001:3.0:1763350977.131457:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000001:3.0:1763350977.131459:0:20015:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350977.131462:0:20015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131466:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131468:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.131470:0:20015:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131474:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.131475:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131479:0:20015:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350977.131481:0:20015:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00010000:3.0:1763350977.131486:0:20015:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dffc89600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350977.131489:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.131491:0:20015:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350977.131494:0:20015:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131499:0:20015:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350977.131500:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.131501:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.131502:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89600 refcount=4 00000020:00000001:3.0:1763350977.131504:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000001:3.0:1763350977.131506:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000001:3.0:1763350977.131509:0:20015:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350977.131512:0:20015:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131516:0:20015:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350977.131518:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350977.131519:0:20015:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131522:0:20015:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350977.131524:0:20015:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.131525:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.131526:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.131529:0:20015:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc89600 with handle 0xcb8c81cc3033c37d from hash 00010000:00000001:3.0:1763350977.131531:0:20015:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.131532:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131533:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131534:0:20015:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350977.131537:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.131538:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131540:0:20015:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350977.131542:0:20015:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.131544:0:20015:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350977.131546:0:20015:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:3.0:1763350977.131548:0:20015:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350977.131551:0:20015:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.131553:0:20015:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131555:0:20015:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350977.131557:0:20015:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350977.131560:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131561:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131562:0:20015:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131565:0:20015:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131567:0:20015:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.131570:0:20015:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131575:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131576:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131578:0:20015:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350977.131579:0:20015:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350977.131580:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.131582:0:20015:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c37d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000010:3.0:1763350977.131587:0:20015:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76c80. 00010000:00000001:3.0:1763350977.131629:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350977.131631:0:20015:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350977.131632:0:20015:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350977.131634:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.131635:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.131637:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89a00 refcount=3 00000020:00000001:3.0:1763350977.131639:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.131641:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.131643:0:20015:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350977.131646:0:20015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131651:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131652:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.131654:0:20015:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131658:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.131660:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131662:0:20015:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350977.131664:0:20015:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00010000:3.0:1763350977.131669:0:20015:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dffc89a00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350977.131672:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.131673:0:20015:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350977.131675:0:20015:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131680:0:20015:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350977.131681:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.131682:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.131683:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89a00 refcount=4 00000020:00000001:3.0:1763350977.131686:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.131688:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.131690:0:20015:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350977.131691:0:20015:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131697:0:20015:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350977.131698:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350977.131699:0:20015:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131701:0:20015:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350977.131703:0:20015:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.131704:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.131705:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.131707:0:20015:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc89a00 with handle 0xcb8c81cc3033c384 from hash 00010000:00000001:3.0:1763350977.131709:0:20015:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.131710:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131711:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131712:0:20015:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350977.131715:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.131716:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131718:0:20015:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350977.131719:0:20015:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.131722:0:20015:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350977.131724:0:20015:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x67dc7ff9 (ffff925e00405f00) 00010000:00010000:3.0:1763350977.131726:0:20015:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350977.131727:0:20015:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.131729:0:20015:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131731:0:20015:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350977.131732:0:20015:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350977.131734:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131735:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131736:0:20015:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131738:0:20015:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131740:0:20015:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.131742:0:20015:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131746:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131747:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131748:0:20015:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350977.131749:0:20015:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350977.131751:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.131752:0:20015:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c384 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000010:3.0:1763350977.131757:0:20015:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76300. 00010000:00000040:3.0:1763350977.131760:0:20015:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405f00 count: 0 00010000:00000010:3.0:1763350977.131766:0:20015:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc38ee200. 00010000:00000001:3.0:1763350977.131771:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350977.131772:0:20015:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350977.131775:0:20015:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350977.131777:0:20015:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350977.131779:0:20015:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763350977.131780:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.131782:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.131783:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89400 refcount=3 00000020:00000001:3.0:1763350977.131785:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000001:3.0:1763350977.131788:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000001:3.0:1763350977.131790:0:20015:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350977.131792:0:20015:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131797:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131798:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.131799:0:20015:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131804:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.131805:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131807:0:20015:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350977.131809:0:20015:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00010000:3.0:1763350977.131814:0:20015:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dffc89400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350977.131815:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.131816:0:20015:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350977.131818:0:20015:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131822:0:20015:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350977.131823:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.131824:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.131826:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89400 refcount=4 00000020:00000001:3.0:1763350977.131827:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000001:3.0:1763350977.131829:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000001:3.0:1763350977.131831:0:20015:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350977.131833:0:20015:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131837:0:20015:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350977.131838:0:20015:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350977.131839:0:20015:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131841:0:20015:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350977.131843:0:20015:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.131845:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.131846:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.131848:0:20015:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc89400 with handle 0xcb8c81cc3033c38b from hash 00010000:00000001:3.0:1763350977.131849:0:20015:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.131851:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131852:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131853:0:20015:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350977.131854:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.131856:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131858:0:20015:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350977.131859:0:20015:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.131860:0:20015:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350977.131862:0:20015:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fec:0x0].0x0 (ffff925df4a92b00) 00010000:00010000:3.0:1763350977.131864:0:20015:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350977.131866:0:20015:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.131867:0:20015:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131869:0:20015:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350977.131870:0:20015:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350977.131871:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131872:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131874:0:20015:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.131875:0:20015:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131877:0:20015:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.131880:0:20015:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.131884:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.131886:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.131887:0:20015:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350977.131888:0:20015:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350977.131889:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.131891:0:20015:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c38b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20015 initiator: MDT0 00010000:00000010:3.0:1763350977.131896:0:20015:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76e80. 00010000:00000001:3.0:1763350977.131899:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1763350977.131904:0:20015:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350977.131906:0:20015:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350977.131908:0:20015:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:3.0:1763350977.131909:0:20015:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350977.131911:0:20015:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350977.131913:0:20015:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350977.131916:0:20015:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763350977.131921:0:20015:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.131924:0:20015:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350977.131926:0:20015:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1763350977.131930:0:20015:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055111, transno 0, xid 1849001118747904 00010000:00000001:3.0:1763350977.131933:0:20015:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.131940:0:20015:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cfa680 x1849001118747904/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 464/520 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.131949:0:20015:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.131952:0:20015:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.131956:0:20015:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.131961:0:20015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.131964:0:20015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.131966:0:20015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.131969:0:20015:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.131971:0:20015:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.131974:0:20015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.131977:0:20015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.131984:0:20015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350f68. 00000100:00000200:3.0:1763350977.131992:0:20015:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118747904, offset 224 00000400:00000200:3.0:1763350977.131999:0:20015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.132015:0:20015:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.132023:0:20015:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197885:197885:256:4294967295] 192.168.202.2@tcp LPNI seq info [197881:197881:8:4294967295] 00000400:00000200:3.0:1763350977.132035:0:20015:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.132040:0:20015:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.132046:0:20015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dc35b0500. 00000800:00000200:3.0:1763350977.132054:0:20015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.132062:0:20015:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.132067:0:20015:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc35b0500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.132078:0:20015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.132081:0:20015:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.132083:0:20015:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.132086:0:20015:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.132089:0:20015:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.132094:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfa680 x1849001118747904/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 464/520 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350977.132102:0:20015:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cfa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226144:x1849001118747904:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 1623us (2629us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350977.132111:0:20015:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140546 00000100:00000040:3.0:1763350977.132115:0:20015:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350977.132118:0:20015:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.132120:0:20015:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.132125:0:20015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38ee780. 00000020:00000010:3.0:1763350977.132130:0:20015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375d48. 00000020:00000010:3.0:1763350977.132138:0:20015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f000. 00000020:00000040:3.0:1763350977.132160:0:20015:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000100:00000001:3.0:1763350977.132164:0:20015:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350977.145637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89600. 00010000:00000010:3.1:1763350977.145646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405f00. 00010000:00000010:3.1:1763350977.145650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89a00. 00010000:00000010:3.1:1763350977.145652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00000100:00000001:3.0:1763350977.163381:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.163386:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.163394:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140547 00000100:00000040:3.0:1763350977.163400:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350977.163403:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621456768 : -120543088094848 : ffff925de00dd180) 00000100:00000040:3.0:1763350977.163412:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00dd180 x1849001118748416/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.163423:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.163428:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5b00. 00000100:00000001:3.0:1763350977.163430:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.163433:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5b00. 00000100:00100000:3.0:1763350977.163438:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226146:x1849001118748416:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350977.163441:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118748416 00000020:00000001:3.0:1763350977.163445:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.163450:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350977.163455:0:20015:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925df2926300: xid 1849001118748160, transno 8590055120, client gen 3, slot idx 1 00000001:00000001:3.0:1763350977.163460:0:20015:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925df2926480: xid 1849001118747776, transno 8590055119, client gen 3, slot idx 0 00000001:00000010:3.0:1763350977.163464:0:20015:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925df2926480. 00000020:00000001:3.0:1763350977.163470:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.163472:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.163475:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350977.163478:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350977.163481:0:20015:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118748416, found 0 last_xid 1849001118748415 00000020:00000001:3.0:1763350977.163484:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.163486:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.163488:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.163495:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.163497:0:20015:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350977.163500:0:20015:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350977.163502:0:20015:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350977.163504:0:20015:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350977.163506:0:20015:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.163511:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350977.163520:0:20015:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:3.0:1763350977.163523:0:20015:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.163525:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350977.163530:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89400. 00000020:00000001:3.0:1763350977.163534:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350977.163537:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89400 with handle 0xcb8c81cc3033c392 to hash 00000020:00000001:3.0:1763350977.163539:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350977.163541:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000010:3.0:1763350977.163548:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76e80. 00010000:00000001:3.0:1763350977.163551:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00010000:3.0:1763350977.163556:0:20015:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c392 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec901 expref: -99 pid: 20015 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350977.163566:0:20015:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:3.0:1763350977.163568:0:20015:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00010000:00000001:3.0:1763350977.163576:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350977.163580:0:20015:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350977.163589:0:20015:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350977.163591:0:20015:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350977.163593:0:20015:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.163644:0:20015:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763350977.163650:0:20015:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925de00dd180 x1849001118748416/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/0 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763350977.163659:0:20015:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763350977.163662:0:20015:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763350977.163665:0:20015:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763350977.163668:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.163671:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.163674:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.163676:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.163678:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.163680:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.163681:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.163683:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.165070:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.165078:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165084:0:20015:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165086:0:20015:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165092:0:20015:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350977.165094:0:20015:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350977.165098:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.165101:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.165168:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925ddf090000. 02000000:00000001:3.0:1763350977.165174:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.165179:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165187:0:20015:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350977.165189:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.165190:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.165192:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.165193:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.165196:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.165197:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.165198:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.165200:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.165203:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.165204:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.165210:0:20015:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350977.165217:0:20015:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350977.165219:0:20015:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350977.165222:0:20015:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350977.165224:0:20015:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.165227:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.165228:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165230:0:20015:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350977.165232:0:20015:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165235:0:20015:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350977.165237:0:20015:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165240:0:20015:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763350977.165244:0:20015:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763350977.165248:0:20015:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34642a6ba38 00000004:00000002:3.0:1763350977.165250:0:20015:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3fec:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763350977.165255:0:20015:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763350977.165258:0:20015:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350977.165260:0:20015:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350977.165264:0:20015:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.165289:0:20015:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350977.165292:0:20015:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350977.165295:0:20015:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350977.165296:0:20015:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fec:0x0] 00000020:00000001:3.0:1763350977.165298:0:20015:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.165300:0:20015:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997272 : -120547694554344 : ffff925ccd7cd318) 00000004:00000001:3.0:1763350977.165308:0:20015:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997184 : -120547694554432 : ffff925ccd7cd2c0) 00000004:00000001:3.0:1763350977.165311:0:20015:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763350977.165312:0:20015:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165320:0:20015:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350977.165324:0:20015:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350977.165335:0:20015:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165339:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.165346:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.165350:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.165358:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350977.165362:0:20015:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350977.165366:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350977.165369:0:20015:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350977.165371:0:20015:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.165373:0:20015:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fec:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:3.0:1763350977.165377:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.165379:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.165380:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.165382:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.165384:0:20015:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.165385:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1763350977.165388:0:20015:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925ddf090378 00000004:00000001:3.0:1763350977.165391:0:20015:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165395:0:20015:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1763350977.165398:0:20015:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350977.165400:0:20015:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.165403:0:20015:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3fec:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763350977.165406:0:20015:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763350977.165411:0:20015:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350977.165414:0:20015:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350977.165421:0:20015:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92b00 count: 2 00010000:00000001:3.0:1763350977.165424:0:20015:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.165428:0:20015:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350977.165437:0:20015:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89a00. 00000020:00000001:3.0:1763350977.165443:0:20015:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350977.165446:0:20015:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89a00 with handle 0xcb8c81cc3033c399 to hash 00000020:00000001:3.0:1763350977.165448:0:20015:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350977.165450:0:20015:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000010:3.0:1763350977.165455:0:20015:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76300. 00010000:00000001:3.0:1763350977.165458:0:20015:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.165462:0:20015:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.165464:0:20015:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.165468:0:20015:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c399 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.165476:0:20015:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350977.165481:0:20015:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350977.165484:0:20015:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350977.165486:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.165489:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.165490:0:20015:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.165492:0:20015:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.165494:0:20015:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350977.165496:0:20015:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350977.165498:0:20015:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350977.165499:0:20015:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350977.165502:0:20015:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fec:0x0].0x0 (ffff925df4a92b00) refcount = 2 00010000:00000040:3.0:1763350977.165505:0:20015:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350977.165512:0:20015:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c2f8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c9 expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350977.165519:0:20015:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c399 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.165524:0:20015:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350977.165529:0:20015:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.165532:0:20015:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.165534:0:20015:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350977.165535:0:20015:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.165538:0:20015:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.165541:0:20015:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.165543:0:20015:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350977.165546:0:20015:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.165550:0:20015:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c399 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20015 initiator: MDT0 00010000:00000001:3.0:1763350977.165555:0:20015:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350977.165557:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.165558:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.165560:0:20015:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.165563:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.165565:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89a00 refcount=3 00000020:00000001:3.0:1763350977.165567:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.165569:0:20015:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.165572:0:20015:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.165573:0:20015:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350977.165575:0:20015:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.165578:0:20015:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3fec:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763350977.165582:0:20015:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350977.165584:0:20015:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165587:0:20015:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763350977.165591:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.165593:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.165626:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.165629:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.165631:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.165633:0:20015:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.165635:0:20015:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.165637:0:20015:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.165640:0:20015:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:3.0:1763350977.165644:0:20015:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: returning size 1024 00000001:00000001:3.0:1763350977.165646:0:20015:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.165648:0:20015:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165650:0:20015:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763350977.165653:0:20015:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.165656:0:20015:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.165658:0:20015:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.165661:0:20015:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.165663:0:20015:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.165668:0:20015:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.165670:0:20015:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165673:0:20015:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1763350977.165675:0:20015:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:3.0:1763350977.165678:0:20015:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763350977.165679:0:20015:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.165683:0:20015:0:(mdd_object.c:3758:mdd_open()) Process entered 00010000:00000010:2.1:1763350977.177875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:2.1:1763350977.192022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89a00. 00010000:00000010:2.1:1763350977.195755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00000100:00000001:3.0:1763350977.199228:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000010:1.1:1763350977.199815:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00000100:00100000:3.0:1763350977.199910:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118749056 02000000:00000001:3.0:1763350977.199915:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.199918:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.199921:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.199927:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.199932:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118749056 00000020:00000001:3.0:1763350977.199936:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.199938:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350977.199941:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.199946:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=500 00000020:00000001:3.0:1763350977.199949:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350977.199952:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350977.199958:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:3.0:1763350977.199983:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.199991:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.208791:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.208798:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df2069400. 00000400:00000200:3.0:1763350977.208806:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.208812:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.208816:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2dd0 00000400:00000010:3.0:1763350977.208819:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2dd0. 00000100:00000001:3.0:1763350977.208824:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.208826:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350977.215013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00000800:00000200:3.0:1763350977.219580:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.219591:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df2069c00. 00000400:00000200:3.0:1763350977.219625:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.219634:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.219641:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2e58 00000400:00000010:3.0:1763350977.219644:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2e58. 00000100:00000001:3.0:1763350977.219650:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.219652:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350977.222637:0:20015:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da500. 00010000:00000010:0.1:1763350977.222644:0:20015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00010000:00000010:0.1:1763350977.222648:0:20015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000001:3.0:1763350977.227298:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.227321:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.227326:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.227328:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.227341:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.227362:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edf5400 00000400:00000200:3.0:1763350977.227373:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 47864 00000800:00000001:3.0:1763350977.227383:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.227393:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.227397:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.227401:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.227410:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.227412:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350977.227419:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbc000. 00000100:00000040:3.0:1763350977.227424:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbc000 x1849001118749696 msgsize 576 00000100:00100000:3.0:1763350977.227428:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.227456:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.227467:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.227471:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.233930:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.233938:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8700. 00000400:00000200:3.0:1763350977.233947:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.233956:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.233964:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0196e8 00000400:00000010:3.0:1763350977.233967:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0196e8. 00000100:00000001:3.0:1763350977.233973:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.233975:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350977.234247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000001:3.0:1763350977.245626:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.245650:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.245656:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.245658:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.245672:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.245693:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf5500 00000400:00000200:3.0:1763350977.245704:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118b09 [8] + 10080 00000800:00000001:3.0:1763350977.245715:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.245726:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.245729:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.245733:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.245741:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.245744:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350977.245751:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbc700. 00000100:00000040:3.0:1763350977.245756:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbc700 x1849001118749952 msgsize 328 00000100:00100000:3.0:1763350977.245760:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.245785:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.245796:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.245799:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.247685:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.247694:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8400. 00000400:00000200:3.0:1763350977.247700:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.247708:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.247713:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019e58 00000400:00000010:3.0:1763350977.247716:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019e58. 00000100:00000001:3.0:1763350977.247719:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.247725:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00cfb100 x1849001101445888/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.247736:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.247739:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00cfb100 x1849001101445888/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.247746:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.247747:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1763350977.253820:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.253829:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8700. 00000400:00000200:3.0:1763350977.253834:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.253840:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.253845:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019bb0 00000400:00000010:3.0:1763350977.253847:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019bb0. 00000100:00000001:3.0:1763350977.253851:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.253852:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.255228:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.255246:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.255250:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.255253:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.255264:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.255282:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 1512 into portal 6 MB=0x691a81edf5580 00000400:00000200:3.0:1763350977.255293:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 1512/1512 into md 0x90aa1 [128] + 107920 00000800:00000001:3.0:1763350977.255302:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.255318:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.255322:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.255326:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.255333:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.255336:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763350977.255344:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbea00. 00000100:00000040:3.0:1763350977.255348:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbea00 x1849001118750080 msgsize 1512 00000100:00100000:3.0:1763350977.255352:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.255372:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.255384:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.255388:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.259455:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.259468:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df2069b00. 00000400:00000200:3.0:1763350977.259478:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.259488:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.259496:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:3.0:1763350977.259498:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:3.0:1763350977.259504:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.259505:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.261404:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.261427:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.261433:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.261436:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.261448:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.261470:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf5600 00000400:00000200:3.0:1763350977.261483:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127829 [2] + 656 00000800:00000001:3.0:1763350977.261492:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.261502:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.261505:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.261509:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.261516:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.261519:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350977.261526:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbf800. 00000100:00000040:3.0:1763350977.261531:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbf800 x1849001118750208 msgsize 328 00000100:00100000:3.0:1763350977.261535:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.261555:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.261565:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.261570:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.262975:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.262981:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8c00. 00000400:00000200:3.0:1763350977.262988:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.262993:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.262998:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019880 00000400:00000010:3.0:1763350977.263000:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019880. 00000100:00000001:3.0:1763350977.263004:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.263008:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00cfb100 x1849001101446016/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.263019:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.263022:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00cfb100 x1849001101446016/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.263029:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.263030:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.268793:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.268814:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.268819:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.268821:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.268835:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.268857:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd74b80 00000400:00000200:3.0:1763350977.268868:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f375 [1] + 224 00000800:00000001:3.0:1763350977.268877:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.268882:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.268885:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.268889:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.268898:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350977.268907:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cfb100 x1849001101446016/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350977.268920:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925e00cfb100 x1849001101446016/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.268938:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.268947:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.268949:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.268951:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.268953:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.268956:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.268961:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf5680 00000400:00000200:3.0:1763350977.268968:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118b09 [8] + 10408 00000800:00000001:3.0:1763350977.268971:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.269439:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.269494:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.269500:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.269505:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.269509:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350977.269517:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbca80. 00000100:00000040:3.0:1763350977.269521:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbca80 x1849001118750336 msgsize 328 00000100:00100000:3.0:1763350977.269527:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00010000:00000010:0.1:1763350977.269683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00000100:00000001:3.0:1763350977.270163:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1763350977.270259:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.270265:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8300. 00000400:00000200:3.0:1763350977.270269:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.270274:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.270277:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019dd0 00000400:00000010:3.0:1763350977.270286:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019dd0. 00000100:00000001:3.0:1763350977.270291:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.270293:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.270299:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.270304:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.274651:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.274658:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ee00. 00000400:00000200:3.0:1763350977.274665:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.274673:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.274680:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74220 00000400:00000010:3.0:1763350977.274683:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74220. 00000100:00000001:3.0:1763350977.274688:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.274693:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925ddf290000 x1849001101446144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.274705:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.274708:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925ddf290000 x1849001101446144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.274715:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.274717:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.280551:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.280583:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.280589:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.280592:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.280750:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00010000:00000010:1.1:1763350977.287775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00000800:00000001:3.0:1763350977.287879:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.287901:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.287904:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.287906:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.287924:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.287947:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf5700 00000400:00000200:3.0:1763350977.287958:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118b09 [8] + 10736 00000800:00000001:3.0:1763350977.287972:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.287984:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.287987:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.287992:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.288001:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.288005:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350977.288016:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0380. 00000100:00000040:3.0:1763350977.288020:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0380 x1849001118750464 msgsize 440 00000100:00100000:3.0:1763350977.288023:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.288045:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.288056:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.288060:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.294702:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.294708:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928eb00. 00000400:00000200:3.0:1763350977.294713:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.294718:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.294724:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74d48 00000400:00000010:3.0:1763350977.294726:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74d48. 00000100:00000001:3.0:1763350977.294730:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.294734:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925ddf290000 x1849001101446272/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.294744:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.294747:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925ddf290000 x1849001101446272/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.294754:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.294756:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763350977.305744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00000800:00000001:3.0:1763350977.336825:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.336852:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.336857:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.336860:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.336874:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.336894:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf5800 00000400:00000200:3.0:1763350977.336904:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118b09 [8] + 11504 00000800:00000001:3.0:1763350977.336914:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.336923:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.336925:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.336930:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.336938:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.336941:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350977.336947:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c2d80. 00000100:00000040:3.0:1763350977.336952:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c2d80 x1849001118750720 msgsize 328 00000100:00100000:3.0:1763350977.336955:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.336974:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.336982:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.336985:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.337991:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.337996:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e900. 00000400:00000200:3.0:1763350977.338001:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.338005:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.338010:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74660 00000400:00000010:3.0:1763350977.338012:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74660. 00000100:00000001:3.0:1763350977.338016:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.338020:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925ddf290000 x1849001101446400/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.338028:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.338031:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925ddf290000 x1849001101446400/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.338036:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.338038:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1763350977.344485:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.344491:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e500. 00000400:00000200:3.0:1763350977.344498:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.344504:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.344508:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74c38 00000400:00000010:3.0:1763350977.344510:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74c38. 00000100:00000001:3.0:1763350977.344514:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.344516:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350977.350979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00000800:00000001:3.0:1763350977.353289:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.353311:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.353316:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.353318:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.353331:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.353352:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf5880 00000400:00000200:3.0:1763350977.353363:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118b09 [8] + 11832 00000800:00000001:3.0:1763350977.353373:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.353382:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.353385:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.353390:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.353399:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.353403:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350977.353410:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0700. 00000100:00000040:3.0:1763350977.353418:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0700 x1849001118750848 msgsize 328 00000100:00100000:3.0:1763350977.353422:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.353440:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.353450:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.353453:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.354022:0:63037:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531150790656 : -120542558760960 : ffff925dff9ad000) 00000100:00000001:1.0:1763350977.354025:0:63037:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350977.354027:0:63037:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350977.354029:0:63037:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350977.354032:0:63037:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350977.354035:0:63037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf290000. 00000020:00000040:1.0:1763350977.354039:0:63037:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350977.354042:0:63037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350977.354044:0:63037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350977.354049:0:63037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350977.354056:0:63037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f7a00. 00000100:00000001:1.0:1763350977.354062:0:63037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.354067:0:63037:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350977.354070:0:63037:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350977.354075:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.354083:0:63037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350977.354086:0:63037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.354091:0:63037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925ddf290000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101446528:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350977.354095:0:63037:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350977.354100:0:63037:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350977.354103:0:63037:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.354106:0:63037:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350977.354110:0:63037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dea3f6c00. 02000000:00000001:1.0:1763350977.354112:0:63037:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350977.354117:0:63037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466948. 00000400:00000010:1.0:1763350977.354124:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead743b8. 00000100:00000200:1.0:1763350977.354132:0:63037:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101446528, portal 16 00000100:00000001:1.0:1763350977.354135:0:63037:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350977.354137:0:63037:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530606460928 : -120543103090688 : ffff925ddf290000) 00000100:00000040:1.0:1763350977.354155:0:63037:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.354162:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.354164:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.354167:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74bb0. 00000100:00000200:1.0:1763350977.354171:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101446528, offset 0 00000400:00000200:1.0:1763350977.354178:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.354189:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.354194:0:63037:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350977.354199:0:63037:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350977.354203:0:63037:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350977.354205:0:63037:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350977.354209:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197909:197909:256:4294967295] 192.168.202.2@tcp LPNI seq info [197905:197905:8:4294967295] 00000400:00000200:1.0:1763350977.354219:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.354225:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.354230:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928ee00. 00000800:00000200:1.0:1763350977.354237:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.354246:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.354251:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928ee00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.354276:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.354281:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300854326 00000100:00000001:1.0:1763350977.354291:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300854310 00000100:00000001:1.0:1763350977.354295:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300854326 00000100:00000001:1.0:1763350977.354299:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300854310 00000100:00000001:1.0:1763350977.354301:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300854326 00000100:00000001:1.0:1763350977.354304:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300854310 00000100:00000001:1.0:1763350977.354307:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300854326 00000100:00000001:1.0:1763350977.354311:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300854310 00000100:00000001:1.0:1763350977.354313:0:63037:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350977.354316:0:63037:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.354319:0:63037:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.354320:0:63037:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.354323:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.354325:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350977.354327:0:63037:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c0d90. 00010000:00000001:1.0:1763350977.354332:0:63037:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.354334:0:63037:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350977.354335:0:63037:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350977.354338:0:63037:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.354340:0:63037:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350977.354342:0:63037:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350977.354344:0:63037:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9ad000 going to sleep for 11 seconds 00000100:00000001:1.0:1763350977.354347:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350977.354350:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350977.355168:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.355176:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ee00. 00000400:00000200:3.0:1763350977.355182:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.355189:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.355195:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74bb0 00000400:00000010:3.0:1763350977.355198:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74bb0. 00000100:00000001:3.0:1763350977.355202:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.355207:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.355218:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.355222:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.355229:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.355231:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.356448:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.356467:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.356472:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.356474:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.356485:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.356502:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd74d80 00000400:00000200:3.0:1763350977.356512:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f3a9 [1] + 224 00000800:00000001:3.0:1763350977.356520:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.356528:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.356531:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.356534:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.356540:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350977.356546:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350977.356558:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.356583:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.356591:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.357060:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.357192:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350977.357205:0:63037:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350977.357207:0:63037:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350977.357212:0:63037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466948. 00000400:00000200:1.0:1763350977.357218:0:63037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead743b8 00000400:00000010:1.0:1763350977.357221:0:63037:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead743b8. 00000100:00000001:1.0:1763350977.357225:0:63037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350977.357231:0:63037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350977.357241:0:63037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.357249:0:63037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350977.357250:0:63037:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.357253:0:63037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350977.357258:0:63037:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350977.357261:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.357264:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.357268:0:63037:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.357276:0:63037:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=32 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350977.357281:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=32 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350977.357283:0:63037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350977.357285:0:63037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.357289:0:63037:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350977.357293:0:63037:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.357296:0:63037:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.357300:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.357315:0:63037:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350977.357318:0:63037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350977.357320:0:63037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.357323:0:63037:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350977.357329:0:63037:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350977.357339:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350977.357344:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.357354:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289083144 : -120547420468472 : ffff925cddd30b08) 00002000:00000001:1.0:1763350977.357357:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289083056 : -120547420468560 : ffff925cddd30ab0) 00002000:00000001:1.0:1763350977.357361:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350977.357371:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350977.357376:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30b08/ffff925cddd30ab0 to site lru. bkt: ffff925df5025768 00010000:00000001:1.0:1763350977.357379:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.357382:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.357383:0:63037:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.357387:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350977.357395:0:63037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925ddf290000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101446528:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350977.357400:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.357403:0:63037:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.357406:0:63037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350977.357408:0:63037:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350977.357411:0:63037:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925ddf290000 x1849001101446528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.357417:0:63037:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350977.357421:0:63037:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350977.357425:0:63037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dea3f6c00. 02000000:00000001:1.0:1763350977.357429:0:63037:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350977.357432:0:63037:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350977.357434:0:63037:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350977.357437:0:63037:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350977.357440:0:63037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dea3f7a00. 02000000:00000001:1.0:1763350977.357446:0:63037:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350977.357449:0:63037:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350977.357451:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf290000. 00000100:00000001:1.0:1763350977.357454:0:63037:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350977.357455:0:63037:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350977.357458:0:63037:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dff9ad000. 00000100:00000001:1.0:1763350977.357461:0:63037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350977.357463:0:63037:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350977.357467:0:63037:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52100. 00010000:00000001:1.0:1763350977.357470:0:63037:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350977.357475:0:63037:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350977.357480:0:63037:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350977.357482:0:63037:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.357489:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.357490:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.357493:0:63037:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.357494:0:63037:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.357498:0:63037:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dfbbf9e00 with handle 0xcb8c81cc3033c409 from hash 00010000:00000001:1.0:1763350977.357501:0:63037:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.357503:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.357504:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.357505:0:63037:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350977.357507:0:63037:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350977.357510:0:63037:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350977.357517:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c409 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec947 expref: 25 pid: 63037 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350977.357533:0:63037:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350977.357537:0:63037:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.357540:0:63037:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.357542:0:63037:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.357544:0:63037:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.357548:0:63037:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.357550:0:63037:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.357551:0:63037:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.357553:0:63037:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.357556:0:63037:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.357558:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.357560:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350977.357562:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.357564:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.357566:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.357568:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.357571:0:63037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c409 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec947 expref: 25 pid: 63037 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350977.357581:0:63037:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350977.357584:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00010000:00000001:1.0:1763350977.357592:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.357646:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dfbbf9e00, rc 0) 00000020:00000001:1.0:1763350977.357650:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350977.357655:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847670, transno 0, xid 1849001118750848 00010000:00000001:1.0:1763350977.357658:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350977.357664:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c0700 x1849001118750848/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350977.357672:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.357675:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.357678:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.357683:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.357686:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350977.357689:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350977.357692:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.357695:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.357698:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.357701:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.357835:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead743b8. 00000100:00000200:1.0:1763350977.357842:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118750848, offset 224 00000400:00000200:1.0:1763350977.357849:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.357862:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.357869:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197910:197910:256:4294967295] 192.168.202.2@tcp LPNI seq info [197906:197906:8:4294967295] 00000400:00000200:1.0:1763350977.357883:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.357889:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.357895:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e100. 00000800:00000200:1.0:1763350977.357901:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.357909:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.357913:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.358488:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.358494:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350977.358498:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.358500:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.358503:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.358509:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0700 x1849001118750848/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350977.358521:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118750848:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 4689us (5101us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350977.358530:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19951 00000100:00000040:1.0:1763350977.358534:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350977.358537:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.358539:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.358545:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6580. 00000020:00000010:1.0:1763350977.358552:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3320. 00000020:00000010:1.0:1763350977.358556:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7000. 00000020:00000040:1.0:1763350977.358562:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:1.0:1763350977.358565:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.361441:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.361454:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e100. 00000400:00000200:3.0:1763350977.361463:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.361476:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.361484:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead743b8 00000400:00000010:3.0:1763350977.361487:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead743b8. 00000100:00000001:3.0:1763350977.361496:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.361498:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350977.363659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00000800:00000001:3.0:1763350977.370198:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.370224:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.370230:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.370234:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.370250:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.370275:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 6 MB=0x691a81edf5900 00000400:00000200:3.0:1763350977.370285:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 488/488 into md 0x90aa1 [128] + 109432 00000800:00000001:3.0:1763350977.370295:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.370307:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.370310:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.370315:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.370322:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.370325:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763350977.370332:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c2a00. 00000100:00000040:3.0:1763350977.370336:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c2a00 x1849001118750976 msgsize 488 00000100:00100000:3.0:1763350977.370340:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.370362:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.370372:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.370375:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.371585:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.371587:0:3316:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350977.371590:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.371630:0:3316:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350977.371632:0:3316:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.371635:0:3316:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350977.371636:0:3316:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350977.371639:0:3316:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.371641:0:3316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3316:1849001101446912:0@lo:400:kworker.0 00000100:00000001:0.0:1763350977.371644:0:3316:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350977.371646:0:3316:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350977.371647:0:3316:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.371649:0:3316:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350977.371652:0:3316:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350977.371654:0:3316:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350977.371657:0:3316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccbb58. 00000400:00000010:0.0:1763350977.371660:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019c38. 00000100:00000200:0.0:1763350977.371663:0:3316:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101446912, portal 10 00000100:00000001:0.0:1763350977.371664:0:3316:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350977.371665:0:3316:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171034240 : -120542538517376 : ffff925e00cfb480) 00000100:00000040:0.0:1763350977.371671:0:3316:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.371678:0:3316:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.371680:0:3316:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350977.371683:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019908. 00000100:00000200:0.0:1763350977.371685:0:3316:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1849001101446912, offset 0 00000400:00000200:0.0:1763350977.371699:0:3316:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350977.371704:0:3316:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350977.371709:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a81dd74f00 00000400:00000200:0.0:1763350977.371713:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4535 [64] + 48888 00000400:00000200:0.0:1763350977.371717:0:3316:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.371720:0:3316:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350977.371723:0:3316:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.371725:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350977.371728:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff982d80. 00000100:00000040:0.0:1763350977.371731:0:3316:0:(events.c:337:request_in_callback()) incoming req@ffff925dff982d80 x1849001101446912 msgsize 224 00000100:00100000:0.0:1763350977.371734:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350977.371741:0:3316:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350977.371745:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019908 00000400:00000010:0.0:1763350977.371747:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019908. 00000100:00000001:0.0:1763350977.371749:0:3316:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350977.371752:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.371758:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1763350977.372106:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350977.372110:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.372300:0:69028:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1763350977.372305:0:69028:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.372323:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.372327:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101447168 02000000:00000001:1.0:1763350977.372331:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.372336:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.372340:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.372344:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.372349:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101447168 00000020:00000001:1.0:1763350977.372354:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.372359:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd87 00000020:00000001:1.0:1763350977.372362:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.372367:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dee1da800 refcount=5 00000020:00000001:1.0:1763350977.372372:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530857375744 : -120542852175872 : ffff925dee1da800) 00000020:00000001:1.0:1763350977.372377:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530857375744 : -120542852175872 : ffff925dee1da800) 00000100:00000001:1.0:1763350977.372384:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.372390:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52100. 00000020:00000040:1.0:1763350977.372400:0:20012:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000100:00000001:1.0:1763350977.372413:0:20012:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763350977.372419:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7000. 00000020:00000010:1.0:1763350977.372426:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6580. 00000020:00000010:1.0:1763350977.372433:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3320. 00000100:00000040:1.0:1763350977.372441:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350977.372452:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.372456:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1763350977.372458:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.372461:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.372469:0:20012:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763350977.372473:0:20012:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763350977.372478:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.372479:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.372485:0:3316:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763350977.372490:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.372494:0:3316:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.372503:0:3316:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 6971 usecs (7 jiffies) 00000100:00000001:1.0:1763350977.372506:0:20013:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763350977.372508:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300854281 00000100:00100000:1.0:1763350977.372509:0:20013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101447040 02000000:00000001:1.0:1763350977.372513:0:20013:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.372513:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300854343 00000100:00000001:1.0:1763350977.372516:0:20013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.372518:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300854281 00000100:00000001:1.0:1763350977.372520:0:20013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.372522:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300854343 02000000:00000001:1.0:1763350977.372525:0:20013:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.372527:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300854281 00000100:00100000:1.0:1763350977.372531:0:20013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101447040 00000100:00000001:0.0:1763350977.372532:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300854343 00000020:00000001:1.0:1763350977.372536:0:20013:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1763350977.372538:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300854281 00000020:00000040:1.0:1763350977.372539:0:20013:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd02 00000100:00000001:0.0:1763350977.372541:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300854343 00000020:00000001:1.0:1763350977.372544:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763350977.372545:0:3316:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763350977.372549:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc590f000 refcount=5 00000100:00000001:0.0:1763350977.372550:0:3316:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.372555:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530177064960 : -120543532486656 : ffff925dc590f000) 00000100:00000001:0.0:1763350977.372555:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.372561:0:20013:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530177064960 : -120543532486656 : ffff925dc590f000) 00000100:00000001:0.0:1763350977.372561:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.372566:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763350977.372569:0:3316:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1763350977.372570:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52600. 00000100:00000001:0.0:1763350977.372573:0:3316:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1763350977.372575:0:20013:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc2c32f40. 00000100:00000001:0.0:1763350977.372578:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350977.372580:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.372582:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.372585:0:3316:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1763350977.372587:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.372590:0:3316:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350977.372591:0:3316:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.372593:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350977.372617:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.372619:0:3316:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350977.372626:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00cfad80 x1849001101446784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.372641:0:3316:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350977.372644:0:3316:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.372647:0:3316:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350977.372650:0:3316:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350977.372653:0:3316:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.372655:0:3316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3316:1849001101446784:0@lo:400:kworker.0 00000100:00000001:0.0:1763350977.372659:0:3316:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350977.372662:0:3316:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350977.372664:0:3316:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.372666:0:3316:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350977.372670:0:3316:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350977.372672:0:3316:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350977.372676:0:3316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb420. 00000400:00000010:0.0:1763350977.372681:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019908. 00000100:00000200:0.0:1763350977.372685:0:3316:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101446784, portal 4 00000100:00000001:0.0:1763350977.372690:0:3316:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350977.372692:0:3316:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171032448 : -120542538519168 : ffff925e00cfad80) 00000100:00000040:0.0:1763350977.372698:0:3316:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00cfad80 x1849001101446784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.372705:0:3316:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.372710:0:3316:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350977.372715:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0192a8. 00000100:00000200:0.0:1763350977.372718:0:3316:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1849001101446784, offset 0 00000400:00000200:0.0:1763350977.372725:0:3316:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350977.372735:0:3316:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350977.372743:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a81dd74e80 00000400:00000200:0.0:1763350977.372753:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x118b09 [8] + 12160 00000400:00000200:0.0:1763350977.372762:0:3316:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.372767:0:3316:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350977.372772:0:3316:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.372776:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350977.372782:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981500. 00000100:00000040:0.0:1763350977.372788:0:3316:0:(events.c:337:request_in_callback()) incoming req@ffff925dff981500 x1849001101446784 msgsize 224 00000100:00100000:0.0:1763350977.372796:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350977.372806:0:3316:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350977.372812:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0192a8 00000400:00000010:0.0:1763350977.372817:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0192a8. 00000100:00000001:0.0:1763350977.372820:0:3316:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350977.372827:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00cfad80 x1849001101446784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.372839:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350977.372845:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00cfad80 x1849001101446784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.372858:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.372862:0:3316:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350977.372868:0:3316:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.372874:0:3316:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19762 usecs (20 jiffies) 00000100:00000001:0.0:1763350977.372880:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300854295 00000100:00000001:0.0:1763350977.372885:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300854343 00000100:00000001:0.0:1763350977.372890:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300854295 00000100:00000001:0.0:1763350977.372895:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300854343 00000100:00000001:0.0:1763350977.372899:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300854295 00000100:00000001:0.0:1763350977.372903:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300854343 00000100:00000001:0.0:1763350977.372906:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300854295 00000100:00000001:0.0:1763350977.372910:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300854343 00000100:00000001:0.0:1763350977.372912:0:3316:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.372916:0:3316:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.372921:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.372923:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.372941:0:20009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.372944:0:20009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101446656 02000000:00000001:0.0:1763350977.372946:0:20009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.372948:0:20009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.372952:0:20009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.372956:0:20009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.372960:0:20009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101446656 00000020:00000001:0.0:1763350977.372964:0:20009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.372966:0:20009:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc2ff4d3bb 00000020:00000001:0.0:1763350977.372970:0:20009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.372985:0:20009:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dd0a66800 refcount=18 00000020:00000001:0.0:1763350977.372990:0:20009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530363021312 : -120543346530304 : ffff925dd0a66800) 00000020:00000001:0.0:1763350977.372993:0:20009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530363021312 : -120543346530304 : ffff925dd0a66800) 00000100:00000001:0.0:1763350977.372999:0:20009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.373004:0:20009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32140. 00000100:00000001:0.0:1763350977.373007:0:20009:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.373011:0:20009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32140. 00000020:00000010:0.0:1763350977.373019:0:20009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0000. 00000020:00000010:0.0:1763350977.373025:0:20009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dea0c7800. 00000020:00000010:0.0:1763350977.373030:0:20009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d708. 00000100:00000040:0.0:1763350977.373036:0:20009:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:0.0:1763350977.373042:0:20009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.373045:0:20009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.373048:0:20009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.373054:0:20009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.373065:0:20009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.373075:0:20009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.373078:0:20009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.373083:0:20009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3970 00000100:00000040:0.0:1763350977.373087:0:20009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dd0a66800 : new rpc_count 1 00000100:00000001:0.0:1763350977.373091:0:20009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530373559376 : -120543335992240 : ffff925dd1473450) 00000100:00000040:0.0:1763350977.373098:0:20009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd1473450 x1849001101446656/t0(0) o400->90ffbebe-7380-4d5b-bb8a-79b044bace23@0@lo:168/0 lens 224/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.373111:0:20009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.373115:0:20009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32140. 00000100:00000001:0.0:1763350977.373119:0:20009:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.373124:0:20009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32140. 00000100:00100000:0.0:1763350977.373131:0:20009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd1473450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:90ffbebe-7380-4d5b-bb8a-79b044bace23+18:3318:x1849001101446656:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763350977.373150:0:20009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101446656 00000020:00000001:0.0:1763350977.373155:0:20009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.373160:0:20009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.373163:0:20009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.373167:0:20009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.373170:0:20009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666675328 : -1042876288 : ffffffffc1d6f880) 00000020:00000001:0.0:1763350977.373174:0:20009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.373177:0:20009:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.373181:0:20009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.373183:0:20009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.373188:0:20009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.373192:0:20009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763350977.373196:0:20009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.373197:0:20009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.373201:0:20009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea6000. 02000000:00000001:0.0:1763350977.373205:0:20009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.373209:0:20009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.373213:0:20009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350977.373217:0:20009:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101446656 00010000:00000001:0.0:1763350977.373219:0:20009:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.373224:0:20009:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd1473450 x1849001101446656/t0(0) o400->90ffbebe-7380-4d5b-bb8a-79b044bace23@0@lo:168/0 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350977.373236:0:20009:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.373239:0:20009:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.373241:0:20009:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc23f39e8 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.373245:0:20009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.373249:0:20009:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350977.373253:0:20009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350977.373255:0:20009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.373257:0:20009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.373259:0:20009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.373261:0:20009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350977.373264:0:20009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0192a8. 00000100:00000200:0.0:1763350977.373267:0:20009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1849001101446656, offset 224 00000400:00000200:0.0:1763350977.373271:0:20009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350977.373277:0:20009:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350977.373283:0:20009:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x691a81dd74e00 00000400:00000200:0.0:1763350977.373295:0:20009:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12f3b5 [1] + 224 00000400:00000200:0.0:1763350977.373301:0:20009:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.373304:0:20009:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350977.373307:0:20009:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.373312:0:20009:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cfb100 x1849001101446656/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350977.373321:0:20009:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00cfb100 x1849001101446656/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.373335:0:20009:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350977.373340:0:20009:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0192a8 00000400:00000010:0.0:1763350977.373342:0:20009:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0192a8. 00000100:00000001:0.0:1763350977.373344:0:20009:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.373346:0:20009:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350977.373349:0:20013:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1763350977.373350:0:20009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350977.373353:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52600. 00000100:00000040:0.0:1763350977.373355:0:20009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00000020:00000010:1.0:1763350977.373362:0:20013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7a00. 00010000:00000001:0.0:1763350977.373363:0:20009:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.373366:0:20009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350977.373369:0:20013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6d80. 00000020:00000001:0.0:1763350977.373369:0:20009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000010:1.0:1763350977.373376:0:20013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:0.0:1763350977.373376:0:20009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd1473450 x1849001101446656/t0(0) o400->90ffbebe-7380-4d5b-bb8a-79b044bace23@0@lo:168/0 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.373382:0:20013:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.373385:0:20013:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350977.373389:0:20013:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.373395:0:20013:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763350977.373399:0:20013:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:0.0:1763350977.373400:0:20009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd1473450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:90ffbebe-7380-4d5b-bb8a-79b044bace23+18:3318:x1849001101446656:12345-0@lo:400:kworker.0 Request processed in 287us (2300us total) trans 0 rc 0/0 00000100:00000001:1.0:1763350977.373401:0:20013:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.373410:0:20009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3970 00000100:00000040:0.0:1763350977.373413:0:20009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dd0a66800 : new rpc_count 0 00000100:00000001:1.0:1763350977.373415:0:20013:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.373416:0:20009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.373419:0:20009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.373423:0:20009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dea0c7800. 00000100:00000001:1.0:1763350977.373426:0:20013:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:0.0:1763350977.373428:0:20009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d708. 00000100:00100000:1.0:1763350977.373429:0:20013:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101446912 02000000:00000001:1.0:1763350977.373433:0:20013:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1763350977.373433:0:20009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0000. 00000100:00000001:1.0:1763350977.373436:0:20013:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.373439:0:20013:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.373440:0:20009:0:(genops.c:898:class_export_put()) PUTting export ffff925dd0a66800 : new refcount 17 02000000:00000001:1.0:1763350977.373442:0:20013:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.373445:0:20009:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:1.0:1763350977.373446:0:20013:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101446912 02000000:00000010:0.0:1763350977.373449:0:20009:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea6000. 00000020:00000001:1.0:1763350977.373450:0:20013:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.373453:0:20013:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc2ff4d654 02000000:00000001:0.0:1763350977.373455:0:20009:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:1.0:1763350977.373456:0:20013:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763350977.373459:0:20009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1763350977.373460:0:20013:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc305e000 refcount=5 00000020:00000001:1.0:1763350977.373464:0:20013:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525839429632 : -120547870121984 : ffff925cc305e000) 00000100:00000200:0.0:1763350977.373465:0:20009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000020:00000001:1.0:1763350977.373467:0:20013:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525839429632 : -120547870121984 : ffff925cc305e000) 00000400:00000010:0.0:1763350977.373470:0:20009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb318. 00000100:00000001:1.0:1763350977.373472:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:0.0:1763350977.373476:0:20009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc7df7d80. 00000020:00000010:1.0:1763350977.373477:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52600. 00000100:00000001:0.0:1763350977.373493:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350977.373495:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350977.373501:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350977.373503:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350977.373505:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb790. 00000400:00000200:0.0:1763350977.373508:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019d48 00000400:00000010:0.0:1763350977.373509:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019d48. 00000100:00000001:0.0:1763350977.373512:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.373516:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cfb100 x1849001101446656/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350977.373525:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cfb100 x1849001101446656/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.373532:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350977.373534:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.373537:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350977.373540:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350977.373541:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.373543:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.373546:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.373551:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7ff4c58 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350977.373555:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7ff4c10 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.373558:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350977.373560:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.373563:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350977.373567:0:3318:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.373569:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.373574:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cfb100 x1849001101446656/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.373582:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.373585:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350977.373587:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350977.373591:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfb100 x1849001101446656/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.373620:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cfb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:90ffbebe-7380-4d5b-bb8a-79b044bace23:3318:1849001101446656:0@lo:400:kworker.0 00000100:00000001:0.0:1763350977.373625:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.373627:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350977.373630:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cfb100 x1849001101446656/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.373637:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350977.373640:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350977.373643:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b0c00. 02000000:00000001:0.0:1763350977.373645:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350977.373647:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350977.373649:0:3318:0:(genops.c:1242:class_import_put()) import ffff925dc7ff4800 refcount=3 obd=MGC192.168.202.102@tcp 00000020:00000001:0.0:1763350977.373652:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350977.373654:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925dfb5e8f00. 02000000:00000001:0.0:1763350977.373658:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350977.373660:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350977.373663:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfb100. 00000100:00000001:0.0:1763350977.373669:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350977.373671:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.373673:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.373675:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350977.373676:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.373678:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.373679:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.373703:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.373705:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.373708:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3978 00000100:00000040:0.0:1763350977.373711:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dee1da800 : new rpc_count 1 00000100:00000001:0.0:1763350977.373713:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171020800 : -120542538530816 : ffff925e00cf8000) 00000100:00000040:0.0:1763350977.373718:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf8000 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.373726:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.373729:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32140. 00000800:00000200:3.0:1763350977.374045:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.374052:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925cc3c72a00. 00000400:00000200:3.0:1763350977.374062:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.374068:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.374072:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2926300 00000400:00000010:3.0:1763350977.374074:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925df2926300. 00000100:00000001:3.0:1763350977.374077:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.374078:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350977.374853:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.374863:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.374872:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3979 00000100:00000040:3.0:1763350977.374880:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc590f000 : new rpc_count 1 00000100:00000001:3.0:1763350977.374882:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150609920 : -120542558941696 : ffff925dff980e00) 00000100:00000040:3.0:1763350977.374890:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff980e00 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350977.374903:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.374910:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5b00. 00000100:00000001:1.0:1763350977.376045:0:20013:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.376058:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52600. 00000020:00000010:1.0:1763350977.376073:0:20013:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6c00. 00000020:00000010:1.0:1763350977.376080:0:20013:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6a80. 00000020:00000010:1.0:1763350977.376087:0:20013:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3af0. 00000100:00000001:1.0:1763350977.376100:0:20013:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.376102:0:20013:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350977.376106:0:20013:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.376115:0:20013:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1763350977.376118:0:20013:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763350977.376120:0:20013:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.376135:0:20013:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.376160:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.376168:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32140. 00000100:00100000:0.0:1763350977.376180:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1849001101447168:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763350977.376187:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101447168 00000020:00000001:0.0:1763350977.376194:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.376201:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.376205:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.376209:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.376214:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:0.0:1763350977.376220:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.376226:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.376231:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.376233:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.376238:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.376242:0:20012:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763350977.376248:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.376254:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.376263:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea6000. 02000000:00000001:0.0:1763350977.376269:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.376274:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.376277:0:20012:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350977.376283:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101447168 00010000:00000001:0.0:1763350977.376287:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.376294:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cf8000 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350977.376308:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.376313:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.376320:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.376328:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.376334:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350977.376338:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350977.376342:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.376346:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.376351:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.376357:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350977.376366:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019d48. 00000100:00000200:0.0:1763350977.376376:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001101447168, offset 224 00000400:00000200:0.0:1763350977.376387:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763350977.376403:0:20013:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.376407:0:20013:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1763350977.376409:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1763350977.376414:0:20013:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3980 00000100:00000040:1.0:1763350977.376420:0:20013:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc305e000 : new rpc_count 1 00000100:00000001:1.0:1763350977.376425:0:20013:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150617984 : -120542558933632 : ffff925dff982d80) 00000400:00000200:0.0:1763350977.376429:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a81dd75000 00000100:00000040:1.0:1763350977.376436:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff982d80 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:168/0 lens 224/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1763350977.376444:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f3bd [1] + 224 00000400:00000200:0.0:1763350977.376457:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763350977.376458:0:20013:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.376463:0:20013:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52600. 00000400:00000200:0.0:1763350977.376467:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350977.376468:0:20013:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.376474:0:20013:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52600. 00000100:00000001:0.0:1763350977.376478:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:1.0:1763350977.376483:0:20013:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3316:x1849001101446912:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763350977.376488:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cfaa00 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350977.376493:0:20013:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101446912 00000020:00000001:1.0:1763350977.376497:0:20013:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.376502:0:20013:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350977.376507:0:20013:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.376511:0:20012:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00cfaa00 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1763350977.376513:0:20013:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.376517:0:20013:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:1.0:1763350977.376524:0:20013:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350977.376529:0:20013:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.376533:0:20013:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1763350977.376535:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000001:1.0:1763350977.376537:0:20013:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.376541:0:20013:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.376544:0:20013:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1763350977.376547:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019d48 00000100:00000001:1.0:1763350977.376549:0:20013:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1763350977.376551:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019d48. 02000000:00000001:1.0:1763350977.376552:0:20013:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.376557:0:20013:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5d1ac00. 00000100:00000001:0.0:1763350977.376558:0:20012:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763350977.376561:0:20013:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.376562:0:20012:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350977.376565:0:20013:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.376567:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350977.376569:0:20013:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.376569:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350977.376574:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5b00. 00010000:00000040:1.0:1763350977.376575:0:20013:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101446912 00000100:00000040:0.0:1763350977.376577:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00010000:00000001:1.0:1763350977.376580:0:20013:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00100000:3.0:1763350977.376583:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1849001101447040:12345-0@lo:400:kworker.0 00010000:00000001:0.0:1763350977.376583:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.376586:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1763350977.376588:0:20013:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff982d80 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1763350977.376588:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000200:3.0:1763350977.376589:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101447040 00000020:00000001:3.0:1763350977.376594:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.376615:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.376617:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.376618:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf8000 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1763350977.376622:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.376625:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:3.0:1763350977.376631:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:1.0:1763350977.376636:0:20013:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.376640:0:20013:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.376644:0:20013:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00100000:0.0:1763350977.376645:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cf8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1849001101447168:12345-0@lo:400:kworker.0 Request processed in 2915us (5340us total) trans 0 rc 0/0 00000100:00000001:1.0:1763350977.376651:0:20013:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.376657:0:20013:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 32 to 0@lo 00000100:00000001:1.0:1763350977.376663:0:20013:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 00000100:00100000:0.0:1763350977.376663:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3978 00000100:00000040:0.0:1763350977.376670:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dee1da800 : new rpc_count 0 00000100:00000001:0.0:1763350977.376674:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.376678:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.376685:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6580. 00000020:00000010:0.0:1763350977.376692:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3320. 00000020:00000010:0.0:1763350977.376700:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7000. 00000020:00000040:0.0:1763350977.376709:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925dee1da800 : new refcount 4 00000100:00000001:0.0:1763350977.376714:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.376737:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350977.376743:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350977.376752:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350977.376756:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350977.376761:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 02000000:00000001:1.0:1763350977.376766:0:20013:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1763350977.376767:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019ee0 02000000:00000001:1.0:1763350977.376770:0:20013:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.376775:0:20013:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000010:0.0:1763350977.376777:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019ee0. 00000100:00000040:1.0:1763350977.376782:0:20013:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1763350977.376783:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000010:1.0:1763350977.376789:0:20013:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74088. 00000100:00000200:0.0:1763350977.376791:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cfaa00 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350977.376795:0:20013:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001101446912, offset 224 00000400:00000200:1.0:1763350977.376807:0:20013:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1763350977.376809:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cfaa00 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1763350977.376818:0:20013:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1763350977.376820:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350977.376823:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.376826:0:3318:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:1.0:1763350977.376827:0:20013:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a81dd74f00 02000000:00000001:0.0:1763350977.376830:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350977.376833:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1763350977.376835:0:20013:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f3cd [1] + 224 00000100:00000001:0.0:1763350977.376836:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.376842:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763350977.376844:0:20013:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.376848:0:20013:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350977.376851:0:20013:0:(events.c:78:reply_in_callback()) Process entered 00000100:00001000:0.0:1763350977.376851:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925cc132bc58 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350977.376857:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc132bc10 time=81 v=5 (1 1 1 1) 00000100:00000200:1.0:1763350977.376859:0:20013:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.376862:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350977.376865:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.376871:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350977.376876:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.376878:0:20013:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.376881:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350977.376885:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1763350977.376890:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763350977.376892:0:20013:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350977.376893:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763350977.376899:0:20013:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74088 00000100:00000040:0.0:1763350977.376901:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cfaa00 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1763350977.376903:0:20013:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74088. 00000100:00000001:1.0:1763350977.376908:0:20013:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.376911:0:20013:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350977.376914:0:20013:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.376916:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763350977.376919:0:20013:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00000100:00000001:0.0:1763350977.376922:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1763350977.376923:0:20013:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000100:00000001:0.0:1763350977.376926:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.376927:0:20013:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.376931:0:20013:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350977.376934:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfaa00 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350977.376938:0:20013:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff982d80 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.376958:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cfaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3318:1849001101447168:0@lo:400:kworker.0 00000100:00100000:1.0:1763350977.376960:0:20013:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3316:x1849001101446912:12345-0@lo:400:kworker.0 Request processed in 500us (5226us total) trans 0 rc 0/0 00000100:00000001:0.0:1763350977.376967:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.376972:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1763350977.376973:0:20013:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3980 00000100:00000040:1.0:1763350977.376978:0:20013:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc305e000 : new rpc_count 0 00000100:00000040:0.0:1763350977.376979:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cfaa00 x1849001101447168/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.376982:0:20013:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.376984:0:20013:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.376988:0:20013:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6a80. 00000100:00000001:0.0:1763350977.376992:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1763350977.376994:0:20013:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3af0. 02000000:00000001:0.0:1763350977.376996:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1763350977.376998:0:20013:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6c00. 02000000:00000010:0.0:1763350977.377001:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1e00. 00000020:00000040:1.0:1763350977.377003:0:20013:0:(genops.c:898:class_export_put()) PUTting export ffff925cc305e000 : new refcount 4 00000100:00000001:1.0:1763350977.377007:0:20013:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1763350977.377008:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350977.377012:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350977.377014:0:3318:0:(genops.c:1242:class_import_put()) import ffff925cc132b800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1763350977.377018:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350977.377022:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925dfb5e8c00. 02000000:00000001:0.0:1763350977.377027:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350977.377029:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350977.377032:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfaa00. 00000100:00000001:0.0:1763350977.377036:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350977.377038:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.377042:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.377044:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350977.377046:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.377048:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.377050:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.377056:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350977.377060:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350977.377064:0:3316:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350977.377066:0:3316:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350977.377068:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb420. 00000400:00000200:1.0:1763350977.377071:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019908 00000400:00000010:1.0:1763350977.377073:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019908. 00000100:00000001:1.0:1763350977.377075:0:3316:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350977.377080:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cfad80 x1849001101446784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350977.377090:0:3316:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cfad80 x1849001101446784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.377101:0:3316:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350977.377102:0:3316:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.377104:0:3316:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350977.377106:0:3316:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350977.377107:0:3316:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.377108:0:3316:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.377111:0:3316:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.377116:0:3316:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fc58 time=115 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350977.377119:0:3316:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.377121:0:3316:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350977.377123:0:3316:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.377125:0:3316:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350977.377127:0:3316:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.377130:0:3316:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1763350977.377131:0:3316:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911611 gen 3 00000100:00000040:1.0:1763350977.377148:0:3316:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911611) req@ffff925df51ee680 x1849001101444480/t12884911611(12884911611) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350987 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350977.377158:0:3316:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1763350977.377160:0:3316:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911611 committed transno 12884911611 00000004:00000010:1.0:1763350977.377165:0:3316:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925df001f000. 00000004:00000010:1.0:1763350977.377170:0:3316:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df27560c0. 00000004:00000010:1.0:1763350977.377173:0:3316:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dd9b366c0. 00000004:00000010:1.0:1763350977.377176:0:3316:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925dd9b36cc0. 00000004:00000001:1.0:1763350977.377178:0:3316:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1763350977.377179:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350977.377182:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df51ee680 x1849001101444480/t12884911611(12884911611) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350987 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_001.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.377188:0:3316:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350977.377190:0:3316:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350977.377192:0:3316:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925de7c5c000. 02000000:00000001:1.0:1763350977.377196:0:3316:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350977.377198:0:3316:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350977.377199:0:3316:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1763350977.377202:0:3316:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350977.377203:0:3316:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925ddef15e00. 02000000:00000001:1.0:1763350977.377207:0:3316:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350977.377208:0:3316:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350977.377209:0:3316:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df51ee680. 00000100:00000001:1.0:1763350977.377216:0:3316:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350977.377217:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.377219:0:3316:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763350977.377223:0:3316:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1763350977.377226:0:3316:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763350977.377227:0:3316:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.377231:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cfad80 x1849001101446784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.377236:0:3316:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350977.377238:0:3316:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350977.377240:0:3316:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763350977.377243:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfad80 x1849001101446784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350977.377251:0:3316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cfad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3316:1849001101446784:0@lo:400:kworker.0 00000400:00000001:1.0:1763350977.377256:0:3316:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350977.377257:0:3316:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350977.377259:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccbb58. 00000400:00000200:1.0:1763350977.377261:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019c38 00000400:00000010:1.0:1763350977.377263:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019c38. 00000100:00000001:1.0:1763350977.377265:0:3316:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350977.377268:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350977.377276:0:3316:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.377282:0:3316:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350977.377283:0:3316:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.377285:0:3316:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350977.377287:0:3316:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350977.377288:0:3316:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.377290:0:3316:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.377292:0:3316:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.377296:0:3316:0:(import.c:2128:obd_at_measure()) add 5 to ffff925cc1aaa458 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350977.377300:0:3316:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc1aaa410 time=109 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.377302:0:3316:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350977.377304:0:3316:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.377306:0:3316:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350977.377308:0:3316:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.377310:0:3316:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763350977.377312:0:3316:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:1.0:1763350977.377313:0:3316:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763350977.377315:0:3316:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.377318:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.377323:0:3316:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350977.377324:0:3316:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350977.377325:0:3316:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763350977.377328:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350977.377336:0:3316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cfb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3316:1849001101446912:0@lo:400:kworker.0 00000100:00000001:1.0:1763350977.377340:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.377341:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350977.377344:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cfad80 x1849001101446784/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.377349:0:3316:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350977.377350:0:3316:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350977.377352:0:3316:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1800. 02000000:00000001:1.0:1763350977.377355:0:3316:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350977.377356:0:3316:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350977.377358:0:3316:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1763350977.377360:0:3316:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350977.377362:0:3316:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925dfb5e8e00. 02000000:00000001:1.0:1763350977.377365:0:3316:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350977.377366:0:3316:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350977.377368:0:3316:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfad80. 00000100:00000001:1.0:1763350977.377371:0:3316:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350977.377372:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.377373:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350977.377376:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cfb480 x1849001101446912/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.377387:0:3316:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350977.377388:0:3316:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350977.377390:0:3316:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b0400. 02000000:00000001:1.0:1763350977.377393:0:3316:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350977.377394:0:3316:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350977.377395:0:3316:0:(genops.c:1242:class_import_put()) import ffff925cc1aaa000 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:1.0:1763350977.377397:0:3316:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350977.377399:0:3316:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925dfb5e8800. 02000000:00000001:1.0:1763350977.377401:0:3316:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350977.377402:0:3316:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350977.377404:0:3316:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfb480. 00000100:00000001:1.0:1763350977.377406:0:3316:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350977.377407:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.377409:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.377415:0:3316:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350977.377417:0:3316:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.377419:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350977.377421:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.377440:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.377443:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.377445:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.377447:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.377449:0:20551:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763350977.377451:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.377454:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.377459:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5d19400. 02000000:00000001:1.0:1763350977.377461:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.377463:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.377465:0:20551:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350977.377468:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101447040 00010000:00000001:1.0:1763350977.377470:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350977.377474:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff980e00 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350977.377480:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.377482:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.377485:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.377488:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.377490:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350977.377492:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350977.377494:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.377496:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.377498:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.377501:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350977.377503:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74088. 00000100:00000200:1.0:1763350977.377506:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001101447040, offset 224 00000400:00000200:1.0:1763350977.377510:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350977.377517:0:20551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350977.377522:0:20551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a81dd74f80 00000400:00000200:1.0:1763350977.377527:0:20551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12f3c5 [1] + 224 00000400:00000200:1.0:1763350977.377532:0:20551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.377536:0:20551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350977.377539:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350977.377544:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cf9180 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350977.377552:0:20551:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00cf9180 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.377575:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350977.377581:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74088 00000400:00000010:1.0:1763350977.377583:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74088. 00000100:00000001:1.0:1763350977.377586:0:20551:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.377587:0:20551:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350977.377590:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.377593:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350977.377634:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.377635:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.377637:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.377641:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff980e00 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:168/0 lens 224/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350977.377650:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1849001101447040:12345-0@lo:400:kworker.0 Request processed in 2746us (6153us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350977.377657:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3979 00000100:00000040:1.0:1763350977.377660:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc590f000 : new rpc_count 0 00000100:00000001:1.0:1763350977.377662:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.377663:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.377667:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6d80. 00000020:00000010:1.0:1763350977.377899:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350977.377904:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7a00. 00000020:00000040:1.0:1763350977.377910:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925dc590f000 : new refcount 4 00000100:00000001:1.0:1763350977.377913:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.378020:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350977.378022:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350977.378027:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350977.378029:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350977.378031:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb370. 00000400:00000200:0.0:1763350977.378034:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019660 00000400:00000010:0.0:1763350977.378036:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019660. 00000100:00000001:0.0:1763350977.378038:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.378043:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cf9180 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350977.378051:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cf9180 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.378057:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350977.378059:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.378061:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350977.378062:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350977.378064:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.378065:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.378068:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.378074:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925df85e3458 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350977.378077:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df85e3410 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.378079:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350977.378080:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.378082:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350977.378084:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.378087:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350977.378089:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1763350977.378090:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350977.378092:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.378096:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cf9180 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.378102:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.378104:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350977.378105:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350977.378108:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf9180 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.378115:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cf9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3318:1849001101447040:0@lo:400:kworker.0 00000100:00000001:0.0:1763350977.378119:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.378121:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350977.378124:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cf9180 x1849001101447040/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.378131:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350977.378132:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350977.378135:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1600. 02000000:00000001:0.0:1763350977.378150:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350977.378152:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350977.378153:0:3318:0:(genops.c:1242:class_import_put()) import ffff925df85e3000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1763350977.378155:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350977.378157:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925dfb5e8300. 02000000:00000001:0.0:1763350977.378159:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350977.378161:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350977.378162:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf9180. 00000100:00000001:0.0:1763350977.378167:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350977.378169:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.378171:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.378176:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350977.378177:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.378179:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350977.378180:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350977.380212:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.380234:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.380241:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.380244:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.380257:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.380276:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4584 into portal 6 MB=0x691a81edf5980 00000400:00000200:3.0:1763350977.380299:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 4584/4584 into md 0x90aa1 [128] + 109920 00000800:00000001:3.0:1763350977.380309:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.380324:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.380327:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.380331:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.380339:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.380341:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763350977.380348:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c2300. 00000100:00000040:3.0:1763350977.380352:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c2300 x1849001118751104 msgsize 4584 00000100:00100000:3.0:1763350977.380356:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.380380:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.380390:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.380394:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.380809:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.380813:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118751104 02000000:00000001:0.0:1763350977.380817:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.380820:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.380822:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.380828:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.380832:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118751104 00000020:00000001:0.0:1763350977.380836:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.380838:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350977.380840:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.380843:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:0.0:1763350977.380846:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350977.380849:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350977.380855:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.380860:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32140. 00000100:00000001:0.0:1763350977.380865:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.380867:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32140. 00000020:00000010:0.0:1763350977.380874:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350977.380881:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dea0c7800. 00000020:00000010:0.0:1763350977.380887:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d708. 00000100:00000040:0.0:1763350977.380895:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763350977.380899:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.380900:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763350977.380903:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763350977.380906:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.380909:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:0.0:1763350977.380912:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.380916:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350977.380920:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350977.380922:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.380925:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350977.380928:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.380930:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.380931:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.380933:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.380935:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.380937:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.380939:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.380941:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.380942:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.380944:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.380947:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763350977.380950:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.380953:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.380955:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350977.380958:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763350977.380961:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.380964:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.380973:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.380994:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.381009:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.381011:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.381018:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3703 00000100:00000040:0.0:1763350977.381022:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350977.381025:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079574272 : -120542629977344 : ffff925dfb5c2300) 00000100:00000040:0.0:1763350977.381033:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c2300 x1849001118751104/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4584/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350977.381374:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.381379:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32140. 00000100:00000001:0.0:1763350977.381382:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.381385:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32140. 00000100:00100000:0.0:1763350977.381391:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2358:x1849001118751104:12345-192.168.202.2@tcp:4:lfs.0 00000100:00000200:0.0:1763350977.381395:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118751104 00000020:00000001:0.0:1763350977.381399:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.381403:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.381406:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.381407:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.381409:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:0.0:1763350977.381413:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.381417:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.381420:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.381421:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.381423:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.381425:0:104354:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763350977.381431:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.381434:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.381441:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925deeea7800. 02000000:00000001:0.0:1763350977.381443:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.381445:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.381448:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763350977.381451:0:104354:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:0.0:1763350977.381454:0:104354:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350977.381457:0:104354:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350977.381466:0:104354:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09a00 count: 2 00010000:00000001:0.0:1763350977.381470:0:104354:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.381474:0:104354:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.381479:0:104354:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350977.381483:0:104354:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.381486:0:104354:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033c410 to hash 00000020:00000001:0.0:1763350977.381489:0:104354:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.381490:0:104354:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350977.381493:0:104354:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350977.381498:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.381500:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.381505:0:104354:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350977.381515:0:104354:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350977.381520:0:104354:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350977.381522:0:104354:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350977.381524:0:104354:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.381527:0:104354:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763350977.381529:0:104354:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350977.381535:0:104354:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c3e6 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec924 expref: 24 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350977.381543:0:104354:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350977.381544:0:104354:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.381547:0:104354:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350977.381550:0:104354:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.381551:0:104354:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350977.381553:0:104354:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350977.381554:0:104354:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.381557:0:104354:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.381559:0:104354:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763350977.381563:0:104354:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.381571:0:104354:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d4:0x0].0x0 (ffff925dddc09a00) refcount = 2 00010000:00000040:0.0:1763350977.381574:0:104354:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350977.381578:0:104354:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c3e6 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec924 expref: 24 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350977.381584:0:104354:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763350977.381586:0:104354:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763350977.381659:0:104354:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32140. 00000100:00000001:0.0:1763350977.381664:0:104354:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350977.381910:0:104354:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc7df7f00. 00000100:00000001:0.0:1763350977.381913:0:104354:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530215767808 : -120543493783808 : ffff925dc7df7f00) 00000100:00000001:0.0:1763350977.381916:0:104354:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530215767808 : -120543493783808 : ffff925dc7df7f00) 00000100:00000001:0.0:1763350977.381920:0:104354:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350977.381922:0:104354:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350977.381924:0:104354:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.381927:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.381929:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763350977.381932:0:104354:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.381980:0:104354:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.381983:0:104354:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763350977.381985:0:104354:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763350977.382032:0:104354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9180. 00000020:00000040:0.0:1763350977.382036:0:104354:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350977.382040:0:104354:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350977.382081:0:104354:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350977.382087:0:104354:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350977.382131:0:104354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1e00. 00000100:00000001:0.0:1763350977.382188:0:104354:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.382238:0:104354:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c3e6 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec924 expref: 24 pid: 63038 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1763350977.382340:0:104354:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c3e6 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec924 expref: 24 pid: 63038 timeout: 6286 lvb_type: 1 00010000:00000001:0.0:1763350977.382429:0:104354:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350977.382433:0:104354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350977.382479:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.382530:0:104354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350977.382533:0:104354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.382539:0:104354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00cf9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:104354:1849001101447296:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350977.382579:0:104354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350977.383003:0:104354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350977.383007:0:104354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.383050:0:104354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350977.383096:0:104354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b0c00. 02000000:00000001:0.0:1763350977.383100:0:104354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350977.383151:0:104354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb370. 00000400:00000010:0.0:1763350977.383200:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019660. 00000100:00000200:0.0:1763350977.383251:0:104354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101447296, portal 16 00000100:00000001:0.0:1763350977.383257:0:104354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350977.383258:0:104354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171025280 : -120542538526336 : ffff925e00cf9180) 00000100:00000040:0.0:1763350977.383308:0:104354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.383352:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.383394:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.383399:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019ee0. 00000100:00000200:0.0:1763350977.383404:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101447296, offset 0 00000400:00000200:0.0:1763350977.383492:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.383547:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.383811:0:104354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350977.383821:0:104354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350977.383826:0:104354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350977.383830:0:104354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350977.383834:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197912:197912:256:4294967295] 192.168.202.2@tcp LPNI seq info [197908:197908:8:4294967295] 00000400:00000200:0.0:1763350977.383849:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.383857:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.383867:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8300. 00000800:00000200:0.0:1763350977.383876:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.383884:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.383889:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8300 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.383911:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.383919:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300854356 00000100:00000001:0.0:1763350977.383929:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300854343 00000100:00000001:0.0:1763350977.383935:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300854356 00000100:00000001:0.0:1763350977.383939:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300854343 00000100:00000001:0.0:1763350977.383942:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300854356 00000100:00000001:0.0:1763350977.383946:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300854343 00000100:00000001:0.0:1763350977.383948:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300854356 00000100:00000001:0.0:1763350977.383952:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300854343 00000100:00000001:0.0:1763350977.383956:0:104354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.383960:0:104354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.383964:0:104354:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.383966:0:104354:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.383970:0:104354:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.383974:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.383977:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.383978:0:104354:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.383982:0:104354:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.383984:0:104354:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350977.383986:0:104354:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.383990:0:104354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350977.383992:0:104354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350977.383995:0:104354:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc7df7f00 going to sleep for 11 seconds 00000100:00000001:0.0:1763350977.384000:0:104354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.384003:0:104354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350977.384156:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.384163:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8300. 00000400:00000200:3.0:1763350977.384169:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.384177:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.384184:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019ee0 00000400:00000010:3.0:1763350977.384187:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019ee0. 00000100:00000001:3.0:1763350977.384192:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.384197:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.384208:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.384211:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.384218:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.384220:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.388442:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.388463:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.388468:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.388471:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.388484:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.388506:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd75080 00000400:00000200:3.0:1763350977.388517:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f3f9 [1] + 224 00000800:00000001:3.0:1763350977.388526:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.388537:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.388540:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.388545:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.388553:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350977.388563:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350977.388574:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.388643:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.388653:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.388657:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.389024:0:104354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350977.389034:0:104354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350977.389036:0:104354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350977.389040:0:104354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb370. 00000400:00000200:0.0:1763350977.389046:0:104354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019660 00000400:00000010:0.0:1763350977.389048:0:104354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019660. 00000100:00000001:0.0:1763350977.389051:0:104354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.389057:0:104354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350977.389067:0:104354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.389074:0:104354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350977.389076:0:104354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.389079:0:104354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350977.389083:0:104354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350977.389086:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.389089:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.389092:0:104354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.389101:0:104354:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350977.389106:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=32 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350977.389109:0:104354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350977.389110:0:104354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.389114:0:104354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350977.389118:0:104354:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.389121:0:104354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.389126:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.389134:0:104354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.389147:0:104354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350977.389149:0:104354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.389153:0:104354:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350977.389156:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.389159:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.389161:0:104354:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.389165:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350977.389174:0:104354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cf9180 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:104354:1849001101447296:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350977.389180:0:104354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.389183:0:104354:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.389186:0:104354:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350977.389188:0:104354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350977.389192:0:104354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cf9180 x1849001101447296/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.389200:0:104354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350977.389202:0:104354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350977.389206:0:104354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b0c00. 02000000:00000001:0.0:1763350977.389211:0:104354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350977.389214:0:104354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350977.389216:0:104354:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350977.389218:0:104354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350977.389221:0:104354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1e00. 02000000:00000001:0.0:1763350977.389227:0:104354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350977.389229:0:104354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350977.389231:0:104354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf9180. 00000100:00000001:0.0:1763350977.389237:0:104354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350977.389239:0:104354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350977.389241:0:104354:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc7df7f00. 00000100:00000001:0.0:1763350977.389244:0:104354:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350977.389245:0:104354:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350977.389248:0:104354:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32140. 00010000:00000001:0.0:1763350977.389253:0:104354:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.389256:0:104354:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.389258:0:104354:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.389262:0:104354:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763350977.389268:0:104354:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1763350977.391006:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.391024:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.391031:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.391033:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.391046:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.391064:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf5a00 00000400:00000200:3.0:1763350977.391072:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127829 [2] + 984 00000800:00000001:3.0:1763350977.391080:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.391153:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.391156:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.391161:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.391167:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.391169:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350977.391176:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1880. 00000100:00000040:3.0:1763350977.391180:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1880 x1849001118751232 msgsize 328 00000100:00100000:3.0:1763350977.391183:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.391198:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.391207:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.391210:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.392453:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.392460:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118751232 02000000:00000001:0.0:1763350977.392465:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.392468:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.392471:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.392477:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.392481:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118751232 00000020:00000001:0.0:1763350977.392485:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.392487:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350977.392491:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.392495:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=25 00000020:00000001:0.0:1763350977.392498:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350977.392501:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350977.392507:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.392517:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32140. 00000100:00000001:0.0:1763350977.392522:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.392525:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32140. 00000020:00000010:0.0:1763350977.392534:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1e00. 00000020:00000010:0.0:1763350977.392541:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dea0c7400. 00000020:00000010:0.0:1763350977.392548:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d000. 00000100:00000040:0.0:1763350977.392559:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350977.392563:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.392564:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350977.392567:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350977.392570:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.392573:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350977.392579:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.392580:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.392583:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=4 00000020:00000001:0.0:1763350977.392585:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350977.392589:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350977.392651:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c3e6 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec924 expref: 25 pid: 63038 timeout: 6286 lvb_type: 1 00010000:00000001:0.0:1763350977.392661:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.392663:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.392664:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.392667:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.392675:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350977.392683:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dfb5c1880 x1849001118751232/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.392691:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350977.392693:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.392712:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.392728:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.392731:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.392735:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4016 00000100:00000040:0.0:1763350977.392740:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 2 00000100:00000001:0.0:1763350977.392742:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079571584 : -120542629980032 : ffff925dfb5c1880) 00000100:00000040:0.0:1763350977.392748:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c1880 x1849001118751232/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.392755:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.392759:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32140. 00000100:00000001:0.0:1763350977.392761:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.392763:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32140. 00000100:00100000:0.0:1763350977.392767:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+25:2361:x1849001118751232:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350977.392771:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118751232 00010000:00000001:0.0:1763350977.392773:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350977.392775:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350977.392777:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350977.392783:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.392786:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.392792:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea6c00. 02000000:00000001:0.0:1763350977.392794:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.392797:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.392800:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350977.392802:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350977.392804:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.392805:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.392806:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=4 00000020:00000001:0.0:1763350977.392808:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350977.392810:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000040:0.0:1763350977.392813:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09a00 count: 3 00002000:00000001:0.0:1763350977.392818:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350977.392823:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350977.392827:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.392834:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:0.0:1763350977.392836:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:0.0:1763350977.392838:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350977.392847:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350977.392852:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00010000:0.0:1763350977.392857:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c3e6 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec924 expref: 25 pid: 63038 timeout: 6286 lvb_type: 1 00000100:00001000:0.0:1763350977.392865:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=125 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350977.392868:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350977.392874:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.392875:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.392878:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c3e6 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec924 expref: 25 pid: 63038 timeout: 6286 lvb_type: 1 00000020:00000001:0.0:1763350977.392886:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.392889:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.392891:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.392893:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.392898:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.392900:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.392906:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.392907:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.392910:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.392911:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.392914:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c3e6 from hash 00010000:00000001:0.0:1763350977.392916:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.392917:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.392918:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.392919:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.392924:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.392926:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.392928:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.392930:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.392933:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c3e6 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec924 expref: 25 pid: 63038 timeout: 6286 lvb_type: 1 00010000:00000040:0.0:1763350977.392940:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350977.392942:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00010000:00000001:0.0:1763350977.392951:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.392953:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.392955:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350977.392958:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925df15e2200 00010000:00000001:0.0:1763350977.392961:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350977.392963:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350977.392967:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350977.392969:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.392972:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350977.392973:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350977.392974:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.392978:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350977.392981:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350977.392984:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350977.392991:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350977.392996:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.393211:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d4:0x0].0x0 (ffff925dddc09a00) refcount = 2 00010000:00000040:0.0:1763350977.393216:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350977.393219:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350977.393228:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.393229:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.393231:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350977.393233:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.393235:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350977.393240:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32140. 00000100:00000001:0.0:1763350977.393244:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350977.393252:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc7df7f00. 00000100:00000001:0.0:1763350977.393254:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530215767808 : -120543493783808 : ffff925dc7df7f00) 00000100:00000001:0.0:1763350977.393256:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530215767808 : -120543493783808 : ffff925dc7df7f00) 00000100:00000001:0.0:1763350977.393259:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350977.393261:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350977.393263:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.393265:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350977.393284:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.393286:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.393288:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.393290:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.393292:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.393293:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350977.393296:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.393298:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.393300:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350977.393302:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc7df7f00. 00000100:00000001:0.0:1763350977.393306:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350977.393307:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350977.393309:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32140. 00010000:00000001:0.0:1763350977.393311:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350977.393314:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350977.393315:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.393321:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.393324:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.393327:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.393332:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.393335:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350977.393338:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350977.393341:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.393343:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.393347:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.393350:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.393355:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019660. 00000100:00000200:0.0:1763350977.393362:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118751232, offset 224 00000400:00000200:0.0:1763350977.393371:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00010000:00010000:3.0:1763350977.393380:0:104354:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1763350977.393389:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00010000:00000001:3.0:1763350977.393393:0:104354:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.393398:0:104354:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1763350977.393400:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197913:197913:256:4294967295] 192.168.202.2@tcp LPNI seq info [197909:197909:8:4294967295] 00010000:00000001:3.0:1763350977.393412:0:104354:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350977.393414:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.393415:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763350977.393419:0:104354:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763350977.393424:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000020:00000001:3.0:1763350977.393431:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00000800:00000200:0.0:1763350977.393431:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.393439:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8c00. 00002000:00000001:3.0:1763350977.393440:0:104354:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:3.0:1763350977.393446:0:104354:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000800:00000200:0.0:1763350977.393448:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000020:00000001:3.0:1763350977.393450:0:104354:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763350977.393455:0:104354:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1763350977.393458:0:104354:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 free: 3838836736 avail: 3836739584 00000800:00000200:0.0:1763350977.393460:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000020:00000001:3.0:1763350977.393465:0:104354:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000800:00000200:0.0:1763350977.393467:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8c00 type 1, nob 320 niov 1 nkiov 1 00000020:00000020:3.0:1763350977.393471:0:104354:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 avail=3836739584 left=3508535296 unstable=0 tot_grant=327745536 pending=1703936 00000020:00000001:3.0:1763350977.393476:0:104354:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3508535296 : 3508535296 : d1200000) 00000020:00000001:3.0:1763350977.393479:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763350977.393482:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 301596672 dropped 0, local 305004544 00000020:00000001:3.0:1763350977.393486:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763350977.393488:0:104354:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:3.0:1763350977.393491:0:104354:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 granted: 1703936 ungranted: 0 grant: 303300608 dirty: 3407872 00000020:00000001:3.0:1763350977.393494:0:104354:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:3.0:1763350977.393496:0:104354:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1763350977.393499:0:104354:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 wants: 485097472 current grant 301596672 granting: 3407872 00000020:00000020:3.0:1763350977.393502:0:104354:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 tot cached:1703936 granted:331153408 num_exports: 2 00000020:00000001:3.0:1763350977.393505:0:104354:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:3.0:1763350977.393508:0:104354:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:3.0:1763350977.393510:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350977.393512:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.393515:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:3.0:1763350977.393517:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00080000:00000001:3.0:1763350977.393524:0:104354:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:3.0:1763350977.393548:0:104354:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763350977.393554:0:104354:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.393556:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.393558:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.393562:0:104354:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:3.0:1763350977.393565:0:104354:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763350977.393571:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763350977.393627:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:3.0:1763350977.393631:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763350977.393646:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.393648:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763350977.393653:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.393661:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.393664:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.393666:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.393670:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.393671:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.393673:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.393675:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.393677:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.393679:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.393680:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.393682:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.393684:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.393685:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.393687:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.393690:0:104354:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:3.0:1763350977.393693:0:104354:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.393696:0:104354:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:3.0:1763350977.393698:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763350977.393704:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393709:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.393718:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00074c00. 00080000:00000001:3.0:1763350977.393722:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157900288 : -120542551651328 : ffff925e00074c00) 00000001:00000001:3.0:1763350977.393724:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.393725:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393729:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:3.0:1763350977.393754:0:104354:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:3.0:1763350977.393758:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393762:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350977.393768:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393771:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350977.393795:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.393797:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763350977.393799:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393802:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350977.393829:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.393832:0:104354:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:3.0:1763350977.393835:0:104354:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.393842:0:104354:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:3.0:1763350977.393846:0:104354:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1763350977.393849:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350977.393852:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:3.0:1763350977.393898:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.393901:0:104354:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350977.393904:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763350977.393917:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393920:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.393924:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00077c00. 00080000:00000001:3.0:1763350977.393926:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157912576 : -120542551639040 : ffff925e00077c00) 00000001:00000001:3.0:1763350977.393928:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.393929:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393932:0:104354:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:3.0:1763350977.393936:0:104354:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:3.0:1763350977.393940:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.393942:0:104354:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393944:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350977.393946:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393948:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350977.393952:0:104354:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.393979:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.393980:0:104354:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393983:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350977.393988:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.393996:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.394004:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350977.394008:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.394011:0:104354:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:3.0:1763350977.394013:0:104354:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:3.0:1763350977.394015:0:104354:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:3.0:1763350977.394017:0:104354:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:3.0:1763350977.394047:0:104354:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.394052:0:104354:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:3.0:1763350977.394055:0:104354:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff925cd99f5d20. 00000020:00000040:3.0:1763350977.394058:0:104354:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 3 00000020:00000040:3.0:1763350977.394062:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=25 00000020:00000001:3.0:1763350977.394065:0:104354:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.394067:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350977.394070:0:104354:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:3.0:1763350977.394073:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350977.394075:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:3.0:1763350977.394131:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763350977.394135:0:104354:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847683, last_committed = 21474847680 00000001:00000010:3.0:1763350977.394148:0:104354:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5960. 00000001:00000040:3.0:1763350977.394151:0:104354:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 4 00000020:00000040:3.0:1763350977.394153:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=26 00080000:00000001:3.0:1763350977.394161:0:104354:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:0.0:1763350977.394172:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.394175:0:104354:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350977.394180:0:104354:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.394180:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350977.394185:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.394188:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.394194:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1880 x1849001118751232/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.394206:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2361:x1849001118751232:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 1448us (3022us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350977.394216:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4016 00000100:00000040:0.0:1763350977.394220:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350977.394223:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.394224:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.394231:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dea0c7400. 00000020:00000010:0.0:1763350977.394236:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d000. 00000020:00000010:0.0:1763350977.394240:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1e00. 00000020:00000040:0.0:1763350977.394245:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000100:00000001:0.0:1763350977.394248:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.395261:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.395270:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8c00. 00000400:00000200:1.0:1763350977.395277:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.395285:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.395293:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019660 00000400:00000010:1.0:1763350977.395296:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019660. 00000100:00000001:1.0:1763350977.395302:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.395304:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350977.405263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00080000:00000001:1.0:1763350977.432488:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350977.432508:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00002000:00000001:1.0:1763350977.432513:0:104354:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350977.432524:0:104354:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09a00 count: 2 00010000:00000001:1.0:1763350977.432528:0:104354:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763350977.432533:0:104354:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350977.432538:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350977.432541:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.432548:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:1.0:1763350977.432551:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:1.0:1763350977.432555:0:104354:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350977.432562:0:104354:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763350977.432565:0:104354:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d4:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763350977.432568:0:104354:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x25d4:0x0] updating lvb mtime from disk: 0 -> 1763350977 00002000:00010000:1.0:1763350977.432571:0:104354:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x25d4:0x0] updating lvb ctime from disk: 0 -> 1763350977 00002000:00010000:1.0:1763350977.432573:0:104354:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d4:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:1.0:1763350977.432576:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00002000:00000001:1.0:1763350977.432580:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.432583:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.432588:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:1.0:1763350977.432591:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.432612:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.432615:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:1.0:1763350977.432617:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350977.432640:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350977.432643:0:104354:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350977.432649:0:104354:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.432663:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.432665:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.432668:0:104354:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.432675:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.432677:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.432680:0:104354:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350977.432687:0:104354:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350977.432694:0:104354:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2200 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:1.0:1763350977.432698:0:104354:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.432701:0:104354:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350977.432704:0:104354:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.432711:0:104354:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350977.432712:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.432713:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.432715:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=4 00000020:00000001:1.0:1763350977.432716:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350977.432718:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350977.432725:0:104354:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350977.432728:0:104354:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.432734:0:104354:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763350977.432735:0:104354:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.432737:0:104354:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.432742:0:104354:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.432744:0:104354:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.432746:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.432747:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.432749:0:104354:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033c410 from hash 00010000:00000001:1.0:1763350977.432751:0:104354:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.432753:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.432754:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.432755:0:104354:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.432761:0:104354:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.432769:0:104354:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.432770:0:104354:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.432772:0:104354:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.432774:0:104354:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350977.432777:0:104354:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.432779:0:104354:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.432781:0:104354:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.432782:0:104354:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350977.432785:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.432786:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.432792:0:104354:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.432794:0:104354:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.432796:0:104354:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.432799:0:104354:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.432804:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.432805:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.432806:0:104354:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350977.432808:0:104354:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350977.432809:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.432811:0:104354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c410 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.432819:0:104354:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09a00 count: 0 00002000:00000010:1.0:1763350977.432828:0:104354:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dc2c328c0. 00010000:00000010:1.0:1763350977.432833:0:104354:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925dddc09200. 00010000:00000001:1.0:1763350977.432841:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350977.432843:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763350977.432845:0:104354:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350977.432855:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847670, transno 21474847683, xid 1849001118751104 00010000:00000001:1.0:1763350977.432858:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350977.432871:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c2300 x1849001118751104/t21474847683(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4584/448 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350977.432885:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.432888:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.432892:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.432897:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.432900:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350977.432902:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350977.432910:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.432913:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.432918:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.432921:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.432939:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74088. 00000100:00000200:1.0:1763350977.432947:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118751104, offset 224 00000400:00000200:1.0:1763350977.432954:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.432974:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.432982:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197914:197914:256:4294967295] 192.168.202.2@tcp LPNI seq info [197910:197910:8:4294967295] 00000400:00000200:1.0:1763350977.432998:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.433004:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.433012:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e500. 00000800:00000200:1.0:1763350977.433023:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.433032:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.433037:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e500 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.433056:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.433060:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350977.433062:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.433064:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.433067:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.433077:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c2300 x1849001118751104/t21474847683(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4584/448 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350977.433089:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+25:2358:x1849001118751104:12345-192.168.202.2@tcp:4:lfs.0 Request processed in 52042us (52733us total) trans 21474847683 rc 0/0 00000100:00100000:1.0:1763350977.433103:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3703 00000100:00000040:1.0:1763350977.433108:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350977.433110:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.433112:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.433119:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dea0c7800. 00000020:00000010:1.0:1763350977.433128:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d708. 00000020:00000010:1.0:1763350977.433135:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:1.0:1763350977.433149:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00000100:00000001:1.0:1763350977.433158:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.433746:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.433756:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e500. 00000400:00000200:3.0:1763350977.433762:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.433769:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.433774:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74088 00000400:00000010:3.0:1763350977.433780:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74088. 00000100:00000001:3.0:1763350977.433785:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.433787:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00080000:00000001:0.0:1763350977.434365:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763350977.434373:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763350977.434375:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763350977.434379:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847682 is committed 00000001:00000040:0.0:1763350977.434383:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925de8fe7800 : new cb_count 3 00000020:00000040:0.0:1763350977.434386:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000001:00000010:0.0:1763350977.434389:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006939c0. 00000020:00000001:0.0:1763350977.434394:0:58081:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:0.0:1763350977.434397:0:58081:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:0.0:1763350977.434399:0:58081:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925de8fe7800 : new cb_count 2 00000020:00000040:0.0:1763350977.434401:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000020:00000010:0.0:1763350977.434403:0:58081:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925e00693e40. 00040000:00000001:0.0:1763350977.434408:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350977.434412:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350977.434414:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e5c00. 00080000:00000001:0.0:1763350977.434419:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350977.434421:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1763350977.434423:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350977.434424:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350977.434425:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e7c00. 00080000:00000001:0.0:1763350977.434428:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350977.434434:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763350977.434437:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763350977.434438:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763350977.434440:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847683 is committed 00000001:00000040:0.0:1763350977.434442:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925de8fe7800 : new cb_count 1 00000020:00000040:0.0:1763350977.434444:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000001:00000010:0.0:1763350977.434446:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5960. 00000020:00000001:0.0:1763350977.434448:0:58081:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:0.0:1763350977.434450:0:58081:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:0.0:1763350977.434451:0:58081:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925de8fe7800 : new cb_count 0 00000020:00000040:0.0:1763350977.434453:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000020:00000010:0.0:1763350977.434455:0:58081:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925cd99f5d20. 00040000:00000001:0.0:1763350977.434458:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350977.434459:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350977.434460:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00077c00. 00080000:00000001:0.0:1763350977.434462:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350977.434464:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:0.0:1763350977.434466:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350977.434467:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350977.434469:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00074c00. 00080000:00000001:0.0:1763350977.434471:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350977.434473:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763350977.434475:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763350977.434476:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763350977.434478:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847681 is committed 00000001:00000040:0.0:1763350977.434480:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 0 00000020:00000040:0.0:1763350977.434482:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 4 00000001:00000010:0.0:1763350977.434484:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5240. 00040000:00000001:0.0:1763350977.434487:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350977.434489:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350977.434490:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00ec9000. 00080000:00000001:0.0:1763350977.434493:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000001:3.0:1763350977.440004:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.440029:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.440034:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.440037:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.440052:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.440076:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 448 into portal 12 MB=0x691a81edf5a80 00000400:00000200:3.0:1763350977.440087:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 448/448 into md 0xd4535 [64] + 49112 00000800:00000001:3.0:1763350977.440096:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.440113:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.440116:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.440121:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.440131:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.440134:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350977.440151:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c3b80. 00000100:00000040:3.0:1763350977.440156:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c3b80 x1849001118751360 msgsize 448 00000100:00100000:3.0:1763350977.440160:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.440181:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.440191:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.440195:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.440530:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.440538:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118751360 02000000:00000001:1.0:1763350977.440542:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.440545:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.440570:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.440576:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.440581:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118751360 00000020:00000001:1.0:1763350977.440585:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.440591:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00010000:00000010:1.1:1763350977.440638:0:20551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09a00. 00010000:00000010:1.1:1763350977.440648:0:20551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00000020:00000001:1.0:1763350977.440654:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.440658:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=503 00000020:00000001:1.0:1763350977.440661:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350977.440663:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350977.440670:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.440676:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f00. 00000100:00000001:1.0:1763350977.440680:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.440684:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f00. 00000020:00000010:1.0:1763350977.440693:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6c00. 00000020:00000010:1.0:1763350977.440700:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.440706:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350977.440718:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350977.440721:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.440723:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350977.440726:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.440735:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.440754:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.440770:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.440772:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350977.440778:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140552 00000100:00000040:1.0:1763350977.440782:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350977.440784:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079580544 : -120542629971072 : ffff925dfb5c3b80) 00000100:00000040:1.0:1763350977.440791:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c3b80 x1849001118751360/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 448/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.440807:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.440809:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f00. 00000100:00000001:1.0:1763350977.440812:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.440814:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f00. 00000100:00100000:1.0:1763350977.440819:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+503:226146:x1849001118751360:12345-192.168.202.2@tcp:44:lfs.0 00000100:00000200:1.0:1763350977.440824:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118751360 00000020:00000001:1.0:1763350977.440829:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.440833:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350977.440839:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.440842:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.440845:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716624 : -1040834992 : ffffffffc1f61e50) 00000020:00000001:1.0:1763350977.440848:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350977.440852:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118751360, found 0 last_xid 1849001118751359 00000020:00000001:1.0:1763350977.440855:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.440858:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.440860:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.440864:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763350977.440871:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.440877:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000020:00000001:1.0:1763350977.440880:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.440882:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.440886:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.440889:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.440900:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff925df5d1bc00. 02000000:00000001:1.0:1763350977.440903:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.440906:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.440910:0:20551:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:1.0:1763350977.440916:0:20551:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:1.0:1763350977.440935:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.440944:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1763350977.440951:0:20551:0:(osd_object.c:2123:osd_object_sync()) Process entered 00000100:00000040:3.0:1763350977.458058:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300854356, at 4300854360 00000100:00000010:3.0:1763350977.458065:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865c360. 00000100:00000040:0.0:1763350977.458285:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300854356, at 4300854360 00000100:00000010:0.0:1763350977.458299:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925deb31c840. 00000100:00000040:1.0:1763350977.458689:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300854356, at 4300854361 00000100:00000010:1.0:1763350977.458699:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925deb31ce40. 00080000:00000001:1.0:1763350977.486822:0:20551:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.486837:0:20551:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.486844:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350977.486848:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350977.486858:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.486861:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.486870:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.486873:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.486880:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.486883:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.486888:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.486890:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350977.486893:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.486895:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fef:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763350977.486901:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350977.486905:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.486915:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.486917:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.486920:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.486927:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.486929:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.486931:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.486932:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.486934:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.486936:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fef:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763350977.486940:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350977.486944:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763350977.486952:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350977.486959:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.486961:0:20551:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350977.486966:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055111, transno 0, xid 1849001118751360 00010000:00000001:1.0:1763350977.486969:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350977.486983:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c3b80 x1849001118751360/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 448/440 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350977.486994:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.486997:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.487002:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.487008:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.487011:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350977.487013:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350977.487017:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.487021:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.487025:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.487027:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.487034:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74cc0. 00000100:00000200:1.0:1763350977.487043:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1849001118751360, offset 224 00000400:00000200:1.0:1763350977.487051:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.487072:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.487079:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197915:197915:256:4294967295] 192.168.202.2@tcp LPNI seq info [197911:197911:8:4294967295] 00000400:00000200:1.0:1763350977.487094:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.487100:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.487105:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e900. 00000800:00000200:1.0:1763350977.487113:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.487122:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.487128:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e900 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.487158:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.487162:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350977.487165:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.487167:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.487171:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.487178:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c3b80 x1849001118751360/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 448/440 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350977.487189:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+503:226146:x1849001118751360:12345-192.168.202.2@tcp:44:lfs.0 Request processed in 46380us (47030us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350977.487200:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140552 00000100:00000040:1.0:1763350977.487206:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350977.487208:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.487210:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.487217:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.487222:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350977.487226:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6c00. 00000020:00000040:1.0:1763350977.487232:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 502 00000100:00000001:1.0:1763350977.487236:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.488384:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.488391:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e900. 00000400:00000200:3.0:1763350977.488397:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.488407:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.488414:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74cc0 00000400:00000010:3.0:1763350977.488417:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74cc0. 00000100:00000001:3.0:1763350977.488422:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.488425:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00080000:1.0:1763350977.489365:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967618 00000020:00000001:1.0:1763350977.489374:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763350977.489379:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925ccdbd7840 refcount 1 committed 1 result 0 batchid 4294967617 00000020:00000040:1.0:1763350977.489384:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dd9f37700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925ccdbd7900 00000020:00000040:1.0:1763350977.489388:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dd9f37a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00074400 00000020:00000040:1.0:1763350977.489392:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:1.0:1763350977.489395:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:1.0:1763350977.489398:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350977.489402:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925dd9f37700. 00000020:00000010:1.0:1763350977.489408:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925dd9f37a00. 00000020:00000010:1.0:1763350977.489410:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925ccdbd7840. 00000020:00000001:1.0:1763350977.489413:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763350977.489414:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dd9b36180 refcount 1 committed 1 result 0 batchid 4294967618 00000020:00000040:1.0:1763350977.489417:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df90edc00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dd9b36cc0 00000020:00000040:1.0:1763350977.489420:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df90eda00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00f94800 00000020:00000040:1.0:1763350977.489422:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:1.0:1763350977.489424:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:1.0:1763350977.489425:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350977.489427:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df90edc00. 00000020:00000010:1.0:1763350977.489436:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df90eda00. 00000020:00000010:1.0:1763350977.489438:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925dd9b36180. 00000020:00080000:1.0:1763350977.489441:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967618 00000800:00000001:3.0:1763350977.491975:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.491996:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.492002:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.492004:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.492018:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.492039:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf5b00 00000400:00000200:3.0:1763350977.492049:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118b09 [8] + 12384 00000800:00000001:3.0:1763350977.492059:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.492129:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.492133:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.492145:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.492154:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.492157:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350977.492165:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1500. 00000100:00000040:3.0:1763350977.492170:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1500 x1849001118751488 msgsize 440 00000100:00100000:3.0:1763350977.492175:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.492193:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.492205:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.492209:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.492777:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.492780:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.492787:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19952 00000100:00000040:3.0:1763350977.492791:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350977.492794:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079570688 : -120542629980928 : ffff925dfb5c1500) 00000100:00000040:3.0:1763350977.492802:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c1500 x1849001118751488/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 440/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.492812:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.492817:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b51c0. 00000100:00000001:3.0:1763350977.492819:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.492821:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b51c0. 00000100:00100000:3.0:1763350977.492826:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118751488:12345-192.168.202.2@tcp:16:lfs.0 00000100:00000200:3.0:1763350977.492834:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118751488 00000020:00000001:3.0:1763350977.492838:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.492843:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.492846:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.492849:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.492851:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840416 : -1038711200 : ffffffffc2168660) 00000020:00000001:3.0:1763350977.492855:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350977.492859:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.492862:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.492864:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.492868:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350977.492873:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350977.492875:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.492878:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.492881:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.492883:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.492885:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.492887:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.492889:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.492891:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.492892:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.492894:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.492895:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.492897:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.492900:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.492902:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.492907:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.492909:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.492915:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925e00076400. 02000000:00000001:3.0:1763350977.492917:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.492919:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.492923:0:63037:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:3.0:1763350977.492927:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350977.492932:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.492941:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:3.0:1763350977.492943:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00000020:00000001:3.0:1763350977.492947:0:63037:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:3.0:1763350977.492953:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.492961:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1763350977.492963:0:63037:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.492967:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.492976:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.492981:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350977.492988:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.492991:0:63037:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:3.0:1763350977.492994:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000040:3.0:1763350977.492999:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847683, transno 0, xid 1849001118751488 00010000:00000001:3.0:1763350977.493002:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.493008:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c1500 x1849001118751488/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 440/432 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.493017:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.493020:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.493025:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.493030:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.493033:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.493035:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.493038:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.493040:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.493044:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.493047:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.493052:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350440. 00000100:00000200:3.0:1763350977.493060:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118751488, offset 224 00000400:00000200:3.0:1763350977.493066:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.493078:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.493086:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197916:197916:256:4294967295] 192.168.202.2@tcp LPNI seq info [197912:197912:8:4294967295] 00000400:00000200:3.0:1763350977.493099:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.493106:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.493113:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:3.0:1763350977.493120:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.493128:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.493132:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.493158:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.493162:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.493165:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.493166:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.493169:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.493174:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1500 x1849001118751488/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 440/432 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350977.493183:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118751488:12345-192.168.202.2@tcp:16:lfs.0 Request processed in 370us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350977.493190:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19952 00000100:00000040:3.0:1763350977.493194:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350977.493196:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.493198:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.493204:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00f7f680. 00000020:00000010:3.0:1763350977.493209:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090ed8. 00000020:00000010:3.0:1763350977.493213:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72a00. 00000020:00000040:3.0:1763350977.493220:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:3.0:1763350977.493223:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.502175:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.502200:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.502205:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.502208:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.502223:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.502245:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 12 MB=0x691a81edf5c00 00000400:00000200:3.0:1763350977.502255:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 488/488 into md 0xd4535 [64] + 49560 00000800:00000001:3.0:1763350977.502266:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.502277:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.502280:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.502285:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.502294:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.502297:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350977.502304:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0e00. 00000100:00000040:3.0:1763350977.502308:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0e00 x1849001118751744 msgsize 488 00000100:00100000:3.0:1763350977.502312:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.502334:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.502344:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.502349:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.502383:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.502387:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118751744 02000000:00000001:1.0:1763350977.502391:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.502394:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.502396:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.502402:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.502411:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118751744 00000020:00000001:1.0:1763350977.502415:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.502417:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350977.502419:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.502424:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:1.0:1763350977.502427:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350977.502429:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350977.502435:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.502441:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52d40. 00000100:00000001:1.0:1763350977.502445:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.502448:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52d40. 00000020:00000010:1.0:1763350977.502456:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dffa8fc00. 00000020:00000010:1.0:1763350977.502461:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.502467:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350977.502477:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350977.502480:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.502481:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350977.502484:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.502494:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.502513:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.502528:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.502530:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350977.502536:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140553 00000100:00000040:1.0:1763350977.502540:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350977.502542:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079568896 : -120542629982720 : ffff925dfb5c0e00) 00000100:00000040:1.0:1763350977.502550:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c0e00 x1849001118751744/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 488/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.502566:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.502568:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52d40. 00000100:00000001:1.0:1763350977.502570:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.502572:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52d40. 00000100:00100000:1.0:1763350977.502576:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226146:x1849001118751744:12345-192.168.202.2@tcp:36:lfs.0 00000100:00000200:1.0:1763350977.502580:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118751744 00000020:00000001:1.0:1763350977.502584:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.502588:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350977.502759:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.502764:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.502766:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:1.0:1763350977.502770:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350977.502775:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118751744, found 0 last_xid 1849001118751743 00000020:00000001:1.0:1763350977.502778:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.502780:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.502783:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.502788:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502792:0:20551:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:1.0:1763350977.502800:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff925dfb5c0e00 x1849001118751744/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 488/0 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350977.502812:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350977.502816:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350977.502819:0:20551:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:1.0:1763350977.502822:0:20551:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763350977.502827:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.502830:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.502833:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.502834:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2965853000 : 2965853000 : 0xb0c75348) 00000001:00000001:1.0:1763350977.502837:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2965853000 : 2965853000 : b0c75348) 00000001:00000001:1.0:1763350977.502840:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.502841:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:1.0:1763350977.502844:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:1.0:1763350977.502845:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.502846:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.502849:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.502851:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.502852:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.502854:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502856:0:20551:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502861:0:20551:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502863:0:20551:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502865:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502870:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350977.502871:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350977.502874:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.502877:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.502886:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff925e00c93000. 02000000:00000001:1.0:1763350977.502888:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.502891:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502896:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350977.502897:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.502899:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.502901:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.502902:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.502904:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.502905:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.502906:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.502908:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.502910:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.502911:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.502917:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350977.502925:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350977.502928:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350977.502931:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350977.502933:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.502936:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.502937:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502940:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350977.502942:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502945:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350977.502948:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.502950:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350977.502953:0:20551:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:1.0:1763350977.502957:0:20551:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x3fef:0x0] 7 req@ffff925dfb5c0e00 x1849001118751744/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 488/3152 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350977.502965:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350977.502968:0:20551:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763350977.502971:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.502972:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.502975:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:1.0:1763350977.502977:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:1.0:1763350977.502980:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000040:1.0:1763350977.502985:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09e00 count: 3 00000004:00000001:1.0:1763350977.502990:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763350977.502992:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350977.502995:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.502998:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.503000:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.503002:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.503007:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.503009:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.503016:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.503019:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.503021:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.503023:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.503025:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3c00 with handle 0xcb8c81cc3033c3df from hash 00010000:00000001:1.0:1763350977.503028:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.503029:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.503030:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.503031:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.503039:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.503042:0:20551:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.503044:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.503046:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.503052:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c3df lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec91d expref: 490 pid: 20015 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.503062:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350977.503065:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00010000:00000010:1.0:1763350977.503068:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a080. 00010000:00000001:1.0:1763350977.503078:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.503080:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.503083:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.503086:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fef:0x0].0x0 (ffff925dddc09e00) 00010000:00000001:1.0:1763350977.503090:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.503093:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.503094:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763350977.503096:0:20551:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350977.503097:0:20551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350977.503101:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350977.503103:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fef:0x0] 00000020:00000001:1.0:1763350977.503107:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.503113:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000004:00000001:1.0:1763350977.503115:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290897952 : -120547418653664 : ffff925cddeebc20) 00000004:00000001:1.0:1763350977.503118:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763350977.503120:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350977.503127:0:20551:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925dc14c0d90. 00000004:00000001:1.0:1763350977.503196:0:20551:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350977.503201:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.503203:0:20551:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.503206:0:20551:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.503209:0:20551:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:1.0:1763350977.503211:0:20551:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:1.0:1763350977.503214:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350977.503218:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.503221:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.503227:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09e00 count: 2 00010000:00000001:1.0:1763350977.503230:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.503234:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.503238:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dfbbf8400. 00000020:00000001:1.0:1763350977.503242:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.503244:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dfbbf8400 with handle 0xcb8c81cc3033c417 to hash 00000020:00000001:1.0:1763350977.503246:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.503248:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000010:1.0:1763350977.503254:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373080. 00010000:00000001:1.0:1763350977.503257:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:1.0:1763350977.503260:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.503262:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.503266:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.503272:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.503276:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.503279:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.503281:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.503283:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.503285:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.503287:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.503289:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.503292:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.503294:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.503295:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.503298:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fef:0x0].0x0 (ffff925dddc09e00) refcount = 2 00010000:00000040:1.0:1763350977.503302:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350977.503306:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c3d1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec916 expref: 489 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350977.503554:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.503560:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.503564:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.503566:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.503569:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.503571:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.503573:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.503575:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.503578:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.503582:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.503584:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.503589:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.503591:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.503592:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.503636:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.503638:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.503640:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf8400 refcount=3 00000020:00000001:1.0:1763350977.503642:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:1.0:1763350977.503645:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:1.0:1763350977.503647:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.503648:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.503650:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.503653:0:20551:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.503659:0:20551:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350977.503671:0:20551:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350977.503675:0:20551:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350977.503682:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350977.503700:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd360. 00080000:00000001:1.0:1763350977.503705:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350977.503716:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5d18c00. 00080000:00000001:1.0:1763350977.503719:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986605568 : -120542722946048 : ffff925df5d18c00) 00000004:00000001:1.0:1763350977.503724:0:20551:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350977.503727:0:20551:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350977.503730:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350977.503733:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986605568 : -120542722946048 : ffff925df5d18c00) 00080000:00000001:1.0:1763350977.503737:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350977.503760:0:20551:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.503763:0:20551:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.503766:0:20551:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.503770:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350977.503773:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350977.503779:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350977.503781:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350977.503782:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986605568 : -120542722946048 : ffff925df5d18c00) 00080000:00000001:1.0:1763350977.503786:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350977.503792:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350977.503793:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.503795:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.503817:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.503819:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.503822:0:20551:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350976, ctime 1763350977 00000004:00000001:1.0:1763350977.503826:0:20551:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763350977.503828:0:20551:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763350977.503830:0:20551:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763350977.503831:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350977.503832:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986605568 : -120542722946048 : ffff925df5d18c00) 00080000:00000001:1.0:1763350977.503836:0:20551:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350977.503888:0:20551:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.503891:0:20551:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.503893:0:20551:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.503895:0:20551:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.503900:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350977.503903:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350977.503908:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350977.503911:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055125, last_committed = 8590055124 00000001:00000010:1.0:1763350977.503916:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd9c0. 00000001:00000040:1.0:1763350977.503918:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:1.0:1763350977.503921:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00000001:00000010:1.0:1763350977.503927:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad600. 00000004:00000001:1.0:1763350977.503935:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350977.503936:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350977.503938:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986605568 : -120542722946048 : ffff925df5d18c00) 00080000:00000001:1.0:1763350977.503942:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350977.503981:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350977.503984:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350977.503988:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad600: xid 1849001118751744, transno 8590055125, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350977.503991:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.504004:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350977.504007:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd360. 00000020:00000001:1.0:1763350977.504009:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350977.504015:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09e00 count: 3 00010000:00000001:1.0:1763350977.504017:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350977.504020:0:20551:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:1.0:1763350977.504023:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350977.504025:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763350977.504028:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.504029:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350977.504030:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.504032:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.504033:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf8400 refcount=3 00000020:00000001:1.0:1763350977.504036:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:1.0:1763350977.504038:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00000004:00010000:1.0:1763350977.504041:0:20551:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000007849cf5 reply state 00000000443db02b transno 8590055125 ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000100:00100000:1.0:1763350977.504050:0:20551:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763350977.504052:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.504053:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.504054:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.504056:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350977.504057:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350977.504059:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350977.504061:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350977.504064:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350977.504067:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.504069:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.504074:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.504076:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.504082:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.504085:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.504089:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.504091:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350977.504093:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.504095:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fef:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763350977.504099:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350977.504101:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.504104:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.504106:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.504108:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.504109:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.504111:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.504112:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.504113:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.504115:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.504117:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fef:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763350977.504121:0:20551:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:1.0:1763350977.504123:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350977.504126:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763350977.504132:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350977.504155:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.504159:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350977.504160:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350977.504163:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.504165:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350977.504169:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350977.504171:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350977.504172:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350977.504173:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350977.504175:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350977.504179:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350977.504185:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.504188:0:20551:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350977.504191:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 8590055125, xid 1849001118751744 00010000:00000001:1.0:1763350977.504194:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763350977.504196:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00010000:00000200:1.0:1763350977.504198:0:20551:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055125, last committed = 8590055124 00010000:00000200:1.0:1763350977.504206:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c0e00 x1849001118751744/t8590055125(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 488/456 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350977.504215:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.504218:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.504222:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.504229:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.504232:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350977.504235:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350977.504237:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.504240:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.504244:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.504247:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.504253:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead742a8. 00000100:00000200:1.0:1763350977.504261:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118751744, offset 224 00000400:00000010:1.0:1763350977.504269:0:20551:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925dc14c0968. 00000400:00000200:1.0:1763350977.504273:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.504289:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.504296:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197917:197917:256:4294967295] 192.168.202.2@tcp LPNI seq info [197913:197913:8:4294967295] 00000400:00000200:1.0:1763350977.504303:0:20551:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:1.0:1763350977.504311:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.504317:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.504322:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928eb00. 00000800:00000200:1.0:1763350977.504329:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.504338:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.504343:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928eb00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.504371:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.504375:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350977.504377:0:20551:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.504379:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.504382:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.504387:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0e00 x1849001118751744/t8590055125(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 488/456 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350977.504398:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+491:226146:x1849001118751744:12345-192.168.202.2@tcp:36:lfs.0 Request processed in 1831us (2087us total) trans 8590055125 rc 0/0 00000100:00100000:1.0:1763350977.504407:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140553 00000100:00000040:1.0:1763350977.504411:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350977.504414:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.504416:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.504421:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.504426:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350977.504430:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dffa8fc00. 00000020:00000040:1.0:1763350977.504436:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000100:00000001:1.0:1763350977.504439:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.506327:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.506338:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928eb00. 00000400:00000200:0.0:1763350977.506346:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.506356:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.506364:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.506367:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350977.509724:0:3302:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763350977.509732:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.509735:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.509739:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf8400 refcount=3 00000020:00000001:3.0:1763350977.509742:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:3.0:1763350977.509745:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:3.0:1763350977.509748:0:3302:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350977.509755:0:3302:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.509770:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.509771:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.509774:0:3302:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.509780:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.509782:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.509785:0:3302:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350977.509788:0:3302:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350977.509794:0:3302:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dfbbf8400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350977.509798:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.509801:0:3302:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350977.509804:0:3302:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.509810:0:3302:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350977.509812:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.509814:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.509815:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf8400 refcount=4 00000020:00000001:3.0:1763350977.509817:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:3.0:1763350977.509820:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:3.0:1763350977.509823:0:3302:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350977.509825:0:3302:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.509831:0:3302:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350977.509833:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350977.509835:0:3302:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.509841:0:3302:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350977.509843:0:3302:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.509845:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.509846:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.509850:0:3302:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dfbbf8400 with handle 0xcb8c81cc3033c417 from hash 00010000:00000001:3.0:1763350977.509853:0:3302:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.509854:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.509855:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.509856:0:3302:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350977.509864:0:3302:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.509867:0:3302:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.509869:0:3302:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350977.509872:0:3302:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.509875:0:3302:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350977.509878:0:3302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fef:0x0].0x0 (ffff925dddc09e00) 00010000:00010000:3.0:1763350977.509881:0:3302:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350977.509883:0:3302:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.509886:0:3302:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.509888:0:3302:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350977.509890:0:3302:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350977.509893:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.509895:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.509896:0:3302:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.509898:0:3302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.509901:0:3302:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.509904:0:3302:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.509909:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.509911:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.509912:0:3302:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350977.509914:0:3302:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350977.509915:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.509918:0:3302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c417 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350977.509925:0:3302:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373080. 00010000:00000001:3.0:1763350977.509939:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763350977.509942:0:3302:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:3.0:1763350977.509945:0:3302:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763350977.510064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00000800:00000001:1.0:1763350977.510079:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.510088:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.510090:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.510092:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.510099:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.510112:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf5c80 00000400:00000200:1.0:1763350977.510123:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118b09 [8] + 12824 00000800:00000001:1.0:1763350977.510129:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.510523:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.510529:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.510534:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.510540:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.510543:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350977.510549:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf290000. 00000100:00000040:1.0:1763350977.510553:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf290000 x1849001118751872 msgsize 328 00000100:00100000:1.0:1763350977.510557:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.510570:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.510579:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.510583:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.510898:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.510902:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118751872 02000000:00000001:3.0:1763350977.510906:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.510908:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.510911:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.510916:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.510921:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118751872 00000020:00000001:3.0:1763350977.510924:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.510926:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350977.510928:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.510932:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:3.0:1763350977.510934:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350977.510936:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350977.510941:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.510947:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b51c0. 00000100:00000001:3.0:1763350977.510950:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.510953:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b51c0. 00000020:00000010:3.0:1763350977.510960:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f000. 00000020:00000010:3.0:1763350977.510966:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.510972:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375d48. 00000100:00000040:3.0:1763350977.510981:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350977.510985:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.510986:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350977.510989:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.510998:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.511007:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.511020:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.511023:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.511029:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19953 00000100:00000040:3.0:1763350977.511033:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350977.511035:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606460928 : -120543103090688 : ffff925ddf290000) 00000100:00000040:3.0:1763350977.511043:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf290000 x1849001118751872/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.511053:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.511056:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b51c0. 00000100:00000001:3.0:1763350977.511058:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.511060:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b51c0. 00000100:00100000:3.0:1763350977.511065:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:226146:x1849001118751872:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350977.511069:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118751872 00000020:00000001:3.0:1763350977.511072:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.511076:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.511078:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.511081:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.511083:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350977.511087:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350977.511090:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.511093:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.511096:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.511103:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.511106:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350977.511108:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350977.511110:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350977.511112:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350977.511114:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.511120:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350977.511129:0:63037:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405d00. 00010000:00000010:3.0:1763350977.511133:0:63037:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925e00405f00. 00010000:00000001:3.0:1763350977.511513:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350977.511520:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89600. 00000020:00000001:3.0:1763350977.511525:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350977.511528:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89600 with handle 0xcb8c81cc3033c41e to hash 00000020:00000001:3.0:1763350977.511530:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350977.511531:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000001:3.0:1763350977.511534:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00010000:3.0:1763350977.511539:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec94e expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763350977.511555:0:63037:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763350977.511560:0:63037:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dfb9b51c0. 00002000:00000001:3.0:1763350977.511563:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350977.511566:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.511574:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:3.0:1763350977.511576:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:3.0:1763350977.511580:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350977.511587:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350977.511590:0:63037:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d4:0x0] initial LVB size: 4096, mtime: 0x691a99c1, atime: 0x0, ctime: 0x691a99c1, blocks: 0xb 00002000:00000001:3.0:1763350977.511593:0:63037:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763350977.511662:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000040:3.0:1763350977.511667:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:3.0:1763350977.511670:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00000100:00000001:3.0:1763350977.511681:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.511684:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.511691:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00074800. 02000000:00000001:3.0:1763350977.511693:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.511696:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.511698:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350977.511703:0:63037:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350977.511706:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350977.511709:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350977.511712:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350977.511714:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.511717:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350977.511718:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350977.511720:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.511723:0:63037:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763350977.511732:0:63037:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350977.511740:0:63037:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d4:0x0].0x0 (ffff925e00405d00) refcount = 1 00010000:00000040:3.0:1763350977.511744:0:63037:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350977.511746:0:63037:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350977.511757:0:63037:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.511759:0:63037:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.511761:0:63037:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350977.511762:0:63037:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.511765:0:63037:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.511767:0:63037:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.511771:0:63037:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350977.511775:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350977.511786:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.511789:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350977.511791:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.511793:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.511795:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350977.511796:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.511798:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.511800:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dffc89600, rc 0) 00000020:00000001:3.0:1763350977.511802:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350977.511806:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847683, transno 0, xid 1849001118751872 00010000:00000001:3.0:1763350977.511808:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.511814:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf290000 x1849001118751872/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.511822:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.511824:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.511829:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.511835:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.511837:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.511840:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.511843:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.511845:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.511849:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.511852:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.511857:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350b28. 00000100:00000200:3.0:1763350977.511866:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118751872, offset 224 00000400:00000200:3.0:1763350977.511873:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.511887:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.511894:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197918:197918:256:4294967295] 192.168.202.2@tcp LPNI seq info [197914:197914:8:4294967295] 00000400:00000200:3.0:1763350977.511958:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.511966:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.511972:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1ca00. 00000800:00000200:3.0:1763350977.511979:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.511987:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.511992:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1ca00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.512011:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.512015:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.512018:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.512019:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.512022:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.512026:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf290000 x1849001118751872/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350977.512036:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:226146:x1849001118751872:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 981us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350977.512044:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19953 00000100:00000040:3.0:1763350977.512047:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350977.512049:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.512051:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.512056:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.512061:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375d48. 00000020:00000010:3.0:1763350977.512069:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f000. 00000020:00000040:3.0:1763350977.512075:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:3.0:1763350977.512077:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.512127:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.512133:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1ca00. 00000400:00000200:0.0:1763350977.512147:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.512153:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.512159:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350b28 00000400:00000010:0.0:1763350977.512161:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350b28. 00000100:00000001:0.0:1763350977.512166:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.512168:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350977.515678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8400. 00000100:00000001:3.0:1763350977.515709:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.515714:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118752000 02000000:00000001:3.0:1763350977.515716:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.515719:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.515722:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.515727:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.515732:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118752000 00000020:00000001:3.0:1763350977.515736:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.515739:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350977.515742:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.515755:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350977.515758:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350977.515761:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350977.515767:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.515774:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5240. 00000100:00000001:3.0:1763350977.515778:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.515781:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5240. 00000020:00000010:3.0:1763350977.515789:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f000. 00000020:00000010:3.0:1763350977.515795:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.515801:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375d48. 00000100:00000040:3.0:1763350977.515810:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350977.515814:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.515816:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350977.515818:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.515827:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.515844:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.515856:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.515861:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.515867:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19954 00000100:00000040:3.0:1763350977.515874:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350977.515876:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988446464 : -120542721105152 : ffff925df5eda300) 00000100:00000040:3.0:1763350977.515884:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5eda300 x1849001118752000/t0(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 440/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.515894:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.515896:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5240. 00000100:00000001:3.0:1763350977.515898:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.515900:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5240. 00000100:00100000:3.0:1763350977.515905:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118752000:12345-192.168.202.2@tcp:2:lfs.0 00000100:00000200:3.0:1763350977.515909:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118752000 00000020:00000001:3.0:1763350977.515913:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.515917:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.515919:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.515922:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.515924:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839744 : -1038711872 : ffffffffc21683c0) 00000020:00000001:3.0:1763350977.515927:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350977.515931:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.515933:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.515935:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.515939:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350977.515943:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350977.515946:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.515948:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.515951:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.515953:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.515955:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.515957:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.515959:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.515960:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.515962:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.515964:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.515965:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.515967:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.515969:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.515971:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.515976:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.515979:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.515988:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925e00077400. 02000000:00000001:3.0:1763350977.515991:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.515994:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.515999:0:63037:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:3.0:1763350977.516003:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350977.516006:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.516013:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:3.0:1763350977.516016:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:3.0:1763350977.516022:0:63037:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:3.0:1763350977.516027:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.516035:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:3.0:1763350977.516037:0:63037:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.516040:0:63037:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.516043:0:63037:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763350977.516045:0:63037:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.516050:0:63037:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.516061:0:63037:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00074000. 00080000:00000001:3.0:1763350977.516063:0:63037:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157897216 : -120542551654400 : ffff925e00074000) 00000001:00000001:3.0:1763350977.516065:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.516066:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.516071:0:63037:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350977.516098:0:63037:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.516101:0:63037:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350977.516105:0:63037:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.516109:0:63037:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350977.516114:0:63037:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.516168:0:63037:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.516170:0:63037:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.516198:0:63037:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350977.516205:0:63037:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925deb0267e0. 00080000:00000001:3.0:1763350977.516215:0:63037:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350977.516272:0:63037:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.516275:0:63037:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:3.0:1763350977.516278:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.516280:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:3.0:1763350977.516284:0:63037:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.516288:0:63037:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350977.516293:0:63037:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350977.516298:0:63037:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350977.516302:0:63037:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847684, last_committed = 21474847683 00000001:00000010:3.0:1763350977.516306:0:63037:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5120. 00000001:00000040:3.0:1763350977.516308:0:63037:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 1 00000020:00000040:3.0:1763350977.516311:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00080000:00000001:3.0:1763350977.516318:0:63037:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.516345:0:63037:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350977.516347:0:63037:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.516361:0:63037:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.516368:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.516376:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.516380:0:63037:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:3.0:1763350977.516384:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000040:3.0:1763350977.516393:0:63037:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:3.0:1763350977.516396:0:63037:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763350977.516401:0:63037:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350977.516405:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350977.516406:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.516408:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:3.0:1763350977.516410:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:3.0:1763350977.516413:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350977.516418:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350977.516420:0:63037:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d4:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:3.0:1763350977.516423:0:63037:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x25d4:0x0] updating lvb mtime from disk: 1763350977 -> 1763350976 00002000:00010000:3.0:1763350977.516426:0:63037:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000401:0x25d4:0x0] updating lvb atime from disk: 0 -> 1763350976 00002000:00010000:3.0:1763350977.516429:0:63037:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x25d4:0x0] updating lvb ctime from disk: 1763350977 -> 1763350977 00002000:00010000:3.0:1763350977.516432:0:63037:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d4:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:3.0:1763350977.516435:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000040:3.0:1763350977.516440:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847683, transno 21474847684, xid 1849001118752000 00010000:00000001:3.0:1763350977.516443:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.516449:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5eda300 x1849001118752000/t21474847684(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 440/432 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.516458:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.516461:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.516466:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.516471:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.516474:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.516477:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.516479:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.516481:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.516484:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.516488:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.516492:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350770. 00000100:00000200:3.0:1763350977.516499:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118752000, offset 224 00000400:00000200:3.0:1763350977.516506:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.516517:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.516525:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197919:197919:256:4294967295] 192.168.202.2@tcp LPNI seq info [197915:197915:8:4294967295] 00000400:00000200:3.0:1763350977.516541:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.516547:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.516553:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:3.0:1763350977.516560:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.516569:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.516574:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.516593:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.516621:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.516624:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.516626:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.516628:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.516633:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5eda300 x1849001118752000/t21474847684(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 440/432 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350977.516644:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5eda300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118752000:12345-192.168.202.2@tcp:2:lfs.0 Request processed in 748us (1089us total) trans 21474847684 rc 0/0 00000100:00100000:3.0:1763350977.516653:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19954 00000100:00000040:3.0:1763350977.516657:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350977.516660:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.516661:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.516666:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.516670:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375d48. 00000020:00000010:3.0:1763350977.516678:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f000. 00000020:00000040:3.0:1763350977.516685:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:3.0:1763350977.516688:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.517658:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.517667:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:1.0:1763350977.517674:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.517681:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.517687:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350770 00000400:00000010:1.0:1763350977.517690:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350770. 00000100:00000001:1.0:1763350977.517695:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.517696:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350977.521816:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.521840:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.521846:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.521849:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.521863:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.521885:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 472 into portal 12 MB=0x691a81edf5e00 00000400:00000200:0.0:1763350977.521895:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 472/472 into md 0xd4535 [64] + 50048 00000800:00000001:0.0:1763350977.521904:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.521916:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.521919:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.521923:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.521932:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.521934:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350977.521941:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9180. 00000100:00000040:0.0:1763350977.521946:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf9180 x1849001118752256 msgsize 472 00000100:00100000:0.0:1763350977.521950:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.521973:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.521982:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.521985:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.522328:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.522332:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118752256 02000000:00000001:1.0:1763350977.522336:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.522339:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.522342:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.522348:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.522352:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118752256 00000020:00000001:1.0:1763350977.522356:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.522359:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350977.522361:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.522365:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:1.0:1763350977.522368:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350977.522371:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350977.522377:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.522554:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52d40. 00000100:00000001:1.0:1763350977.522560:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.522563:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52d40. 00000020:00000010:1.0:1763350977.522572:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dffa8fc00. 00000020:00000010:1.0:1763350977.522579:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.522586:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350977.522642:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350977.522647:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.522648:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350977.522717:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.522727:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.522744:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.522760:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.522763:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350977.522770:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140554 00000100:00000040:1.0:1763350977.522775:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350977.522777:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171025280 : -120542538526336 : ffff925e00cf9180) 00000100:00000040:1.0:1763350977.522785:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf9180 x1849001118752256/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 472/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350977.522796:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.522800:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52d40. 00000100:00000001:1.0:1763350977.522802:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.522805:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52d40. 00000100:00100000:1.0:1763350977.522810:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226146:x1849001118752256:12345-192.168.202.2@tcp:55:lfs.0 00000100:00000200:1.0:1763350977.522814:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118752256 00000020:00000001:1.0:1763350977.522818:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.522823:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350977.522829:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9ad600: xid 1849001118751744, transno 8590055125, client gen 3, slot idx 0 00000001:00000001:1.0:1763350977.522845:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925df2926cc0: xid 1849001118749440, transno 8590055124, client gen 3, slot idx 1 00000001:00000010:1.0:1763350977.522850:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925df2926cc0. 00000020:00000001:1.0:1763350977.522856:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.522859:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.522861:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717152 : -1040834464 : ffffffffc1f62060) 00000020:00000001:1.0:1763350977.522865:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350977.522872:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118752256, found 0 last_xid 1849001118752255 00000020:00000001:1.0:1763350977.522875:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.522878:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.522880:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.522883:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763350977.522889:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.522895:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000020:00000001:1.0:1763350977.522898:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.522901:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.522906:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.522918:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.522925:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5d19000. 02000000:00000001:1.0:1763350977.522929:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.522931:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.522938:0:20551:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:1.0:1763350977.522943:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350977.522946:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.522949:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.522952:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.522953:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.522956:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.522957:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.522958:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.522960:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.522961:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.522962:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.522964:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.522966:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.522967:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.522969:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.522971:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.522979:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.522981:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.522984:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.522985:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.522991:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350977.522998:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350977.523001:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350977.523004:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350977.523006:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.523009:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.523010:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.523013:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350977.523015:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.523018:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350977.523022:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.523027:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.523035:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09e00 count: 2 00010000:00000001:1.0:1763350977.523038:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.523044:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.523049:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dfbbf9e00. 00000020:00000001:1.0:1763350977.523054:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.523056:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dfbbf9e00 with handle 0xcb8c81cc3033c425 to hash 00000020:00000001:1.0:1763350977.523059:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.523060:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000010:1.0:1763350977.523066:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373800. 00010000:00000001:1.0:1763350977.523069:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.523073:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.523075:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.523079:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.523088:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.523092:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.523095:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.523098:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.523100:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.523102:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.523104:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.523107:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.523109:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.523111:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.523113:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.523116:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fef:0x0].0x0 (ffff925dddc09e00) refcount = 2 00010000:00000040:1.0:1763350977.523119:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350977.523124:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c3d1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec916 expref: 490 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350977.523131:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.523155:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.523160:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.523163:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.523165:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.523166:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.523169:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.523171:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.523173:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.523176:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.523179:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.523185:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.523186:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.523188:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.523190:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.523192:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.523194:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf9e00 refcount=3 00000020:00000001:1.0:1763350977.523196:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.523198:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.523200:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.523201:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.523203:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.523207:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350977.523211:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.523223:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.523227:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.523235:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350977.523238:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350977.523242:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763350977.523244:0:20551:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763350977.523246:0:20551:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350977.523250:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350977.523252:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:1.0:1763350977.523256:0:20551:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x3fef:0x0]flags=0x2 00000004:00000001:1.0:1763350977.523259:0:20551:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:1.0:1763350977.523263:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350977.523265:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763350977.523266:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.523267:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350977.523270:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.523271:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.523273:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf9e00 refcount=3 00000020:00000001:1.0:1763350977.523275:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.523281:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.523284:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350977.523287:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.523293:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.523294:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.523297:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.523302:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.523303:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.523307:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350977.523310:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:1.0:1763350977.523316:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dfbbf9e00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350977.523319:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.523322:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350977.523324:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.523329:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350977.523331:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.523332:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.523334:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf9e00 refcount=4 00000020:00000001:1.0:1763350977.523336:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.523338:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.523341:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350977.523344:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.523349:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350977.523350:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350977.523352:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.523354:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.523357:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.523358:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.523359:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.523362:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dfbbf9e00 with handle 0xcb8c81cc3033c425 from hash 00010000:00000001:1.0:1763350977.523364:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.523365:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.523366:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.523367:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.523370:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.523371:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.523373:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.523375:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.523378:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.523380:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fef:0x0].0x0 (ffff925dddc09e00) 00010000:00010000:1.0:1763350977.523383:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:1.0:1763350977.523386:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.523389:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.523391:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.523393:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350977.523395:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.523397:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.523399:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.523401:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.523403:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.523406:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350977.523413:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.523414:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.523415:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350977.523416:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350977.523417:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.523419:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c425 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:1.0:1763350977.523425:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373800. 00010000:00000001:1.0:1763350977.523439:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.523440:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.523442:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350977.523444:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350977.523445:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:1.0:1763350977.523449:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350977.523451:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350977.523453:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350977.523457:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763350977.523460:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 0, xid 1849001118752256 00010000:00000001:1.0:1763350977.523463:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350977.523469:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cf9180 x1849001118752256/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 472/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350977.523478:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.523481:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.523485:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.523492:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.523494:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350977.523497:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350977.523500:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.523502:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.523506:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.523509:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.523515:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74e58. 00000100:00000200:1.0:1763350977.523522:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118752256, offset 224 00000400:00000200:1.0:1763350977.523529:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.523545:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.523552:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197920:197920:256:4294967295] 192.168.202.2@tcp LPNI seq info [197916:197916:8:4294967295] 00000400:00000200:1.0:1763350977.523564:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.523570:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.523577:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928eb00. 00000800:00000200:1.0:1763350977.523584:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.523594:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.523669:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.523691:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.523695:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350977.523698:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.523700:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.523707:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.523713:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf9180 x1849001118752256/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 472/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350977.523723:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cf9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226146:x1849001118752256:12345-192.168.202.2@tcp:55:lfs.0 Request processed in 925us (1774us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763350977.523731:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140554 00000100:00000040:1.0:1763350977.523736:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350977.523738:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.523740:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.523745:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.523750:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350977.523754:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dffa8fc00. 00000020:00000040:1.0:1763350977.523760:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:1.0:1763350977.523763:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.524409:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.524418:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928eb00. 00000400:00000200:3.0:1763350977.524424:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.524431:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.524439:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74e58 00000400:00000010:3.0:1763350977.524442:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74e58. 00000100:00000001:3.0:1763350977.524448:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.524450:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350977.527770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00000800:00000001:1.0:1763350977.531728:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.531761:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.531767:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.531769:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.531787:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.531811:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf5e80 00000400:00000200:1.0:1763350977.531823:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118b09 [8] + 13592 00000800:00000001:1.0:1763350977.531833:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.531844:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.531847:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.531852:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.531861:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.531864:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350977.531871:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf292300. 00000100:00000040:1.0:1763350977.531875:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf292300 x1849001118752384 msgsize 440 00000100:00100000:1.0:1763350977.531880:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.531899:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.531911:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.531914:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.532231:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.532235:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118752384 02000000:00000001:3.0:1763350977.532239:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.532241:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.532244:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.532250:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.532255:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118752384 00000020:00000001:3.0:1763350977.532258:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.532261:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350977.532264:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.532268:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:3.0:1763350977.532270:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350977.532273:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350977.532279:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.532285:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5240. 00000100:00000001:3.0:1763350977.532289:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.532293:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5240. 00000020:00000010:3.0:1763350977.532300:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f000. 00000020:00000010:3.0:1763350977.532306:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.532314:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375d48. 00000100:00000040:3.0:1763350977.532322:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350977.532325:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.532327:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350977.532329:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.532339:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.532358:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.532371:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.532373:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.532379:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19955 00000100:00000040:3.0:1763350977.532385:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350977.532387:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606469888 : -120543103081728 : ffff925ddf292300) 00000100:00000040:3.0:1763350977.532394:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf292300 x1849001118752384/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 440/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350977.532405:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.532407:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5240. 00000100:00000001:3.0:1763350977.532409:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.532411:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5240. 00000100:00100000:3.0:1763350977.532415:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118752384:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:3.0:1763350977.532419:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118752384 00000020:00000001:3.0:1763350977.532423:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.532427:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.532430:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.532432:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.532434:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:3.0:1763350977.532438:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350977.532442:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.532444:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.532447:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.532451:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350977.532456:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350977.532459:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.532462:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.532464:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.532467:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.532469:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.532471:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.532473:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.532475:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.532476:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.532477:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.532478:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.532480:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.532483:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.532484:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.532488:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.532491:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.532496:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925e00074400. 02000000:00000001:3.0:1763350977.532498:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.532500:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.532503:0:63037:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763350977.532506:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350977.532509:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.532516:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289083144 : -120547420468472 : ffff925cddd30b08) 00002000:00000001:3.0:1763350977.532518:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289083056 : -120547420468560 : ffff925cddd30ab0) 00002000:00000001:3.0:1763350977.532521:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350977.532529:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.532532:0:63037:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763350977.532534:0:63037:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:3.0:1763350977.532538:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.532545:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:3.0:1763350977.532549:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30b08/ffff925cddd30ab0 to site lru. bkt: ffff925df5025768 00000020:00000001:3.0:1763350977.532553:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.532561:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.532565:0:63037:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350977.532570:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847683, transno 0, xid 1849001118752384 00010000:00000001:3.0:1763350977.532572:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.532577:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf292300 x1849001118752384/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 440/432 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350977.532585:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.532587:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.532592:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.532646:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.532650:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.532652:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.532655:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.532657:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.532661:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.532663:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.532669:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350770. 00000100:00000200:3.0:1763350977.532676:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118752384, offset 224 00000400:00000200:3.0:1763350977.532684:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.532698:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.532704:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197921:197921:256:4294967295] 192.168.202.2@tcp LPNI seq info [197917:197917:8:4294967295] 00000400:00000200:3.0:1763350977.532715:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.532719:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.532725:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:3.0:1763350977.532731:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.532740:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.532745:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.532759:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.532762:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.532764:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.532766:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.532768:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.532771:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf292300 x1849001118752384/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 440/432 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350977.532781:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118752384:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 374us (903us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350977.532789:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19955 00000100:00000040:3.0:1763350977.532792:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350977.532794:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.532796:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.532800:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.532804:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375d48. 00000020:00000010:3.0:1763350977.532813:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f000. 00000020:00000040:3.0:1763350977.532819:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:3.0:1763350977.532822:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.534393:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.534404:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:1.0:1763350977.534413:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.534421:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.534429:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350770 00000400:00000010:1.0:1763350977.534432:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350770. 00000100:00000001:1.0:1763350977.534438:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.534440:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.542746:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.542771:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.542776:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.542779:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.542793:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.542817:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 568 into portal 12 MB=0x691a81edf5f00 00000400:00000200:3.0:1763350977.542827:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 568/568 into md 0xd4535 [64] + 50520 00000800:00000001:3.0:1763350977.542838:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.542847:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.542850:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.542854:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.542863:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.542866:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350977.542872:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1180. 00000100:00000040:3.0:1763350977.542876:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1180 x1849001118752512 msgsize 568 00000100:00100000:3.0:1763350977.542880:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.545484:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763350977.545579:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:1.0:1763350977.545739:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118752512 02000000:00000001:1.0:1763350977.545746:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.545749:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.545752:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.545759:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.545764:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118752512 00000020:00000001:1.0:1763350977.545769:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.545771:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350977.545774:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.545779:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:1.0:1763350977.545783:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350977.545787:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350977.545792:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1763350977.553447:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.553452:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101447424 02000000:00000001:1.0:1763350977.553456:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.553459:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.553462:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.553467:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.553471:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101447424 00000020:00000001:1.0:1763350977.553475:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.553477:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:1.0:1763350977.553480:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.553484:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=5 00000020:00000001:1.0:1763350977.553487:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:1.0:1763350977.553489:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:1.0:1763350977.553494:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.553572:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.553578:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.553582:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000020:00000010:0.0:1763350977.553590:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0000. 00000020:00000010:0.0:1763350977.553915:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350977.553925:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d000. 00000100:00000040:0.0:1763350977.553936:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763350977.553940:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.553941:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.553943:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.553952:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.553970:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.553986:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.553988:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.553994:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00000040:0.0:1763350977.553997:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:0.0:1763350977.553999:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988451840 : -120542721099776 : ffff925df5edb800) 00000100:00000040:0.0:1763350977.554006:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5edb800 x1849001101447424/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.554014:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.554018:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.554020:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.554022:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000100:00100000:0.0:1763350977.554027:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5edb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:20551:x1849001101447424:12345-0@lo:1000:mdt00_003.0 00000100:00000200:0.0:1763350977.554030:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101447424 00000020:00000001:0.0:1763350977.554034:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.554039:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.554042:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.554045:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.554048:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:0.0:1763350977.554052:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.554055:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.554058:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.554060:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.554064:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.554067:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763350977.554077:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cc739f3c0. 00000100:00000001:0.0:1763350977.554082:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.554085:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.554095:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dfc862000. 02000000:00000001:0.0:1763350977.554097:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.554100:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350977.554105:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dc7df7f00. 00000020:00000001:0.0:1763350977.554107:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763350977.554111:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.554120:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289083144 : -120547420468472 : ffff925cddd30b08) 00000020:00000001:0.0:1763350977.554125:0:69028:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:0.0:1763350977.554130:0:69028:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350977.554147:0:69028:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:0.0:1763350977.554151:0:69028:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d2:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763350977.554154:0:69028:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763350977.554156:0:69028:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350977.554161:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8720/ffff925cddd30ab0 to site lru. bkt: ffff925df5025768 00000020:00000010:0.0:1763350977.554166:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cc739f3c0. 00000020:00000010:0.0:1763350977.554170:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dc7df7f00. 00000020:00000001:0.0:1763350977.554174:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350977.554178:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847681, transno 0, xid 1849001101447424 00010000:00000001:0.0:1763350977.554182:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.554187:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5edb800 x1849001101447424/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 328/4320 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350977.554197:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.554199:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.554204:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=73 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350977.554210:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.554212:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350977.554215:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350977.554217:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.554220:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.554223:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.554225:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350977.554229:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc7df7f00. 00000100:00000200:0.0:1763350977.554236:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101447424, offset 224 00000400:00000200:0.0:1763350977.554243:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350977.554258:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350977.554270:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd75100 00000400:00000200:0.0:1763350977.554280:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f425 [2] + 224 00000400:00000200:0.0:1763350977.554288:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.554292:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350977.554298:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.554303:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5edb100 x1849001101447424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350977.554312:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925df5edb100 x1849001101447424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350993 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.554331:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350977.554338:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc7df7f00 00000400:00000010:0.0:1763350977.554340:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dc7df7f00. 00000100:00000001:0.0:1763350977.554343:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.554345:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350977.554348:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.554351:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350977.554353:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.554355:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.554357:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350977.554361:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5edb800 x1849001101447424/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 328/4320 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.554370:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5edb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:20551:x1849001101447424:12345-0@lo:1000:mdt00_003.0 Request processed in 354us (3252us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350977.554379:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00000040:0.0:1763350977.554382:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:0.0:1763350977.554385:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.554387:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.554392:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350977.554396:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d000. 00000020:00000010:0.0:1763350977.554400:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0000. 00000020:00000040:0.0:1763350977.554406:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 4 00000100:00000001:0.0:1763350977.554408:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350977.555660:0:20551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:2.1:1763350977.555668:0:20551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00010000:00000010:2.1:1763350977.555673:0:20551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00010000:00000010:2.1:1763350977.555679:0:20551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09e00. 00000004:00000001:0.0:1763350977.556246:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350977.556251:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.556255:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:0.0:1763350977.556259:0:20036:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:0.0:1763350977.556266:0:20036:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:0.0:1763350977.556269:0:20036:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1763350977.556271:0:20036:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1763350977.556276:0:20036:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556280:0:20036:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1763350977.556282:0:20036:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9563 in log [0x1:0x8:0x0] 00080000:00000001:0.0:1763350977.556287:0:20036:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350977.556298:0:20036:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925deeea4800. 00080000:00000001:0.0:1763350977.556301:0:20036:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530870786048 : -120542838765568 : ffff925deeea4800) 00000040:00000001:0.0:1763350977.556303:0:20036:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350977.556307:0:20036:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350977.556309:0:20036:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350977.556330:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350977.556332:0:20036:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556334:0:20036:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556336:0:20036:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556338:0:20036:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1763350977.556341:0:20036:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:0.0:1763350977.556344:0:20036:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:0.0:1763350977.556347:0:20036:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350977.556349:0:20036:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350977.556353:0:20036:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350977.556357:0:20036:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763350977.556359:0:20036:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1763350977.556361:0:20036:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.556382:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1763350977.556384:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350977.556411:0:20036:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556414:0:20036:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556416:0:20036:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350977.556418:0:20036:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350977.556434:0:20036:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556437:0:20036:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763350977.556439:0:20036:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763350977.556441:0:20036:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:0.0:1763350977.556449:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350977.556498:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1763350977.556502:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350977.556507:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:0.0:1763350977.556509:0:20036:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556511:0:20036:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350977.556515:0:20036:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763350977.556525:0:20036:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556527:0:20036:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556530:0:20036:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350977.556532:0:20036:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.556535:0:20036:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350977.556540:0:20036:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df5ed9180 x1849001101445632/t21474847681(21474847681) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350992 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.556548:0:20036:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350977.556550:0:20036:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350977.556553:0:20036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925de9049c00. 02000000:00000001:0.0:1763350977.556557:0:20036:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350977.556559:0:20036:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350977.556561:0:20036:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350977.556563:0:20036:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350977.556565:0:20036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925de904b000. 02000000:00000001:0.0:1763350977.556571:0:20036:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350977.556572:0:20036:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350977.556574:0:20036:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9180. 00000100:00000001:0.0:1763350977.556578:0:20036:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350977.556579:0:20036:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763350977.556581:0:20036:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:0.0:1763350977.556584:0:20036:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:0.0:1763350977.556587:0:20036:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:0.0:1763350977.556589:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350977.556591:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.556593:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350977.556645:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.556648:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350977.556649:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.556707:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.556711:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101447552 02000000:00000001:1.0:1763350977.556714:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.556717:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.556722:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.556726:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.556730:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101447552 00000020:00000001:1.0:1763350977.556733:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.556735:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:1.0:1763350977.556738:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.556742:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=5 00000020:00000001:1.0:1763350977.556744:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:1.0:1763350977.556747:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:1.0:1763350977.556752:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.558221:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.558236:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.558241:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000020:00000010:0.0:1763350977.558253:0:63031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0000. 00000020:00000010:0.0:1763350977.558259:0:63031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350977.558266:0:63031:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d000. 00000100:00000040:0.0:1763350977.558278:0:63031:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763350977.558281:0:63031:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.558283:0:63031:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.558285:0:63031:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.558295:0:63031:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.558318:0:63031:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.558344:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.558347:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.558354:0:63031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00000040:0.0:1763350977.558359:0:63031:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:0.0:1763350977.558361:0:63031:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856871936 : -120542852679680 : ffff925dee15f800) 00000100:00000040:0.0:1763350977.558370:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15f800 x1849001101447552/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 408/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.558380:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.558383:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.558385:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.558388:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000100:00100000:0.0:1763350977.558392:0:63031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:20551:x1849001101447552:12345-0@lo:1000:mdt00_003.0 00000100:00000200:0.0:1763350977.558396:0:63031:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101447552 00000020:00000001:0.0:1763350977.558399:0:63031:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.558404:0:63031:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.558406:0:63031:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.558408:0:63031:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.558411:0:63031:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:0.0:1763350977.558415:0:63031:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.558418:0:63031:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.558421:0:63031:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.558424:0:63031:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.558428:0:63031:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.558431:0:63031:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763350977.558439:0:63031:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cc739f3c0. 00000100:00000001:0.0:1763350977.558444:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.558447:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.558459:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925cd0630000. 02000000:00000001:0.0:1763350977.558461:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.558464:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350977.558469:0:63031:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dc7df7f00. 00000020:00000001:0.0:1763350977.558471:0:63031:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763350977.558475:0:63031:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.558483:0:63031:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289083144 : -120547420468472 : ffff925cddd30b08) 00080000:00000001:0.0:1763350977.558490:0:63031:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350977.558500:0:63031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925deeea4400. 00080000:00000001:0.0:1763350977.558503:0:63031:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530870785024 : -120542838766592 : ffff925deeea4400) 00000020:00000001:0.0:1763350977.558507:0:63031:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:0.0:1763350977.558512:0:63031:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350977.558539:0:63031:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.558543:0:63031:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.558547:0:63031:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763350977.558550:0:63031:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350977.558555:0:63031:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350977.558588:0:63031:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350977.558591:0:63031:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350977.558671:0:63031:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.558675:0:63031:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763350977.558678:0:63031:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df4604d50 name trusted.fid flag 1 00080000:00000001:0.0:1763350977.558684:0:63031:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350977.558687:0:63031:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763350977.558764:0:63031:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.558768:0:63031:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763350977.558770:0:63031:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925cd0630208 index 0: rc = 0 00000020:00000040:0.0:1763350977.558774:0:63031:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763350977.558778:0:63031:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350977.558783:0:63031:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350977.558787:0:63031:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847685, last_committed = 21474847683 00000001:00000010:0.0:1763350977.558790:0:63031:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865cea0. 00000001:00000040:0.0:1763350977.558793:0:63031:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 1 00000020:00000040:0.0:1763350977.558795:0:63031:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=6 00080000:00000001:0.0:1763350977.558801:0:63031:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350977.558814:0:63031:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763350977.558816:0:63031:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350977.558827:0:63031:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350977.558831:0:63031:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8720/ffff925cddd30ab0 to site lru. bkt: ffff925df5025768 00000020:00000001:0.0:1763350977.558834:0:63031:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350977.558837:0:63031:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cc739f3c0. 00000020:00000010:0.0:1763350977.558839:0:63031:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dc7df7f00. 00000020:00000001:0.0:1763350977.558843:0:63031:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350977.558847:0:63031:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847681, transno 21474847685, xid 1849001101447552 00010000:00000001:0.0:1763350977.558850:0:63031:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.558855:0:63031:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15f800 x1849001101447552/t21474847685(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 408/4320 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350977.558864:0:63031:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.558867:0:63031:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.558872:0:63031:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=73 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350977.558878:0:63031:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.558880:0:63031:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350977.558883:0:63031:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350977.558886:0:63031:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.558889:0:63031:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.558892:0:63031:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.558894:0:63031:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350977.558900:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dd9caeb40. 00000100:00000200:0.0:1763350977.558909:0:63031:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101447552, offset 224 00000400:00000200:0.0:1763350977.558917:0:63031:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350977.558932:0:63031:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350977.558947:0:63031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd75180 00000400:00000200:0.0:1763350977.558956:0:63031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f431 [2] + 224 00000400:00000200:0.0:1763350977.558968:0:63031:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.558973:0:63031:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350977.558980:0:63031:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.558986:0:63031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5edb100 x1849001101447552/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350977.558996:0:63031:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925df5edb100 x1849001101447552/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350993 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.559020:0:63031:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350977.559030:0:63031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dd9caeb40 00000400:00000010:0.0:1763350977.559033:0:63031:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dd9caeb40. 00000100:00000001:0.0:1763350977.559036:0:63031:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.559038:0:63031:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350977.559043:0:63031:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.559046:0:63031:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350977.559049:0:63031:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.559051:0:63031:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.559053:0:63031:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350977.559058:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15f800 x1849001101447552/t21474847685(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 408/4320 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.559067:0:63031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:20551:x1849001101447552:12345-0@lo:1000:mdt00_003.0 Request processed in 686us (3214us total) trans 21474847685 rc 0/0 00000100:00100000:0.0:1763350977.559076:0:63031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00000040:0.0:1763350977.559081:0:63031:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:0.0:1763350977.559084:0:63031:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.559086:0:63031:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.559091:0:63031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350977.559096:0:63031:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d000. 00000020:00000010:0.0:1763350977.559101:0:63031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0000. 00000020:00000040:0.0:1763350977.559108:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000100:00000001:0.0:1763350977.559110:0:63031:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.560455:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.560460:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101447680 02000000:00000001:3.0:1763350977.560466:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.560470:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.560475:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.560482:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.560488:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101447680 00000020:00000001:3.0:1763350977.560494:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.560499:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350977.560504:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.560510:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=6 00000020:00000001:3.0:1763350977.560515:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350977.560520:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350977.560527:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.560535:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.560541:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.560546:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:3.0:1763350977.560552:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f000. 00000020:00000010:3.0:1763350977.560557:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.560563:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375d48. 00000100:00000040:3.0:1763350977.560572:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350977.560576:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.560577:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350977.560579:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.560586:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.560592:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.560682:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.560685:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.560690:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00000040:3.0:1763350977.560693:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350977.560696:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856857600 : -120542852694016 : ffff925dee15c000) 00000100:00000040:3.0:1763350977.560702:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15c000 x1849001101447680/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350977.560712:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.560715:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.560718:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.560720:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:3.0:1763350977.560723:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:20551:x1849001101447680:12345-0@lo:1000:mdt00_003.0 00000100:00000200:3.0:1763350977.560727:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101447680 00000020:00000001:3.0:1763350977.560731:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.560735:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.560738:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.560741:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.560743:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:3.0:1763350977.560747:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350977.560749:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.560752:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.560754:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.560758:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.560760:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763350977.560767:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cddf6a688. 00000100:00000001:3.0:1763350977.560771:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.560774:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.560781:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dea1a8000. 02000000:00000001:3.0:1763350977.560783:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.560786:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350977.560791:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dded43840. 00000020:00000001:3.0:1763350977.560793:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763350977.560797:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.560803:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00000020:00000001:3.0:1763350977.560807:0:69028:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.560811:0:69028:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.560816:0:69028:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763350977.560820:0:69028:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d4:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763350977.560823:0:69028:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763350977.560826:0:69028:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350977.560830:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8ab0/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00000020:00000010:3.0:1763350977.560833:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cddf6a688. 00000020:00000010:3.0:1763350977.560836:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dded43840. 00000020:00000001:3.0:1763350977.560839:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350977.560843:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847681, transno 0, xid 1849001101447680 00010000:00000001:3.0:1763350977.560846:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.560851:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15c000 x1849001101447680/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 328/4320 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350977.560859:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.560861:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.560865:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=73 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350977.560871:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.560874:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350977.560876:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350977.560879:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.560881:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.560884:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.560886:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350977.560890:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded43840. 00000100:00000200:3.0:1763350977.560894:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101447680, offset 224 00000400:00000200:3.0:1763350977.560899:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350977.560907:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350977.560915:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd75200 00000400:00000200:3.0:1763350977.560921:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f43d [2] + 224 00000400:00000200:3.0:1763350977.560927:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.560930:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350977.560934:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350977.560939:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee15d880 x1849001101447680/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350977.560949:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dee15d880 x1849001101447680/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350993 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350977.560972:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350977.560978:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded43840 00000400:00000010:3.0:1763350977.560980:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded43840. 00000100:00000001:3.0:1763350977.560983:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.560984:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350977.560988:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.560992:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350977.560994:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.560996:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.560998:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.561002:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15c000 x1849001101447680/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 328/4320 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350977.561011:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:20551:x1849001101447680:12345-0@lo:1000:mdt00_003.0 Request processed in 298us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350977.561018:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00000040:3.0:1763350977.561022:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350977.561024:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.561026:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.561030:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.561034:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375d48. 00000020:00000010:3.0:1763350977.561042:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f000. 00000020:00000040:3.0:1763350977.561048:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000100:00000001:3.0:1763350977.561050:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.567297:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.567303:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.567306:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.567308:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.567311:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.567312:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.567318:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.567320:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.567326:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.567328:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.567349:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350977.567352:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.567355:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763350977.568379:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.568385:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101447808 02000000:00000001:0.0:1763350977.568390:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.568392:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.568396:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.568403:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.568407:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101447808 00000020:00000001:0.0:1763350977.568410:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.568412:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:0.0:1763350977.568415:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.568419:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=6 00000020:00000001:0.0:1763350977.568423:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:0.0:1763350977.568426:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:0.0:1763350977.568431:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.568440:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.568445:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.568448:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000020:00000010:0.0:1763350977.568459:0:63031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0000. 00000020:00000010:0.0:1763350977.568465:0:63031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350977.568472:0:63031:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d000. 00000100:00000040:0.0:1763350977.568482:0:63031:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763350977.568487:0:63031:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.568489:0:63031:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.568491:0:63031:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.568501:0:63031:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.568523:0:63031:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.568536:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.568538:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.568544:0:63031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00000040:0.0:1763350977.568548:0:63031:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:0.0:1763350977.568552:0:63031:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856860288 : -120542852691328 : ffff925dee15ca80) 00000100:00000040:0.0:1763350977.568559:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15ca80 x1849001101447808/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 408/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.568569:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.568573:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.568575:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.568577:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000100:00100000:0.0:1763350977.568581:0:63031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:20551:x1849001101447808:12345-0@lo:1000:mdt00_003.0 00000100:00000200:0.0:1763350977.568586:0:63031:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101447808 00000020:00000001:0.0:1763350977.568589:0:63031:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.568594:0:63031:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.568631:0:63031:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.568634:0:63031:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.568637:0:63031:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:0.0:1763350977.568641:0:63031:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.568644:0:63031:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.568647:0:63031:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.568649:0:63031:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.568653:0:63031:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.568657:0:63031:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763350977.568665:0:63031:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cc739f3c0. 00000100:00000001:0.0:1763350977.568670:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.568672:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.568679:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925cd0632000. 02000000:00000001:0.0:1763350977.568681:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.568684:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350977.568688:0:63031:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dd9caeb40. 00000020:00000001:0.0:1763350977.568691:0:63031:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763350977.568695:0:63031:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.568702:0:63031:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00080000:00000001:0.0:1763350977.568709:0:63031:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350977.568723:0:63031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cddc45000. 00080000:00000001:0.0:1763350977.568726:0:63031:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526288117760 : -120547421433856 : ffff925cddc45000) 00000020:00000001:0.0:1763350977.568729:0:63031:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:0.0:1763350977.568734:0:63031:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350977.568758:0:63031:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.568761:0:63031:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.568764:0:63031:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763350977.568766:0:63031:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350977.568771:0:63031:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350977.568801:0:63031:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350977.568802:0:63031:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350977.568824:0:63031:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.568828:0:63031:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763350977.568830:0:63031:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df4605030 name trusted.fid flag 1 00080000:00000001:0.0:1763350977.568835:0:63031:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350977.568837:0:63031:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763350977.568908:0:63031:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.568912:0:63031:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763350977.568915:0:63031:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925cd0632208 index 0: rc = 0 00000020:00000040:0.0:1763350977.568917:0:63031:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763350977.568920:0:63031:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350977.568924:0:63031:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350977.568927:0:63031:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847686, last_committed = 21474847683 00000001:00000010:0.0:1763350977.568931:0:63031:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865cde0. 00000001:00000040:0.0:1763350977.568933:0:63031:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 2 00000020:00000040:0.0:1763350977.568935:0:63031:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=7 00080000:00000001:0.0:1763350977.568941:0:63031:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350977.568954:0:63031:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763350977.568957:0:63031:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350977.568968:0:63031:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350977.568972:0:63031:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8ab0/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00000020:00000001:0.0:1763350977.568974:0:63031:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350977.568976:0:63031:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cc739f3c0. 00000020:00000010:0.0:1763350977.568979:0:63031:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dd9caeb40. 00000020:00000001:0.0:1763350977.568982:0:63031:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350977.568986:0:63031:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847681, transno 21474847686, xid 1849001101447808 00010000:00000001:0.0:1763350977.568989:0:63031:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.568994:0:63031:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15ca80 x1849001101447808/t21474847686(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 408/4320 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350977.569003:0:63031:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.569006:0:63031:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.569010:0:63031:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=73 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350977.569016:0:63031:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.569018:0:63031:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350977.569020:0:63031:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350977.569022:0:63031:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.569024:0:63031:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.569027:0:63031:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.569029:0:63031:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350977.569033:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dd9caeb40. 00000100:00000200:0.0:1763350977.569040:0:63031:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101447808, offset 224 00000400:00000200:0.0:1763350977.569047:0:63031:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350977.569060:0:63031:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350977.569070:0:63031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd75280 00000400:00000200:0.0:1763350977.569077:0:63031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f449 [2] + 224 00000400:00000200:0.0:1763350977.569084:0:63031:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.569088:0:63031:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350977.569093:0:63031:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.569098:0:63031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee15d880 x1849001101447808/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350977.569107:0:63031:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dee15d880 x1849001101447808/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350993 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.569129:0:63031:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350977.569145:0:63031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dd9caeb40 00000400:00000010:0.0:1763350977.569147:0:63031:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dd9caeb40. 00000100:00000001:0.0:1763350977.569150:0:63031:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.569152:0:63031:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350977.569156:0:63031:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.569159:0:63031:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350977.569162:0:63031:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.569163:0:63031:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.569166:0:63031:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350977.569169:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15ca80 x1849001101447808/t21474847686(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:168/0 lens 408/4320 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.569179:0:63031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:20551:x1849001101447808:12345-0@lo:1000:mdt00_003.0 Request processed in 608us (2360us total) trans 21474847686 rc 0/0 00000100:00100000:0.0:1763350977.569187:0:63031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00000040:0.0:1763350977.569191:0:63031:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:0.0:1763350977.569193:0:63031:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.569195:0:63031:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.569200:0:63031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350977.569205:0:63031:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d000. 00000020:00000010:0.0:1763350977.569208:0:63031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0000. 00000020:00000040:0.0:1763350977.569214:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 6 00000100:00000001:0.0:1763350977.569217:0:63031:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.574750:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.574756:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:1.0:1763350977.574762:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.574769:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.574777:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.574780:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350977.582650:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.582675:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.582680:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.582683:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.582697:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:1.0:1763350977.582726:0:3308:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f455 00000400:00000200:1.0:1763350977.582736:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.582741:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:1.0:1763350977.582751:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2908 00000400:00000010:1.0:1763350977.582755:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2908. 00000100:00000001:1.0:1763350977.582761:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.582765:0:3308:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1763350977.582768:0:3308:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1763350977.582784:0:3308:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1763350977.582786:0:3308:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1763350977.582788:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350977.582796:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.582800:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.582803:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.582804:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.582809:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.582816:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf6000 00000400:00000200:1.0:1763350977.582826:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124c75 [2] + 1960 00000400:00000010:1.0:1763350977.582831:0:3308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb528. 00000400:00000200:1.0:1763350977.582836:0:3308:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925df8c81900 00000800:00000001:1.0:1763350977.582840:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.582848:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.582850:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.582854:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.582856:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df8c81900 00000400:00000010:1.0:1763350977.582859:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925df8c81900. 00000100:00000001:1.0:1763350977.582866:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.582868:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1763350977.582873:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfca91050 x1849001118752768 msgsize 392 00000100:00100000:1.0:1763350977.582878:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:1.0:1763350977.582881:0:3308:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763350977.582896:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.582900:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.582904:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.583005:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763350977.583013:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.583016:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.583020:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:3.0:1763350977.583024:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:3.0:1763350977.583027:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:3.0:1763350977.583030:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350977.583036:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c42c lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583046:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.583048:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.583051:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c42c lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583058:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.583060:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583064:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350977.583067:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c42c lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350977.583074:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350977.583077:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.583080:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350977.583083:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c42c lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583089:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350977.583090:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.583091:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.583093:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=4 00000020:00000001:3.0:1763350977.583095:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:3.0:1763350977.583097:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:3.0:1763350977.583100:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350977.583102:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c42c lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583107:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350977.583109:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350977.583112:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583117:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350977.583119:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.583121:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.583123:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.583126:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1800 with handle 0xcb8c81cc3033c42c from hash 00010000:00000001:3.0:1763350977.583128:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.583129:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.583131:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.583132:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350977.583148:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.583150:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583152:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350977.583155:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.583158:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350977.583161:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fef:0x0].0x0 (ffff925df4a92800) 00010000:00010000:3.0:1763350977.583164:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763350977.583166:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.583170:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583172:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350977.583174:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350977.583176:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.583177:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.583179:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583181:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.583183:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.583186:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c42c lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583191:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.583192:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.583193:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350977.583195:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350977.583196:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.583198:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c42c lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350977.583209:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be380. 00010000:00000040:3.0:1763350977.583214:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92800 count: 0 00010000:00000010:3.0:1763350977.583223:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925e00f7f780. 00010000:00000001:3.0:1763350977.583246:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.583247:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.583249:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.583251:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:3.0:1763350977.583253:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350977.583256:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350977.583258:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350977.583260:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c433 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583265:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.583266:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.583268:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c433 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583273:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.583274:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583276:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350977.583278:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c433 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350977.583284:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350977.583286:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.583287:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350977.583289:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c433 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583294:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350977.583295:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.583296:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.583299:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=4 00000020:00000001:3.0:1763350977.583301:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350977.583303:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350977.583305:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350977.583307:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c433 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583312:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350977.583313:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350977.583315:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583317:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350977.583319:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.583321:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.583322:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.583325:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033c433 from hash 00010000:00000001:3.0:1763350977.583327:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.583328:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.583329:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.583330:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350977.583332:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.583333:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583335:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350977.583336:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.583338:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350977.583339:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fec:0x0].0x0 (ffff925df4a92600) 00010000:00010000:3.0:1763350977.583341:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763350977.583343:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.583345:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583346:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350977.583347:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350977.583349:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.583350:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.583351:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.583353:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.583354:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.583357:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c433 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350977.583362:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.583362:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.583363:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350977.583364:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350977.583366:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.583367:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c433 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350977.583372:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be680. 00010000:00000040:3.0:1763350977.583375:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92600 count: 0 00010000:00000010:3.0:1763350977.583378:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925e00f7f480. 00010000:00000001:3.0:1763350977.583383:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763350977.583386:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000100:00000001:3.0:1763350977.583389:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.584948:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.584961:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.584963:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.584966:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.584974:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.584987:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf6080 00000400:00000200:3.0:1763350977.584994:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127829 [2] + 1312 00000800:00000001:3.0:1763350977.585002:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.585067:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.585070:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.585075:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.585082:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.585085:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350977.585090:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1f80. 00000100:00000040:3.0:1763350977.585093:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1f80 x1849001118752896 msgsize 328 00000100:00100000:3.0:1763350977.585097:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.585110:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1763350977.585179:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.585184:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:3.0:1763350977.585189:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.585192:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.585196:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d25d8 00000400:00000010:3.0:1763350977.585198:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d25d8. 00000100:00000001:3.0:1763350977.585201:0:3310:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350977.585203:0:3310:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350977.585205:0:3310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dc67e5c00. 02000000:00000001:3.0:1763350977.585208:0:3310:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763350977.585209:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.585214:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.585218:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.585280:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.585283:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118752896 02000000:00000001:0.0:1763350977.585286:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.585288:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.585291:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.585294:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.585297:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118752896 00000020:00000001:0.0:1763350977.585299:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.585301:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350977.585303:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.585307:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:0.0:1763350977.585309:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350977.585312:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350977.585315:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.585321:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.585324:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.585326:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000020:00000010:0.0:1763350977.585331:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0000. 00000020:00000010:0.0:1763350977.585335:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350977.585340:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d000. 00000100:00000040:0.0:1763350977.585349:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350977.585352:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.585353:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350977.585355:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350977.585359:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.585361:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350977.585365:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.585366:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.585368:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:0.0:1763350977.585371:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350977.585374:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350977.585377:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.585379:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.585381:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.585382:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.585388:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.585406:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.585418:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.585420:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.585424:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 998 00000100:00000040:0.0:1763350977.585427:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350977.585429:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079573376 : -120542629978240 : ffff925dfb5c1f80) 00000100:00000040:0.0:1763350977.585434:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c1f80 x1849001118752896/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.585442:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.585445:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.585448:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.585451:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000100:00100000:0.0:1763350977.585455:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118752896:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350977.585458:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118752896 00010000:00000001:0.0:1763350977.585460:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350977.585463:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350977.585464:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350977.585470:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.585472:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.585475:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cddc46400. 02000000:00000001:0.0:1763350977.585477:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.585479:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.585482:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350977.585484:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350977.585486:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.585487:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.585489:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:0.0:1763350977.585491:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350977.585493:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000040:0.0:1763350977.585497:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405300 count: 2 00002000:00000001:0.0:1763350977.585502:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350977.585507:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350977.585510:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.585518:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289083144 : -120547420468472 : ffff925cddd30b08) 00002000:00000001:0.0:1763350977.585520:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289083056 : -120547420468560 : ffff925cddd30ab0) 00002000:00000001:0.0:1763350977.585523:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350977.585530:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350977.585533:0:54877:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d2:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:0.0:1763350977.585537:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30b08/ffff925cddd30ab0 to site lru. bkt: ffff925df5025768 00010000:00000001:0.0:1763350977.585540:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350977.585543:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.585546:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.585548:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.585550:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.585555:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.585557:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.585564:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.585565:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.585567:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.585569:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.585571:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033c3ed from hash 00010000:00000001:0.0:1763350977.585573:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.585575:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.585575:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.585576:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.585581:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.585583:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.585585:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.585586:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.585591:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c3ed lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x25d2:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 774595928 flags: 0x44801000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec92b expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.585629:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350977.585631:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:0.0:1763350977.585638:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.585640:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.585642:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350977.585645:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.585647:0:54877:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.585649:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763350977.585650:0:54877:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405300 count: 0 00002000:00000010:0.0:1763350977.585656:0:54877:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dfb9b56c0. 00010000:00000010:0.0:1763350977.585660:0:54877:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925e00405100. 00010000:00010000:0.0:1763350977.585665:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350977.585667:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.585671:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.585673:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.585677:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.585682:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.585684:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350977.585686:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350977.585689:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.585691:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.585693:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.585695:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.585700:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019d48. 00000100:00000200:0.0:1763350977.585703:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118752896, offset 224 00000400:00000200:0.0:1763350977.585709:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.585717:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.585722:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197924:197924:256:4294967295] 192.168.202.2@tcp LPNI seq info [197920:197920:8:4294967295] 00000400:00000200:0.0:1763350977.585730:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.585735:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.585739:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8800. 00000800:00000200:0.0:1763350977.585743:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.585749:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.585752:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.585760:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.585762:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350977.585764:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.585767:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.585771:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1f80 x1849001118752896/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.585779:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118752896:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 335us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350977.585785:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 998 00000100:00000040:0.0:1763350977.585787:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350977.585789:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.585790:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.585793:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350977.585796:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d000. 00000020:00000010:0.0:1763350977.585799:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0000. 00000020:00000040:0.0:1763350977.585805:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:0.0:1763350977.585807:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.585936:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.585940:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8800. 00000400:00000200:1.0:1763350977.585945:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.585949:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.585953:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019d48 00000400:00000010:1.0:1763350977.585954:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019d48. 00000100:00000001:1.0:1763350977.585957:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.585959:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:1.0:1763350977.590725:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300854492, at 4300854493 00000100:00000010:1.0:1763350977.590748:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693a20. 00000100:00000040:3.0:1763350977.590819:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300854492, at 4300854493 00000100:00000010:3.0:1763350977.590826:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006933c0. 00000100:00000040:0.0:1763350977.591674:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300854492, at 4300854493 00000100:00000010:0.0:1763350977.591684:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693c60. 00010000:00000010:3.1:1763350977.591742:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92800. 00010000:00000010:3.1:1763350977.591756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:3.1:1763350977.591770:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00010000:00000010:3.1:1763350977.591773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000800:00000001:3.0:1763350977.592899:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.592918:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.592922:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.592924:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.592937:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.592957:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf6180 00000400:00000200:3.0:1763350977.592967:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d11 [2] + 0 00000800:00000001:3.0:1763350977.592976:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.592985:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.592988:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.592993:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.593000:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.593002:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763350977.593008:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0000. 00000100:00000040:3.0:1763350977.593012:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0000 x1849001118753152 msgsize 392 00000100:00100000:3.0:1763350977.593015:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.593490:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.593501:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.593506:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.593561:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.593564:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118753152 02000000:00000001:0.0:1763350977.593567:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.593570:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.593572:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.593578:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.593583:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118753152 00000020:00000001:0.0:1763350977.593587:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.593589:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350977.593592:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.593669:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:0.0:1763350977.593672:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350977.593675:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350977.593682:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.593689:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.593693:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.593696:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000020:00000010:0.0:1763350977.593703:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0000. 00000020:00000010:0.0:1763350977.593709:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350977.593715:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d000. 00000100:00000040:0.0:1763350977.593726:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763350977.593729:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.593731:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.593733:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.593742:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350977.596432:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.596438:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.596442:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:3.0:1763350977.596452:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226146:x1849001118753152:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350977.596457:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118753152 00000020:00000001:3.0:1763350977.596462:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.596469:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350977.596476:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925df2926300: xid 1849001118752768, transno 8590055129, client gen 3, slot idx 0 00000001:00000001:3.0:1763350977.596482:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de02b2840: xid 1849001118752512, transno 8590055128, client gen 3, slot idx 3 00000001:00000010:3.0:1763350977.596487:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de02b2840. 00000020:00000001:3.0:1763350977.596493:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.596496:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.596499:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350977.596503:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350977.596506:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118753152, found 0 last_xid 1849001118753151 00000020:00000001:3.0:1763350977.596509:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.596512:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.596515:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.596518:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596525:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350977.596528:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350977.596530:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350977.596536:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596539:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350977.596543:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.596546:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.596549:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.596551:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.596553:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.596555:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.596556:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.596558:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.596560:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.596561:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.596563:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.596565:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.596566:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.596568:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596571:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596573:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350977.596575:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596579:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350977.596580:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.596581:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.596583:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.596584:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.596586:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.596587:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.596588:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.596590:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.596592:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.596593:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.596684:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763350977.596797:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350977.596806:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350977.596809:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350977.596812:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350977.596815:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.596818:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.596820:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596822:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350977.596824:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596826:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.596832:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.596835:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.596842:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925e00076800. 02000000:00000001:3.0:1763350977.596845:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.596848:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596850:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350977.596852:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596856:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763350977.596858:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763350977.596860:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.596863:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dffae6d00 refcount=2 00000020:00000001:3.0:1763350977.596866:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531152076032 : -120542557475584 : ffff925dffae6d00) 00000004:00000001:3.0:1763350977.596869:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623531152076032 : -120542557475584 : ffff925dffae6d00) 00000020:00000040:3.0:1763350977.596872:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffae6d00 with handle 0xcb8c81cc3033c3b5 from hash 00000004:00000001:3.0:1763350977.596878:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763350977.596880:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3fef:0x0] with intent: 0 00000004:00000001:3.0:1763350977.596884:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763350977.596887:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:3.0:1763350977.596891:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350977.596895:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350977.596904:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596908:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.596914:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.596918:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.596926:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350977.596929:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350977.596933:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350977.596935:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350977.596937:0:20016:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.596939:0:20016:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fef:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350977.596943:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350977.596946:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596948:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.596950:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.596952:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.596953:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.596956:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.596957:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.596959:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.596961:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.596962:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.596963:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.596965:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.596967:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.596968:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.596970:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.596973:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350977.596975:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.596979:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763350977.596981:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3fef:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:3.0:1763350977.596984:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.596988:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763350977.596990:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350977.596994:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350977.597002:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5ea0. 00080000:00000001:3.0:1763350977.597007:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.597016:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00075000. 00080000:00000001:3.0:1763350977.597019:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157901312 : -120542551650304 : ffff925e00075000) 00000004:00000001:3.0:1763350977.597024:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.597028:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.597032:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.597034:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157901312 : -120542551650304 : ffff925e00075000) 00080000:00000001:3.0:1763350977.597038:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350977.597063:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597065:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597068:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.597074:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350977.597076:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350977.597083:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350977.597085:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.597086:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157901312 : -120542551650304 : ffff925e00075000) 00080000:00000001:3.0:1763350977.597090:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.597095:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.597097:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597099:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.597126:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.597129:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597273:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.597278:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350977.597280:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.597282:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.597284:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157901312 : -120542551650304 : ffff925e00075000) 00080000:00000001:3.0:1763350977.597288:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350977.597291:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763350977.597356:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597359:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597361:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597363:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.597369:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350977.597372:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350977.597377:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350977.597380:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055130, last_committed = 8590055124 00000001:00000010:3.0:1763350977.597386:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5a20. 00000001:00000040:3.0:1763350977.597388:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:3.0:1763350977.597392:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00000001:00000010:3.0:1763350977.597399:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43480. 00000004:00000001:3.0:1763350977.597406:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350977.597408:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.597410:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157901312 : -120542551650304 : ffff925e00075000) 00080000:00000001:3.0:1763350977.597413:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.597427:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350977.597430:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350977.597434:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43480: xid 1849001118753152, transno 8590055130, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763350977.597437:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.597450:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350977.597453:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5ea0. 00000020:00000001:3.0:1763350977.597456:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597459:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597461:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597463:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597465:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763350977.597467:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763350977.597469:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350977.597471:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.597473:0:20016:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350977.597476:0:20016:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350977.597479:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350977.597485:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350977.597488:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.597491:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3fef:0x0], previous was 0x7 00000004:00000001:3.0:1763350977.597494:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597497:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763350977.597501:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597504:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:3.0:1763350977.597506:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350977.597510:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5ea0. 00080000:00000001:3.0:1763350977.597512:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.597515:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00075800. 00080000:00000001:3.0:1763350977.597518:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00000004:00000001:3.0:1763350977.597525:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.597527:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00080000:00000001:3.0:1763350977.597530:0:20016:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1763350977.597549:0:20016:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597553:0:20016:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:3.0:1763350977.597555:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.597556:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00080000:00000002:3.0:1763350977.597561:0:20016:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3fef:0x0] not in the id map cache 00080000:00000001:3.0:1763350977.597565:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350977.597572:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350977.597574:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597577:0:20016:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597580:0:20016:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:3.0:1763350977.597583:0:20016:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350977.597586:0:20016:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597589:0:20016:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1763350977.597590:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.597592:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00010000:00000010:0.1:1763350977.597649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00010000:00000010:0.1:1763350977.597658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405300. 00080000:00000001:3.0:1763350977.597884:0:20016:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763350977.597888:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350977.597892:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350977.597895:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350977.597899:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350977.597901:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.597904:0:20016:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.597919:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763350977.597921:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.597928:0:20016:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597931:0:20016:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597934:0:20016:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350977.597938:0:20016:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1763350977.597939:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.597942:0:20016:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350977.597945:0:20016:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350977.597946:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350977.597947:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350977.597948:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350977.597950:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350977.597952:0:20016:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350977.597954:0:20016:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350977.597957:0:20016:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.597959:0:20016:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00000004:00000001:3.0:1763350977.597964:0:20016:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:3.0:1763350977.597967:0:20016:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:3.0:1763350977.597970:0:20016:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350977.597972:0:20016:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00000004:00000040:3.0:1763350977.597975:0:20016:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:3.0:1763350977.597979:0:20016:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763350977.597984:0:20016:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763350977.597986:0:20016:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:3.0:1763350977.597990:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350977.597993:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350977.597995:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350977.597997:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598001:0:20016:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763350977.598003:0:20016:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1763350977.598007:0:20016:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1763350977.598009:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.598020:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.598021:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598024:0:20016:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763350977.598040:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763350977.598042:0:20016:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350977.598050:0:20016:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:3.0:1763350977.598052:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.598054:0:20016:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598056:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350977.598059:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.598061:0:20016:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598064:0:20016:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598066:0:20016:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598068:0:20016:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350977.598070:0:20016:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350977.598072:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.598098:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.598099:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598101:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.598107:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.598109:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598111:0:20016:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598113:0:20016:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598115:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350977.598117:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350977.598119:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598120:0:20016:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350977.598121:0:20016:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350977.598123:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.598128:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.598129:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598131:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.598284:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.598286:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598288:0:20016:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598290:0:20016:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598292:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350977.598294:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350977.598296:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598298:0:20016:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598300:0:20016:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350977.598303:0:20016:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00000001:3.0:1763350977.598306:0:20016:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598308:0:20016:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598310:0:20016:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598313:0:20016:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598315:0:20016:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.598321:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350977.598322:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350977.598326:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350977.598328:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.598329:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00080000:00000001:3.0:1763350977.598332:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.598335:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.598337:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598339:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598355:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.598357:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598363:0:20016:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:3.0:1763350977.598369:0:20016:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:3.0:1763350977.598370:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.598371:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00080000:00000001:3.0:1763350977.598375:0:20016:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1763350977.598404:0:20016:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763350977.598406:0:20016:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763350977.598407:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350977.598409:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350977.598410:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350977.598412:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598414:0:20016:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350977.598416:0:20016:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598459:0:20016:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598462:0:20016:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598465:0:20016:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1763350977.598466:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.598467:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00080000:00000001:3.0:1763350977.598471:0:20016:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763350977.598477:0:20016:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598480:0:20016:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598483:0:20016:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1763350977.598486:0:20016:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x3fef:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:3.0:1763350977.598490:0:20016:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:3.0:1763350977.598491:0:20016:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1763350977.598493:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.598494:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00080000:00000001:3.0:1763350977.598498:0:20016:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763350977.598500:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350977.598501:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350977.598503:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350977.598504:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350977.598506:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598508:0:20016:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598574:0:20016:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350977.598578:0:20016:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598580:0:20016:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598582:0:20016:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350977.598584:0:20016:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1763350977.598586:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.598587:0:20016:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350977.598589:0:20016:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350977.598590:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350977.598592:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350977.598593:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350977.598678:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350977.598680:0:20016:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350977.598682:0:20016:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350977.598685:0:20016:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598686:0:20016:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00000004:00000001:3.0:1763350977.598691:0:20016:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:3.0:1763350977.598694:0:20016:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:3.0:1763350977.598695:0:20016:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350977.598697:0:20016:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00000004:00000040:3.0:1763350977.598701:0:20016:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:3.0:1763350977.598703:0:20016:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:3.0:1763350977.598706:0:20016:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:3.0:1763350977.598708:0:20016:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:3.0:1763350977.598711:0:20016:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446623525831118336 : -120547878433280 : ffff925cc2870e00) 00000040:00000001:3.0:1763350977.598713:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350977.598715:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350977.598717:0:20016:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763350977.598720:0:20016:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763350977.598721:0:20016:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763350977.598731:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.598746:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763350977.598749:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.598753:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1763350977.598756:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.598759:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1763350977.598761:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.598788:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:3.0:1763350977.598792:0:20016:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9564, 64 off620384 00000040:00000001:3.0:1763350977.598795:0:20016:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350977.598797:0:20016:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350977.598800:0:20016:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350977.598805:0:20016:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350977.598807:0:20016:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350977.598809:0:20016:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1763350977.598812:0:20016:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:3.0:1763350977.598815:0:20016:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9564: rc = 1 00000004:00000010:3.0:1763350977.598821:0:20016:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925cd99f5540. 00000004:00080000:3.0:1763350977.598824:0:20016:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6187204227324ns, next at 6188204221744ns, rc = 0 00000004:00000001:3.0:1763350977.598827:0:20016:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598829:0:20016:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598831:0:20016:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598833:0:20016:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598835:0:20016:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.598838:0:20016:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:3.0:1763350977.598840:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763350977.598843:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350977.598845:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763350977.598849:0:20016:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055130 00000001:00000001:3.0:1763350977.598851:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350977.598855:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055131, last_committed = 8590055124 00000001:00000010:3.0:1763350977.598858:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5600. 00000001:00000040:3.0:1763350977.598861:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:3.0:1763350977.598864:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00000001:00000010:3.0:1763350977.598869:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded436c0. 00000004:00000001:3.0:1763350977.598874:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350977.598876:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.598877:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157903360 : -120542551648256 : ffff925e00075800) 00080000:00000001:3.0:1763350977.598880:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.598887:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350977.598889:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350977.598894:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43480: xid 1849001118753152, transno 8590055130, client gen 3, slot idx 1 00000001:00000001:3.0:1763350977.598900:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43480: xid 1849001118753152, transno 8590055130, client gen 3, slot idx 1 00000001:00000010:3.0:1763350977.598903:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43480. 00000001:00000001:3.0:1763350977.598906:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded436c0: xid 1849001118753152, transno 8590055131, tag 1, client gen 3, slot idx 2 00000001:00000001:3.0:1763350977.598909:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.598925:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350977.598927:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5ea0. 00000020:00000001:3.0:1763350977.598929:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.598935:0:20016:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:3.0:1763350977.598939:0:20016:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350977.598942:0:20016:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350977.598952:0:20016:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405a00. 00010000:00000010:3.0:1763350977.598956:0:20016:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc38ee980. 00010000:00000001:3.0:1763350977.598961:0:20016:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350977.598965:0:20016:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89a00. 00000020:00000001:3.0:1763350977.598970:0:20016:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350977.598973:0:20016:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89a00 with handle 0xcb8c81cc3033c43a to hash 00000020:00000001:3.0:1763350977.598975:0:20016:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350977.598976:0:20016:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000010:3.0:1763350977.598982:0:20016:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76c80. 00010000:00000001:3.0:1763350977.598985:0:20016:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.598990:0:20016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.598993:0:20016:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.598998:0:20016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c43a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350977.599007:0:20016:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350977.599012:0:20016:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350977.599015:0:20016:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350977.599017:0:20016:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.599019:0:20016:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.599021:0:20016:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350977.599023:0:20016:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.599025:0:20016:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350977.599028:0:20016:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350977.599030:0:20016:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350977.599031:0:20016:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350977.599034:0:20016:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fef:0x0].0x0 (ffff925e00405a00) refcount = 1 00010000:00010000:3.0:1763350977.599038:0:20016:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c43a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350977.599044:0:20016:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350977.599050:0:20016:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.599052:0:20016:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.599054:0:20016:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350977.599056:0:20016:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.599058:0:20016:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.599061:0:20016:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763350977.599064:0:20016:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:3.0:1763350977.599066:0:20016:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.599070:0:20016:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c43a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350977.599076:0:20016:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350977.599078:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.599079:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.599081:0:20016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.599083:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.599085:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89a00 refcount=3 00000020:00000001:3.0:1763350977.599088:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.599091:0:20016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.599094:0:20016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.599095:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.599096:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89a00 refcount=4 00000020:00000001:3.0:1763350977.599098:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.599100:0:20016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350977.599102:0:20016:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763350977.599104:0:20016:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c43a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350977.599110:0:20016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350977.599113:0:20016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c43a lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350977.599117:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.599118:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.599121:0:20016:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c43a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350977.599126:0:20016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.599127:0:20016:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.599130:0:20016:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763350977.599133:0:20016:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925dded43840. 00010000:00000001:3.0:1763350977.599297:0:20016:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763350977.600294:0:20016:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00000001:3.0:1763350977.600298:0:20016:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.600300:0:20016:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.600303:0:20016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350977.600305:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.600306:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.600307:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.600310:0:20016:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c43a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3fef:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000010:3.0:1763350977.600318:0:20016:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76c80. 00010000:00000040:3.0:1763350977.600324:0:20016:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405a00 count: 0 00010000:00000010:3.0:1763350977.600332:0:20016:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc38ee980. 00010000:00000001:3.0:1763350977.600343:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350977.600345:0:20016:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:3.0:1763350977.600349:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dffae6d00. 00000004:00000001:3.0:1763350977.600365:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:3.0:1763350977.600398:0:20016:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925cddd34390. 00000004:00000001:3.0:1763350977.600409:0:20016:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763350977.600411:0:20016:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763350977.600415:0:20016:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925cc12bb580. 00000004:00000010:3.0:1763350977.600418:0:20016:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69f0d0. 00000004:00000010:3.0:1763350977.600422:0:20016:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda97fe8. 00000004:00000010:3.0:1763350977.600426:0:20016:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda97590. 00000004:00000010:3.0:1763350977.600432:0:20016:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925df2926cc0. 00000004:00000010:3.0:1763350977.600436:0:20016:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff925cddd21760. 00000004:00000010:3.0:1763350977.600443:0:20016:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff925ccd8df780. 00000004:00000001:3.0:1763350977.600447:0:20016:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1763350977.600450:0:20016:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x3fef:0x0] 00000004:00000010:3.0:1763350977.600453:0:20016:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff925cddeebc20. 00000004:00000001:3.0:1763350977.600457:0:20016:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:3.0:1763350977.600458:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350977.600460:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.600462:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.600466:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763350977.600470:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350977.600472:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350977.600474:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350977.600477:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350977.600482:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350977.600488:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.600496:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350977.600499:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763350977.600506:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.600514:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.600516:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350977.600520:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 8590055131, xid 1849001118753152 00010000:00000001:3.0:1763350977.600524:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.600536:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c0000 x1849001118753152/t8590055131(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 392/456 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.600547:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.600551:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.600556:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.600561:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.600564:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.600567:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.600571:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.600574:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.600579:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.600582:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.600591:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350b28. 00000100:00000200:3.0:1763350977.600640:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118753152, offset 224 00000400:00000200:3.0:1763350977.600651:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.600668:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.600676:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197925:197925:256:4294967295] 192.168.202.2@tcp LPNI seq info [197921:197921:8:4294967295] 00000400:00000200:3.0:1763350977.600690:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.600697:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.600704:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1ca00. 00000800:00000200:3.0:1763350977.600711:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.600721:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.600727:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1ca00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.601548:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.601559:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.601563:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.601565:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.601569:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.601577:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0000 x1849001118753152/t8590055131(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 392/456 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350977.602786:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226146:x1849001118753152:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 5365us (8580us total) trans 8590055131 rc 0/0 00000100:00100000:3.0:1763350977.602809:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20864 00000100:00000040:3.0:1763350977.602813:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350977.602816:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.602819:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763350977.602824:0:20016:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:3.0:1763350977.602829:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:3.0:1763350977.602835:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d000. 00000020:00000010:3.0:1763350977.602840:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0000. 00000020:00000040:3.0:1763350977.602848:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:3.0:1763350977.602851:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.603703:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.603711:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1ca00. 00000400:00000200:1.0:1763350977.603720:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.603728:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.603736:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350b28 00000400:00000010:1.0:1763350977.603738:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350b28. 00000100:00000001:1.0:1763350977.603744:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.603746:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350977.607235:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405a00. 00010000:00000010:3.1:1763350977.607256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89a00. 00000800:00000001:1.0:1763350977.626162:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.626193:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.626198:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.626200:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.626215:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.626243:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 304 into portal 12 MB=0x691a81edf6200 00000400:00000200:1.0:1763350977.626255:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 304/304 into md 0xd4535 [64] + 51088 00000800:00000001:1.0:1763350977.626266:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.626284:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.626288:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.626294:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.626304:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.626306:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350977.626314:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf291880. 00000100:00000040:1.0:1763350977.626319:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf291880 x1849001118753280 msgsize 304 00000100:00100000:1.0:1763350977.626323:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.626350:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.626360:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.626364:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.626655:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.626659:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118753280 02000000:00000001:3.0:1763350977.626663:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.626666:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.626669:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.626675:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.626681:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118753280 00000020:00000001:3.0:1763350977.626684:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.626687:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350977.626690:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.626694:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:3.0:1763350977.626696:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350977.626699:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350977.626704:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.626710:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.626714:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.626717:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:3.0:1763350977.626726:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f000. 00000020:00000010:3.0:1763350977.626733:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.626741:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375d48. 00000100:00000040:3.0:1763350977.626752:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350977.626757:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.626758:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350977.626762:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.626771:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.626788:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.626804:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.626807:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.626812:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140556 00000100:00000040:3.0:1763350977.626816:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350977.626818:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606467200 : -120543103084416 : ffff925ddf291880) 00000100:00000040:3.0:1763350977.626826:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf291880 x1849001118753280/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 304/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350977.626837:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.626840:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.626843:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.626845:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:3.0:1763350977.626849:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226147:x1849001118753280:12345-192.168.202.2@tcp:53:lfs.0 00000100:00000200:3.0:1763350977.626853:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118753280 00000020:00000001:3.0:1763350977.626857:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.626862:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350977.626869:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded436c0: xid 1849001118753152, transno 8590055131, client gen 3, slot idx 2 00000001:00000001:3.0:1763350977.626876:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925df2926300: xid 1849001118752768, transno 8590055129, client gen 3, slot idx 0 00000001:00000010:3.0:1763350977.626880:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925df2926300. 00000020:00000001:3.0:1763350977.626886:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.626889:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.626891:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717056 : -1040834560 : ffffffffc1f62000) 00000020:00000001:3.0:1763350977.626895:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350977.626899:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118753280, found 0 last_xid 1849001118753279 00000020:00000001:3.0:1763350977.626902:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.626906:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.626909:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.626912:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.626916:0:20551:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:3.0:1763350977.626923:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.626925:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.626936:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff925dea422000. 02000000:00000001:3.0:1763350977.626938:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.626941:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.626948:0:20551:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:3.0:1763350977.626950:0:20551:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x3fed:0x0] from 18446744073709551615 #0 00000004:00000001:3.0:1763350977.626953:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350977.626955:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fed:0x0] 00000020:00000001:3.0:1763350977.626959:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.626965:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994872 : -120547694556744 : ffff925ccd7cc9b8) 00000004:00000001:3.0:1763350977.626968:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994784 : -120547694556832 : ffff925ccd7cc960) 00000004:00000001:3.0:1763350977.626970:0:20551:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:3.0:1763350977.626973:0:20551:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:3.0:1763350977.626978:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925dead26000. 00000004:00000001:3.0:1763350977.626981:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763350977.626983:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:3.0:1763350977.626994:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.627001:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.627004:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.627011:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.627014:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.627019:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.627023:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.627025:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.627026:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.627028:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.627032:0:20551:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.627034:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.627036:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350977.627038:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350977.627040:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350977.627041:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350977.627043:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.627046:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350977.627048:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350977.627050:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.627053:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.627054:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.627056:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763350977.627058:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763350977.627060:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763350977.627062:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.627063:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.627064:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.627066:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.627068:0:20551:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.627070:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.627072:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350977.627081:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:3.0:1763350977.627083:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350977.627086:0:20551:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.627090:0:20551:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350977.627092:0:20551:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:3.0:1763350977.627096:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350977.627097:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc9b8/ffff925ccd7cc960 to site lru. bkt: ffff925dd1461260 00000004:00000001:3.0:1763350977.627099:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350977.627101:0:20551:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.627103:0:20551:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350977.627106:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925dead26000. 00000004:00000001:3.0:1763350977.627111:0:20551:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350977.627115:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 0, xid 1849001118753280 00010000:00000001:3.0:1763350977.627118:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.627124:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf291880 x1849001118753280/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 304/4352 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350977.627132:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.627134:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.627270:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.627276:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.627279:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.627281:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.627284:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.627286:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.627289:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.627292:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.627297:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded43480. 00000100:00000200:3.0:1763350977.627304:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1849001118753280, offset 224 00000400:00000200:3.0:1763350977.627311:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.627322:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.627329:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197926:197926:256:4294967295] 192.168.202.2@tcp LPNI seq info [197922:197922:8:4294967295] 00000400:00000200:3.0:1763350977.627340:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.627345:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.627349:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925df214ec00. 00000800:00000200:3.0:1763350977.627356:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.627364:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:3.0:1763350977.627368:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df214ec00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:3.0:1763350977.627758:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.627765:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.627768:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.627771:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.627773:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.627779:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf291880 x1849001118753280/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 304/4352 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350977.627791:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226147:x1849001118753280:12345-192.168.202.2@tcp:53:lfs.0 Request processed in 952us (1469us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350977.627801:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140556 00000100:00000040:3.0:1763350977.627806:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350977.627810:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.627812:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.627819:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.627824:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375d48. 00000020:00000010:3.0:1763350977.627834:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f000. 00000020:00000040:3.0:1763350977.627841:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:3.0:1763350977.627845:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.628110:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.628115:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925df214ec00. 00000400:00000200:0.0:1763350977.628120:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.628125:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.628131:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded43480 00000400:00000010:0.0:1763350977.628134:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded43480. 00000100:00000001:0.0:1763350977.628158:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.628160:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350977.659669:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.659695:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.659704:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.659706:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.659721:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.659743:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 3072 into portal 24 MB=0x691a81edf6280 00000400:00000200:1.0:1763350977.659753:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 3072/3072 into md 0x4c2d [256] + 20608 00000400:00000010:1.0:1763350977.659761:0:3309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc54f1a50. 00000400:00000200:1.0:1763350977.659768:0:3309:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925dc95f4000 00000800:00000001:1.0:1763350977.659776:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.659787:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.659789:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.659794:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.659799:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc95f4000 00000400:00000010:1.0:1763350977.659802:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff925dc95f4000. 00000100:00000001:1.0:1763350977.659810:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.659812:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:1.0:1763350977.659815:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc319d050 x1849001118753408 msgsize 3072 00000100:00100000:1.0:1763350977.659819:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:1.0:1763350977.659821:0:3309:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763350977.659838:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.659846:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.659850:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.659944:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.659947:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118753408 02000000:00000001:0.0:1763350977.659951:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.659954:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.659958:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.659963:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.659969:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118753408 00000020:00000001:0.0:1763350977.659973:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.659975:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350977.659978:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.659983:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:0.0:1763350977.659986:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350977.659989:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350977.659995:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.660002:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.660007:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.660010:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000020:00000010:0.0:1763350977.660016:0:63031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350977.660023:0:63031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70200. 00000020:00000010:0.0:1763350977.660031:0:63031:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3de10. 00000100:00000040:0.0:1763350977.660044:0:63031:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763350977.660047:0:63031:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.660048:0:63031:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.660050:0:63031:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.660063:0:63031:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.660082:0:63031:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.660100:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.660102:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.660109:0:63031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 418 00000100:00000040:0.0:1763350977.660114:0:63031:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350977.660116:0:63031:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530135703632 : -120543573847984 : ffff925dc319d050) 00000100:00000040:0.0:1763350977.660126:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc319d050 x1849001118753408/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.660174:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.660177:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.660180:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.660182:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000100:00100000:0.0:1763350977.660187:0:63031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc319d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:2358:x1849001118753408:12345-192.168.202.2@tcp:63:ll_sa.0 00000100:00000200:0.0:1763350977.660190:0:63031:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118753408 00000020:00000001:0.0:1763350977.660195:0:63031:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.660200:0:63031:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.660206:0:63031:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.660208:0:63031:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.660212:0:63031:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717536 : -1040834080 : ffffffffc1f621e0) 00000020:00000001:0.0:1763350977.660216:0:63031:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350977.660220:0:63031:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118753408, found 0 last_xid 1849001118753407 00000020:00000001:0.0:1763350977.660224:0:63031:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.660226:0:63031:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.660229:0:63031:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.660233:0:63031:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.660241:0:63031:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:0.0:1763350977.660250:0:63031:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff925cc739f3c0. 00000100:00000001:0.0:1763350977.660255:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.660258:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.660266:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 7304 at ffff925cd0636000. 02000000:00000001:0.0:1763350977.660269:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.660271:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763350977.660275:0:63031:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff925dd9caeb40. 00000020:00000001:0.0:1763350977.660278:0:63031:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:0.0:1763350977.660283:0:63031:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.660285:0:63031:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:0.0:1763350977.660289:0:63031:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350977.660291:0:63031:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350977.660296:0:63031:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350977.660306:0:63031:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:0.0:1763350977.660309:0:63031:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.660313:0:63031:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.660318:0:63031:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350977.660323:0:63031:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.660326:0:63031:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c441 to hash 00000020:00000001:0.0:1763350977.660328:0:63031:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.660329:0:63031:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350977.660336:0:63031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ac00. 00010000:00000001:0.0:1763350977.660339:0:63031:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350977.660345:0:63031:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c441 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec955 expref: -99 pid: 63031 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.660353:0:63031:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350977.660356:0:63031:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:0.0:1763350977.660365:0:63031:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350977.660369:0:63031:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350977.660374:0:63031:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350977.660377:0:63031:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350977.660379:0:63031:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763350977.660382:0:63031:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350977.660385:0:63031:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:0.0:1763350977.660389:0:63031:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.660398:0:63031:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:0.0:1763350977.660401:0:63031:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:0.0:1763350977.660404:0:63031:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.660408:0:63031:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350977.660410:0:63031:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:0.0:1763350977.660414:0:63031:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 7008, allocated: 7008, field len 6784 -> 55888 00000100:00000001:0.0:1763350977.660417:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.660419:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.660466:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 56408 at ffff925df0b70000. 02000000:00000001:0.0:1763350977.660469:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.660471:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.660476:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.660479:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 7304 at ffff925cd0636000. 02000000:00000001:0.0:1763350977.660482:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:0.0:1763350977.660484:0:63031:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:0.0:1763350977.660488:0:63031:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.660491:0:63031:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763350977.660496:0:63031:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350977.660498:0:63031:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350977.660501:0:63031:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.660504:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.660505:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.660507:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.660509:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.660510:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.660512:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.660513:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.660514:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.660515:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.660517:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.660518:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.660519:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.660521:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.660522:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.660523:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.660526:0:63031:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350977.660527:0:63031:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.660532:0:63031:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350977.660539:0:63031:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350977.660542:0:63031:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350977.660544:0:63031:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350977.660546:0:63031:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.660550:0:63031:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350977.660551:0:63031:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.660553:0:63031:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350977.660555:0:63031:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.660560:0:63031:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763350977.660568:0:63031:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34643ba7a48 00000004:00000002:0.0:1763350977.660570:0:63031:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_4, ldlm_rep = ffff925df0b70250 00000004:00000001:0.0:1763350977.660576:0:63031:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763350977.660580:0:63031:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763350977.660583:0:63031:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763350977.660586:0:63031:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350977.660588:0:63031:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350977.660591:0:63031:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:0.0:1763350977.660593:0:63031:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.660661:0:63031:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.660664:0:63031:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350977.660667:0:63031:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.660669:0:63031:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033c448 to hash 00000020:00000001:0.0:1763350977.660671:0:63031:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.660672:0:63031:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000010:0.0:1763350977.660675:0:63031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ae80. 00010000:00000001:0.0:1763350977.660677:0:63031:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350977.660681:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.660683:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.660687:0:63031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.660693:0:63031:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350977.660698:0:63031:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350977.660701:0:63031:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350977.660704:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.660706:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.660708:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.660709:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.660712:0:63031:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350977.660715:0:63031:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350977.660716:0:63031:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350977.660717:0:63031:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350977.660720:0:63031:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:0.0:1763350977.660722:0:63031:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350977.660728:0:63031:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350977.660735:0:63031:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.660740:0:63031:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350977.660745:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.660747:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.660749:0:63031:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350977.660750:0:63031:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.660752:0:63031:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.660754:0:63031:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.660756:0:63031:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350977.660759:0:63031:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.660761:0:63031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.660766:0:63031:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350977.660768:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.660769:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.660771:0:63031:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350977.660772:0:63031:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350977.660776:0:63031:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09300. 00010000:00000010:0.0:1763350977.660779:0:63031:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc9b70280. 00010000:00000001:0.0:1763350977.660782:0:63031:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.660785:0:63031:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350977.660787:0:63031:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.660788:0:63031:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033c44f to hash 00000020:00000001:0.0:1763350977.660790:0:63031:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.660791:0:63031:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000010:0.0:1763350977.660794:0:63031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a200. 00010000:00000001:0.0:1763350977.660795:0:63031:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350977.660798:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.660799:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.660802:0:63031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.660807:0:63031:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350977.660808:0:63031:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350977.660810:0:63031:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350977.660811:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.660812:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.660813:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.660814:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.660816:0:63031:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350977.660817:0:63031:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350977.660818:0:63031:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350977.660819:0:63031:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350977.660820:0:63031:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0xb2012af9 (ffff925dddc09300) refcount = 1 00010000:00010000:0.0:1763350977.660823:0:63031:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.660826:0:63031:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350977.660828:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.660829:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.660830:0:63031:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350977.660831:0:63031:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.660832:0:63031:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.660834:0:63031:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.660835:0:63031:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350977.660836:0:63031:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.660838:0:63031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.660842:0:63031:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350977.660843:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.660844:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350977.660845:0:63031:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.660850:0:63031:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763350977.660902:0:63031:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763350977.660907:0:63031:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763350977.660912:0:63031:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763350977.660917:0:63031:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350977.660923:0:63031:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763350977.660949:0:63031:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350977.660953:0:63031:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350977.660955:0:63031:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350977.660958:0:63031:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:0.0:1763350977.660962:0:63031:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350977.660965:0:63031:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350977.660968:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.660970:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.660971:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350977.660974:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350977.660977:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350977.660980:0:63031:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350977.660983:0:63031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.660988:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.660990:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.660992:0:63031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.660997:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.660999:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661002:0:63031:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350977.661005:0:63031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00010000:0.0:1763350977.661010:0:63031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350977.661013:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.661015:0:63031:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350977.661018:0:63031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.661024:0:63031:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350977.661026:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.661027:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.661028:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=4 00000020:00000001:0.0:1763350977.661030:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350977.661032:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350977.661035:0:63031:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350977.661037:0:63031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.661043:0:63031:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350977.661044:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350977.661046:0:63031:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661049:0:63031:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.661051:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.661052:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.661054:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.661056:0:63031:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033c448 from hash 00010000:00000001:0.0:1763350977.661058:0:63031:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.661060:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.661061:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.661062:0:63031:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.661065:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.661066:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661068:0:63031:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.661070:0:63031:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.661073:0:63031:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350977.661075:0:63031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:0.0:1763350977.661077:0:63031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350977.661080:0:63031:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.661083:0:63031:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661084:0:63031:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350977.661085:0:63031:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350977.661089:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.661091:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.661093:0:63031:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661095:0:63031:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.661098:0:63031:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.661101:0:63031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.661106:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.661107:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.661108:0:63031:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350977.661110:0:63031:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350977.661111:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.661114:0:63031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c448 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000010:0.0:1763350977.661120:0:63031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ae80. 00010000:00000001:0.0:1763350977.661132:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350977.661133:0:63031:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350977.661144:0:63031:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350977.661146:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.661147:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.661149:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:0.0:1763350977.661151:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350977.661154:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350977.661156:0:63031:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350977.661159:0:63031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.661165:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.661166:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.661168:0:63031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.661173:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.661174:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661176:0:63031:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350977.661179:0:63031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00010000:0.0:1763350977.661184:0:63031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e3800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350977.661186:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.661187:0:63031:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350977.661189:0:63031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.661193:0:63031:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350977.661194:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.661195:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.661196:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=4 00000020:00000001:0.0:1763350977.661198:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350977.661199:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350977.661201:0:63031:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350977.661203:0:63031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.661207:0:63031:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350977.661208:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350977.661209:0:63031:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661211:0:63031:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.661212:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.661214:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.661215:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.661217:0:63031:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033c44f from hash 00010000:00000001:0.0:1763350977.661218:0:63031:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.661219:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.661220:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.661221:0:63031:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.661223:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.661224:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661225:0:63031:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.661226:0:63031:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.661227:0:63031:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350977.661229:0:63031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0xb2012af9 (ffff925dddc09300) 00010000:00010000:0.0:1763350977.661232:0:63031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350977.661234:0:63031:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.661235:0:63031:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661237:0:63031:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350977.661238:0:63031:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350977.661240:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.661241:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.661242:0:63031:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661243:0:63031:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.661245:0:63031:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.661247:0:63031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000001:0.0:1763350977.661250:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.661251:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.661252:0:63031:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350977.661253:0:63031:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350977.661254:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.661256:0:63031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c44f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000010:0.0:1763350977.661260:0:63031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a200. 00010000:00000040:0.0:1763350977.661263:0:63031:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09300 count: 0 00010000:00000010:0.0:1763350977.661268:0:63031:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70280. 00010000:00000001:0.0:1763350977.661274:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350977.661275:0:63031:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350977.661276:0:63031:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350977.661278:0:63031:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350977.661279:0:63031:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763350977.661282:0:63031:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:0.0:1763350977.661286:0:63031:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350977.661289:0:63031:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350977.661291:0:63031:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350977.661292:0:63031:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350977.661294:0:63031:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350977.661297:0:63031:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350977.661315:0:63031:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.661317:0:63031:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350977.661320:0:63031:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763350977.661322:0:63031:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350977.661324:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.661328:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.661329:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.661331:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.661332:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.661334:0:63031:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c441 from hash 00010000:00000001:0.0:1763350977.661336:0:63031:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.661337:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.661338:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.661339:0:63031:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350977.661340:0:63031:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:0.0:1763350977.661343:0:63031:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:0.0:1763350977.661348:0:63031:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c441 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec955 expref: 495 pid: 63031 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350977.661354:0:63031:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350977.661357:0:63031:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.661360:0:63031:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.661362:0:63031:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.661364:0:63031:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661366:0:63031:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.661367:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.661369:0:63031:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.661370:0:63031:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.661371:0:63031:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.661371:0:63031:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.661373:0:63031:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350977.661374:0:63031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:0.0:1763350977.661377:0:63031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:0.0:1763350977.661378:0:63031:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.661380:0:63031:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.661382:0:63031:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350977.661383:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.661386:0:63031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c441 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec955 expref: 495 pid: 63031 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.661392:0:63031:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350977.661396:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00010000:00000010:0.0:1763350977.661398:0:63031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ac00. 00010000:00000001:0.0:1763350977.661402:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.661403:0:63031:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2c00, rc -2) 00000004:00000001:0.0:1763350977.661406:0:63031:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350977.661409:0:63031:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:0.0:1763350977.661414:0:63031:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff925cc739f3c0. 00000004:00000010:0.0:1763350977.661417:0:63031:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff925dd9caeb40. 00000004:00000001:0.0:1763350977.661421:0:63031:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350977.661425:0:63031:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:0.0:1763350977.661428:0:63031:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350977.661430:0:63031:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:0.0:1763350977.661434:0:63031:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 0, xid 1849001118753408 00010000:00000001:0.0:1763350977.661437:0:63031:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.661443:0:63031:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc319d050 x1849001118753408/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/56112 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350977.661452:0:63031:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.661454:0:63031:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.661459:0:63031:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=73 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350977.661464:0:63031:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.661467:0:63031:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350977.661469:0:63031:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350977.661473:0:63031:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.661475:0:63031:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.661479:0:63031:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.661481:0:63031:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.661488:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff925dc34b0200. 00000100:00000200:0.0:1763350977.661496:0:63031:0:(niobuf.c:94:ptl_send_buf()) Sending 56112 bytes to portal 4, xid 1849001118753408, offset 224 00000400:00000200:0.0:1763350977.661502:0:63031:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.661516:0:63031:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.661523:0:63031:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197927:197927:256:4294967295] 192.168.202.2@tcp LPNI seq info [197923:197923:8:4294967295] 00000400:00000200:0.0:1763350977.661536:0:63031:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.661542:0:63031:0:(socklnd_cb.c:1001:ksocknal_send()) sending 56112 bytes in 14 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.661547:0:63031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff925dc34b0000. 00000800:00000200:0.0:1763350977.661555:0:63031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.661563:0:63031:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:0.0:1763350977.661569:0:63031:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc34b0000 type 1, nob 56208 niov 1 nkiov 14 00000100:00000001:0.0:1763350977.661581:0:63031:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.661586:0:63031:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350977.661588:0:63031:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.661590:0:63031:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.661593:0:63031:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000800:00000200:1.0:1763350977.662263:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.662273:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff925dc34b0000. 00000400:00000200:1.0:1763350977.662281:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.662290:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.662296:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc34b0200 00000400:00000010:1.0:1763350977.662299:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff925dc34b0200. 00000100:00000001:1.0:1763350977.662304:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.662306:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1763350977.669339:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc319d050 x1849001118753408/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/56112 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.669357:0:63031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc319d050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:2358:x1849001118753408:12345-192.168.202.2@tcp:63:ll_sa.0 Request processed in 9219us (9539us total) trans 0 rc -2/-2 00000100:00100000:0.0:1763350977.669373:0:63031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 418 00000100:00000040:0.0:1763350977.669379:0:63031:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350977.669382:0:63031:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.669384:0:63031:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.669394:0:63031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70200. 00000020:00000010:0.0:1763350977.669404:0:63031:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3de10. 00000020:00000010:0.0:1763350977.669410:0:63031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350977.669418:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 02000000:00000001:0.0:1763350977.669435:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669438:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 56408 at ffff925df0b70000. 02000000:00000001:0.0:1763350977.669465:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1763350977.669470:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669471:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925cd0632000. 02000000:00000001:0.0:1763350977.669476:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669478:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15ca80. 02000000:00000001:0.0:1763350977.669484:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669485:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dea1a8000. 02000000:00000001:0.0:1763350977.669490:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669491:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15c000. 02000000:00000001:0.0:1763350977.669494:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669495:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925cd0630000. 02000000:00000001:0.0:1763350977.669498:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669499:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15f800. 02000000:00000001:0.0:1763350977.669503:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669504:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dfc862000. 02000000:00000001:0.0:1763350977.669509:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669510:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5edb800. 02000000:00000001:0.0:1763350977.669513:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669513:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df5f0e000. 02000000:00000001:0.0:1763350977.669517:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669518:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9880. 02000000:00000001:0.0:1763350977.669521:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669523:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df0664000. 02000000:00000001:0.0:1763350977.669528:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669530:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf290a80. 02000000:00000001:0.0:1763350977.669533:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669535:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925de88de000. 02000000:00000001:0.0:1763350977.669537:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669539:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf293b80. 02000000:00000001:0.0:1763350977.669543:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669544:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925de7c5e000. 02000000:00000001:0.0:1763350977.669549:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669550:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bce300. 02000000:00000001:0.0:1763350977.669553:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669555:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925cc4782000. 02000000:00000001:0.0:1763350977.669558:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669560:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff980000. 02000000:00000001:0.0:1763350977.669565:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669566:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925cc8dec000. 02000000:00000001:0.0:1763350977.669570:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669571:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df51edf80. 02000000:00000001:0.0:1763350977.669579:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669581:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff925ddcf60000. 02000000:00000001:0.0:1763350977.669621:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669623:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed6680. 02000000:00000001:0.0:1763350977.669628:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669630:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dd0bc4000. 02000000:00000001:0.0:1763350977.669633:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669635:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df51eed80. 02000000:00000001:0.0:1763350977.669639:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669641:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dc38b8000. 02000000:00000001:0.0:1763350977.669645:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669647:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed5f80. 02000000:00000001:0.0:1763350977.669651:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669652:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff925ddede0000. 02000000:00000001:0.0:1763350977.669670:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669673:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf8e00. 02000000:00000001:0.0:1763350977.669682:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669684:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df09c6000. 02000000:00000001:0.0:1763350977.669688:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669690:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 02000000:00000001:0.0:1763350977.669695:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669698:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df8c0a000. 02000000:00000001:0.0:1763350977.669700:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669702:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d79180. 02000000:00000001:0.0:1763350977.669706:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669707:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df8c08000. 02000000:00000001:0.0:1763350977.669710:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669712:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf331880. 02000000:00000001:0.0:1763350977.669715:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669717:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df8c0c000. 02000000:00000001:0.0:1763350977.669720:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669721:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf9880. 02000000:00000001:0.0:1763350977.669725:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669726:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 57376 at ffff925df0060000. 02000000:00000001:0.0:1763350977.669745:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669747:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc8152300. 02000000:00000001:0.0:1763350977.669753:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669754:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 57376 at ffff925df4fd0000. 02000000:00000001:0.0:1763350977.669775:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669777:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de273f480. 02000000:00000001:0.0:1763350977.669782:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669783:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df00b0000. 02000000:00000001:0.0:1763350977.669786:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669788:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf331c00. 02000000:00000001:0.0:1763350977.669791:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669792:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dd0bc6000. 02000000:00000001:0.0:1763350977.669795:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669796:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc9740380. 02000000:00000001:0.0:1763350977.669800:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669801:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df27ac000. 02000000:00000001:0.0:1763350977.669804:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669805:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf333480. 02000000:00000001:0.0:1763350977.669812:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669813:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df27a8000. 02000000:00000001:0.0:1763350977.669816:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669817:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf332300. 02000000:00000001:0.0:1763350977.669821:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669822:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925de7c5a000. 02000000:00000001:0.0:1763350977.669824:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669826:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf330e00. 02000000:00000001:0.0:1763350977.669829:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669831:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dc4c3a000. 02000000:00000001:0.0:1763350977.669834:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669835:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf333800. 02000000:00000001:0.0:1763350977.669839:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669840:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dc4c3e000. 02000000:00000001:0.0:1763350977.669844:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669846:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf330a80. 02000000:00000001:0.0:1763350977.669848:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669850:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925deef60000. 02000000:00000001:0.0:1763350977.669852:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669854:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf332d80. 02000000:00000001:0.0:1763350977.669857:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669859:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dc95f6000. 02000000:00000001:0.0:1763350977.669862:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669864:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf330380. 02000000:00000001:0.0:1763350977.669867:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669868:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925cdef02000. 02000000:00000001:0.0:1763350977.669871:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669873:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df95b2d80. 02000000:00000001:0.0:1763350977.669876:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669878:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dc95f0000. 02000000:00000001:0.0:1763350977.669880:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669881:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc9741f80. 02000000:00000001:0.0:1763350977.669887:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669888:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925cdde38000. 02000000:00000001:0.0:1763350977.669891:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669892:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf8700. 02000000:00000001:0.0:1763350977.669895:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669896:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df8938000. 02000000:00000001:0.0:1763350977.669907:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669908:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcfb80. 02000000:00000001:0.0:1763350977.669910:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669912:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df893c000. 02000000:00000001:0.0:1763350977.669915:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669917:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df95b2a00. 02000000:00000001:0.0:1763350977.669920:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669921:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925cdde3e000. 02000000:00000001:0.0:1763350977.669926:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669927:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df95b3800. 02000000:00000001:0.0:1763350977.669930:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.669932:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925cdacc4000. 02000000:00000001:0.0:1763350977.669935:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.669936:0:63031:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfbb80. 00000100:00000001:0.0:1763350977.669941:0:63031:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763350977.669954:0:63031:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:0.0:1763350977.669969:0:63031:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb370. 00000400:00000010:0.0:1763350977.669981:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff925cd0630000. 00000800:00000001:0.0:1763350977.676623:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.677299:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.677305:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.677310:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.677325:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.677350:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edf6380 00000400:00000200:0.0:1763350977.677361:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 51392 00000800:00000001:0.0:1763350977.677373:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.677458:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.677461:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.677467:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.677477:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.677480:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350977.677490:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfbb80. 00000100:00000040:0.0:1763350977.677495:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfbb80 x1849001118753664 msgsize 576 00000100:00100000:0.0:1763350977.677499:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.677520:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.677531:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.677536:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.680772:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.680783:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118753664 02000000:00000001:3.0:1763350977.680790:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.680793:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.680796:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.680802:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.680807:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118753664 00000020:00000001:3.0:1763350977.680811:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.680814:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350977.680818:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.680823:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:3.0:1763350977.680827:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350977.680830:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350977.680836:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.680842:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.680847:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.680850:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:3.0:1763350977.680856:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e400. 00000020:00000010:3.0:1763350977.680863:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38ee980. 00000020:00000010:3.0:1763350977.680870:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375d48. 00000100:00000040:3.0:1763350977.680879:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350977.680883:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.680884:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350977.680888:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350977.680890:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.680893:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.680904:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763350977.681045:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.681071:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.681074:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.681076:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.681092:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.681116:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 3072 into portal 24 MB=0x691a81edf6300 00000400:00000200:1.0:1763350977.681125:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 3072/3072 into md 0x4c31 [256] + 0 00000800:00000001:1.0:1763350977.681145:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.681356:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.681367:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.681380:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.681393:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.681397:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763350977.681412:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf291f80. 00000100:00000040:1.0:1763350977.681416:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf291f80 x1849001118753536 msgsize 3072 00000100:00100000:1.0:1763350977.681421:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.681447:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.681464:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.681477:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.682271:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.682278:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118753536 02000000:00000001:0.0:1763350977.682281:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.682283:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.682286:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.682290:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.682293:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118753536 00000020:00000001:0.0:1763350977.682296:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.682298:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350977.682301:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.682304:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:0.0:1763350977.682307:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350977.682311:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350977.682314:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.682326:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaac0. 00000100:00000001:0.0:1763350977.682330:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.682334:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaac0. 00000020:00000010:0.0:1763350977.682346:0:63031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:1.0:1763350977.682440:0:63031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.682461:0:63031:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350977.682483:0:63031:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350977.682491:0:63031:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.682494:0:63031:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350977.682503:0:63031:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.682526:0:63031:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.684170:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.684339:0:63031:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.684378:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.684386:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350977.684402:0:63031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 419 00000100:00000040:1.0:1763350977.684409:0:63031:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:1.0:1763350977.684415:0:63031:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606468992 : -120543103082624 : ffff925ddf291f80) 00000100:00000040:1.0:1763350977.684431:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf291f80 x1849001118753536/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.684467:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.684478:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f00. 00000100:00000001:1.0:1763350977.684485:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.684492:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f00. 00000100:00100000:1.0:1763350977.684506:0:63031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:2361:x1849001118753536:12345-192.168.202.2@tcp:63:ll_sa.0 00000100:00000200:1.0:1763350977.684516:0:63031:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118753536 00000020:00000001:1.0:1763350977.684522:0:63031:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.684531:0:63031:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350977.684538:0:63031:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.684546:0:63031:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.684550:0:63031:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717536 : -1040834080 : ffffffffc1f621e0) 00000020:00000001:1.0:1763350977.684555:0:63031:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350977.684560:0:63031:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118753536, found 0 last_xid 1849001118753407 00000020:00000001:1.0:1763350977.684565:0:63031:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.684572:0:63031:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.684576:0:63031:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.684580:0:63031:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.684585:0:63031:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763350977.684617:0:63031:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff925ccd84be60. 00000100:00000001:1.0:1763350977.684623:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.684630:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.684639:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 7304 at ffff925deed28000. 02000000:00000001:1.0:1763350977.684644:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.684649:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350977.684654:0:63031:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff925dff9ad240. 00000020:00000001:1.0:1763350977.684656:0:63031:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:1.0:1763350977.684660:0:63031:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.684663:0:63031:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763350977.684666:0:63031:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350977.684668:0:63031:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350977.684672:0:63031:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.684679:0:63031:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350977.684683:0:63031:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.684686:0:63031:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.684692:0:63031:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dfbbf8e00. 00000020:00000001:1.0:1763350977.684697:0:63031:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.684699:0:63031:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dfbbf8e00 with handle 0xcb8c81cc3033c464 to hash 00000020:00000001:1.0:1763350977.684701:0:63031:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.684702:0:63031:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531086089728 : -120542623461888 : ffff925dfbbf8e00) 00010000:00000010:1.0:1763350977.684707:0:63031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373800. 00010000:00000001:1.0:1763350977.684710:0:63031:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531086089728 : -120542623461888 : ffff925dfbbf8e00) 00010000:00010000:1.0:1763350977.684714:0:63031:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8e00/0xcb8c81cc3033c464 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec986 expref: -99 pid: 63031 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.684723:0:63031:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350977.684725:0:63031:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00010000:00000001:1.0:1763350977.684731:0:63031:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350977.684733:0:63031:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350977.684736:0:63031:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350977.684738:0:63031:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350977.684740:0:63031:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350977.684742:0:63031:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350977.684744:0:63031:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350977.684747:0:63031:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.684752:0:63031:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350977.684754:0:63031:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350977.684757:0:63031:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.684759:0:63031:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350977.684761:0:63031:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763350977.684764:0:63031:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 7008, allocated: 7008, field len 6784 -> 55888 00000100:00000001:1.0:1763350977.684767:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.684769:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.684806:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 56408 at ffff925df0060000. 02000000:00000001:1.0:1763350977.684809:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.684811:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.684815:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350977.684817:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 7304 at ffff925deed28000. 02000000:00000001:1.0:1763350977.684820:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763350977.684822:0:63031:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:1.0:1763350977.684824:0:63031:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.684826:0:63031:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763350977.684830:0:63031:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350977.684832:0:63031:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.684834:0:63031:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.684837:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.684838:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.684841:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.684842:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.684843:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.684845:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.684846:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.684847:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.684848:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.684849:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.684850:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.684852:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.684853:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.684854:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.684855:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.684857:0:63031:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.684858:0:63031:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.684862:0:63031:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350977.684867:0:63031:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350977.684869:0:63031:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350977.684871:0:63031:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350977.684873:0:63031:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.684875:0:63031:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.684876:0:63031:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.684878:0:63031:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350977.684880:0:63031:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.684883:0:63031:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350977.684889:0:63031:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34643ba7a48 00000004:00000002:1.0:1763350977.684891:0:63031:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_4, ldlm_rep = ffff925df0060250 00000004:00000001:1.0:1763350977.684895:0:63031:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350977.684898:0:63031:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350977.684901:0:63031:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350977.684904:0:63031:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.684905:0:63031:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.685500:0:63031:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:1.0:1763350977.685505:0:63031:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.685508:0:63031:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.685511:0:63031:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dfbbf9e00. 00000020:00000001:1.0:1763350977.685515:0:63031:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.685517:0:63031:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dfbbf9e00 with handle 0xcb8c81cc3033c46b to hash 00000020:00000001:1.0:1763350977.685519:0:63031:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.685520:0:63031:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000010:1.0:1763350977.685524:0:63031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373380. 00010000:00000001:1.0:1763350977.685526:0:63031:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.685529:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.685531:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.685534:0:63031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685541:0:63031:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.685545:0:63031:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.685547:0:63031:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.685549:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.685552:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.685554:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.685555:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.685558:0:63031:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.685561:0:63031:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.685562:0:63031:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.685563:0:63031:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.685566:0:63031:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:1.0:1763350977.685569:0:63031:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350977.685575:0:63031:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c45d lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9b7 expref: 497 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.685583:0:63031:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 497 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350977.685590:0:63031:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685667:0:63031:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.685672:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.685674:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.685676:0:63031:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.685678:0:63031:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.685680:0:63031:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.685682:0:63031:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.685685:0:63031:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.685688:0:63031:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.685690:0:63031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685696:0:63031:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.685698:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.685699:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.685701:0:63031:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.685703:0:63031:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350977.685708:0:63031:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da500. 00010000:00000010:1.0:1763350977.685713:0:63031:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dffae6000. 00010000:00000001:1.0:1763350977.685716:0:63031:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.685719:0:63031:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dfbbf8400. 00000020:00000001:1.0:1763350977.685721:0:63031:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.685723:0:63031:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dfbbf8400 with handle 0xcb8c81cc3033c472 to hash 00000020:00000001:1.0:1763350977.685725:0:63031:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.685727:0:63031:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000010:1.0:1763350977.685730:0:63031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350977.685732:0:63031:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:1.0:1763350977.685734:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.685736:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.685738:0:63031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685743:0:63031:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.685745:0:63031:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.685746:0:63031:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.685747:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.685749:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.685750:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.685752:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.685753:0:63031:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.685755:0:63031:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.685756:0:63031:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.685757:0:63031:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.685759:0:63031:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0xb2012af9 (ffff925ccd7da500) refcount = 1 00010000:00010000:1.0:1763350977.685763:0:63031:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685768:0:63031:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.685770:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.685771:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.685773:0:63031:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.685774:0:63031:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.685776:0:63031:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.685778:0:63031:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.685780:0:63031:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.685782:0:63031:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.685784:0:63031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685788:0:63031:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.685790:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.685791:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.685792:0:63031:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.685797:0:63031:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350977.685840:0:63031:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350977.685844:0:63031:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350977.685846:0:63031:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350977.685850:0:63031:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.685855:0:63031:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350977.685880:0:63031:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.685883:0:63031:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.685885:0:63031:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.685888:0:63031:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763350977.685892:0:63031:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350977.685894:0:63031:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350977.685896:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.685898:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.685900:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf9e00 refcount=3 00000020:00000001:1.0:1763350977.685902:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.685905:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.685908:0:63031:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350977.685910:0:63031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685915:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.685916:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.685918:0:63031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685923:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.685924:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.685927:0:63031:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350977.685929:0:63031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00010000:1.0:1763350977.685935:0:63031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dfbbf9e00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350977.685937:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.685939:0:63031:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350977.685941:0:63031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685946:0:63031:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350977.685947:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.685948:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.685949:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf9e00 refcount=4 00000020:00000001:1.0:1763350977.685951:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.685953:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086093824 : -120542623457792 : ffff925dfbbf9e00) 00010000:00000001:1.0:1763350977.685956:0:63031:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350977.685959:0:63031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.685963:0:63031:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350977.685965:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350977.685966:0:63031:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.685969:0:63031:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.685971:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.685973:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.685974:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.685976:0:63031:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dfbbf9e00 with handle 0xcb8c81cc3033c46b from hash 00010000:00000001:1.0:1763350977.685978:0:63031:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.685979:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.685980:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.685981:0:63031:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.685983:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.685985:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.685986:0:63031:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.685989:0:63031:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.685991:0:63031:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.685993:0:63031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350977.685996:0:63031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350977.685998:0:63031:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.686000:0:63031:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.686002:0:63031:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.686003:0:63031:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350977.686006:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.686007:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.686009:0:63031:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.686011:0:63031:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.686013:0:63031:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.686016:0:63031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.686020:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.686021:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.686022:0:63031:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350977.686024:0:63031:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350977.686025:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.686026:0:63031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9e00/0xcb8c81cc3033c46b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000010:1.0:1763350977.686032:0:63031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373380. 00010000:00000001:1.0:1763350977.686042:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.686044:0:63031:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.686046:0:63031:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350977.686047:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.686048:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.686049:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf8400 refcount=3 00000020:00000001:1.0:1763350977.686051:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:1.0:1763350977.686053:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:1.0:1763350977.686055:0:63031:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350977.686058:0:63031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.686068:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.686069:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.686071:0:63031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.686075:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.686077:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.686078:0:63031:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350977.686080:0:63031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00010000:1.0:1763350977.686085:0:63031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dfbbf8400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350977.686087:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.686088:0:63031:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350977.686090:0:63031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.686095:0:63031:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350977.686096:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.686097:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.686099:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf8400 refcount=4 00000020:00000001:1.0:1763350977.686101:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:1.0:1763350977.686103:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086087168 : -120542623464448 : ffff925dfbbf8400) 00010000:00000001:1.0:1763350977.686105:0:63031:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350977.686107:0:63031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.686112:0:63031:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350977.686113:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350977.686114:0:63031:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.686116:0:63031:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.686118:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.686119:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.686120:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.686123:0:63031:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dfbbf8400 with handle 0xcb8c81cc3033c472 from hash 00010000:00000001:1.0:1763350977.686125:0:63031:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.686126:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.686127:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.686128:0:63031:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.686130:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.686131:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.686133:0:63031:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.686134:0:63031:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.686145:0:63031:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.686146:0:63031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0xb2012af9 (ffff925ccd7da500) 00010000:00010000:1.0:1763350977.686149:0:63031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350977.686151:0:63031:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.686152:0:63031:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.686154:0:63031:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.686155:0:63031:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350977.686157:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.686158:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.686159:0:63031:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.686160:0:63031:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.686162:0:63031:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.686165:0:63031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.686170:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.686171:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.686172:0:63031:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350977.686173:0:63031:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350977.686174:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.686176:0:63031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8400/0xcb8c81cc3033c472 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000010:1.0:1763350977.686181:0:63031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373300. 00010000:00000040:1.0:1763350977.686184:0:63031:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da500 count: 0 00010000:00000010:1.0:1763350977.686189:0:63031:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6000. 00010000:00000001:1.0:1763350977.686194:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.686196:0:63031:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.686198:0:63031:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350977.686199:0:63031:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350977.686201:0:63031:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350977.686205:0:63031:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763350977.686209:0:63031:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350977.686213:0:63031:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350977.686215:0:63031:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350977.686217:0:63031:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350977.686218:0:63031:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350977.686222:0:63031:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350977.686239:0:63031:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.686242:0:63031:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.686245:0:63031:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350977.686247:0:63031:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350977.686248:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.686252:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.686253:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.686255:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.686258:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.686261:0:63031:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dfbbf8e00 with handle 0xcb8c81cc3033c464 from hash 00010000:00000001:1.0:1763350977.686263:0:63031:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.686264:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.686266:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.686268:0:63031:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350977.686269:0:63031:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763350977.686272:0:63031:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763350977.686279:0:63031:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8e00/0xcb8c81cc3033c464 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec986 expref: 497 pid: 63031 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.686287:0:63031:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350977.686291:0:63031:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.686295:0:63031:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.686299:0:63031:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.686304:0:63031:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.686312:0:63031:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.686315:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.686318:0:63031:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.686319:0:63031:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.686321:0:63031:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.686322:0:63031:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.686324:0:63031:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.686328:0:63031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350977.686332:0:63031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763350977.686336:0:63031:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.686340:0:63031:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.686341:0:63031:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.686342:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.686348:0:63031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf8e00/0xcb8c81cc3033c464 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec986 expref: 497 pid: 63031 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.686357:0:63031:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350977.686364:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00010000:00000010:1.0:1763350977.686375:0:63031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373800. 00010000:00000001:1.0:1763350977.686383:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.686387:0:63031:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dfbbf8e00, rc -2) 00000004:00000001:1.0:1763350977.686393:0:63031:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.686398:0:63031:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763350977.686406:0:63031:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff925ccd84be60. 00000004:00000010:1.0:1763350977.686409:0:63031:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff925dff9ad240. 00000004:00000001:1.0:1763350977.686413:0:63031:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350977.686417:0:63031:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350977.686421:0:63031:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350977.686423:0:63031:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000800:00000200:0.0:1763350977.686570:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.686576:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:0.0:1763350977.686583:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.686592:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00010000:00000010:0.1:1763350977.686632:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00010000:00000010:0.1:1763350977.686640:0:3308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09300. 00010000:00000010:0.1:1763350977.686644:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00010000:00000010:0.1:1763350977.686648:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000400:00000200:0.0:1763350977.686659:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:0.0:1763350977.686662:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:0.0:1763350977.686666:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.686667:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000040:1.0:1763350977.687528:0:63031:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 0, xid 1849001118753536 00010000:00000001:1.0:1763350977.687536:0:63031:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350977.687544:0:63031:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf291f80 x1849001118753536/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/56112 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350977.687554:0:63031:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.687558:0:63031:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.687562:0:63031:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=73 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350977.687567:0:63031:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.687570:0:63031:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350977.687573:0:63031:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350977.687577:0:63031:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.687579:0:63031:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.687584:0:63031:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.687586:0:63031:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.687593:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff925dffa8fc00. 00000100:00000200:1.0:1763350977.687681:0:63031:0:(niobuf.c:94:ptl_send_buf()) Sending 56112 bytes to portal 4, xid 1849001118753536, offset 224 00000400:00000200:1.0:1763350977.687689:0:63031:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.687702:0:63031:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.687708:0:63031:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197929:197929:256:4294967295] 192.168.202.2@tcp LPNI seq info [197925:197925:8:4294967295] 00000400:00000200:1.0:1763350977.687719:0:63031:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.687725:0:63031:0:(socklnd_cb.c:1001:ksocknal_send()) sending 56112 bytes in 14 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.687729:0:63031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff925dffa8ec00. 00000800:00000200:1.0:1763350977.687735:0:63031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.687742:0:63031:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350977.687747:0:63031:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dffa8ec00 type 1, nob 56208 niov 1 nkiov 14 00000100:00000001:1.0:1763350977.691283:0:63031:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.691301:0:63031:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350977.691306:0:63031:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.691310:0:63031:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.691313:0:63031:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.691326:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf291f80 x1849001118753536/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/56112 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350977.691338:0:63031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf291f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:2361:x1849001118753536:12345-192.168.202.2@tcp:63:ll_sa.0 Request processed in 6871us (9919us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763350977.691351:0:63031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 419 00000100:00000040:1.0:1763350977.691357:0:63031:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350977.691359:0:63031:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.691362:0:63031:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.691372:0:63031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.691378:0:63031:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350977.691383:0:63031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:1.0:1763350977.691392:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:1.0:1763350977.691395:0:63031:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.693180:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.693203:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.693209:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.693212:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.693227:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.693251:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 3072 into portal 24 MB=0x691a81edf6280 00000400:00000200:1.0:1763350977.693260:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 3072/3072 into md 0x4c31 [256] + 3072 00000800:00000001:1.0:1763350977.693269:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.693287:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.693290:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.693296:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.693305:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.693308:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763350977.693314:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf292680. 00000100:00000040:1.0:1763350977.693319:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf292680 x1849001118753408 msgsize 3072 00000100:00100000:1.0:1763350977.693322:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.693343:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:1.0:1763350977.693530:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.693534:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff925dffa8ec00. 00000400:00000200:1.0:1763350977.693538:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.693542:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.693546:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dffa8fc00 00000400:00000010:1.0:1763350977.693549:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff925dffa8fc00. 00000100:00000001:1.0:1763350977.693553:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.693554:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350977.693560:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.693564:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350977.693657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00000800:00000200:1.0:1763350977.697650:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.697655:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff925cc3c72000. 00000400:00000200:1.0:1763350977.697662:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.697669:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.697674:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc3c73600 00000400:00000010:1.0:1763350977.697677:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff925cc3c73600. 00000100:00000001:1.0:1763350977.697682:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.697685:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350977.700562:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.700580:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.700584:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.700586:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.700619:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.700641:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 3072 into portal 24 MB=0x691a81edf6300 00000400:00000200:0.0:1763350977.700650:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 3072/3072 into md 0x4c31 [256] + 6144 00000800:00000001:0.0:1763350977.700659:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.700671:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.700675:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.700679:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.700697:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.700700:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350977.700708:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf8700. 00000100:00000040:0.0:1763350977.700712:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf8700 x1849001118753536 msgsize 3072 00000100:00100000:0.0:1763350977.700716:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.700730:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.700740:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.700743:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.700816:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.700820:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118753536 02000000:00000001:1.0:1763350977.700823:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.700826:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.700828:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.700834:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.700839:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118753536 00000020:00000001:1.0:1763350977.700843:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.700845:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350977.700848:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.700851:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:1.0:1763350977.700854:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350977.700856:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350977.700862:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.700867:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350977.700871:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.700874:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000020:00000010:1.0:1763350977.700881:0:63031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dffa8fc00. 00000020:00000010:1.0:1763350977.700887:0:63031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.700893:0:63031:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350977.700901:0:63031:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350977.700904:0:63031:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.700906:0:63031:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350977.700918:0:63031:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.700927:0:63031:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.700933:0:63031:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.700946:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.700948:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350977.700953:0:63031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 421 00000100:00000040:1.0:1763350977.700957:0:63031:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350977.700959:0:63031:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171022592 : -120542538529024 : ffff925e00cf8700) 00000100:00000040:1.0:1763350977.700967:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf8700 x1849001118753536/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/0 e 0 to 0 dl 1763350988 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350977.700976:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.700979:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350977.700981:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.700983:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000100:00100000:1.0:1763350977.700988:0:63031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:2361:x1849001118753536:12345-192.168.202.2@tcp:63:ll_sa.0 00000100:00000200:1.0:1763350977.700992:0:63031:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118753536 00000020:00000001:1.0:1763350977.700995:0:63031:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.701000:0:63031:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350977.701006:0:63031:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.701008:0:63031:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.701010:0:63031:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717536 : -1040834080 : ffffffffc1f621e0) 00000020:00000001:1.0:1763350977.701013:0:63031:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350977.701016:0:63031:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118753536, found 0 last_xid 1849001118753407 00000020:00000001:1.0:1763350977.701019:0:63031:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.701021:0:63031:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.701023:0:63031:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.701026:0:63031:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.701031:0:63031:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763350977.701037:0:63031:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff925ccd84be60. 00000100:00000001:1.0:1763350977.701041:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.701044:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.701050:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 7304 at ffff925deed28000. 02000000:00000001:1.0:1763350977.701052:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.701055:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350977.701058:0:63031:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff925dff9ad240. 00000020:00000001:1.0:1763350977.701061:0:63031:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:1.0:1763350977.701062:0:63031:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118753536, found 0 last_xid 1849001118753407 00000020:00080000:1.0:1763350977.701067:0:63031:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff925e00cf8700 x1849001118753536/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/7008 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350977.701076:0:63031:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.701078:0:63031:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763350977.701081:0:63031:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350977.701083:0:63031:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350977.701091:0:63031:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.701097:0:63031:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350977.701100:0:63031:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.701104:0:63031:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.701111:0:63031:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6000. 00000020:00000001:1.0:1763350977.701115:0:63031:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.701117:0:63031:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6000 with handle 0xcb8c81cc3033c48e to hash 00000020:00000001:1.0:1763350977.701119:0:63031:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.701121:0:63031:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000010:1.0:1763350977.701126:0:63031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373800. 00010000:00000001:1.0:1763350977.701129:0:63031:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00010000:1.0:1763350977.701133:0:63031:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c48e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec986 expref: -99 pid: 63031 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.701150:0:63031:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350977.701153:0:63031:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:1.0:1763350977.701159:0:63031:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350977.701161:0:63031:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350977.701165:0:63031:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350977.701166:0:63031:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350977.701168:0:63031:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350977.701170:0:63031:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350977.701172:0:63031:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350977.701176:0:63031:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.701181:0:63031:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350977.701183:0:63031:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350977.701186:0:63031:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.701189:0:63031:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350977.701190:0:63031:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763350977.701194:0:63031:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 7008, allocated: 7008, field len 6784 -> 55888 00000100:00000001:1.0:1763350977.701196:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.701198:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.701234:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 56408 at ffff925ddcf60000. 02000000:00000001:1.0:1763350977.701237:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.701239:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.701243:0:63031:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350977.701245:0:63031:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 7304 at ffff925deed28000. 02000000:00000001:1.0:1763350977.701248:0:63031:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763350977.701250:0:63031:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:1.0:1763350977.701254:0:63031:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.701256:0:63031:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763350977.701260:0:63031:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350977.701262:0:63031:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.701265:0:63031:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.701267:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.701268:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.701270:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.701272:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.701273:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.701274:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.701275:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.701277:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.701278:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.701280:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.701281:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.701282:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.701284:0:63031:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.701285:0:63031:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.701287:0:63031:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.701289:0:63031:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.701290:0:63031:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.701294:0:63031:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350977.701299:0:63031:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350977.701301:0:63031:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350977.701304:0:63031:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350977.701305:0:63031:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.701308:0:63031:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.701309:0:63031:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.701311:0:63031:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350977.701313:0:63031:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.701317:0:63031:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118753536, found 0 last_xid 1849001118753407 00000004:00010000:1.0:1763350977.701323:0:63031:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x89742c0894eec986 req@ffff925e00cf8700 x1849001118753536/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/56112 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350977.701331:0:63031:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350977.701338:0:63031:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34643ba7a48 00000004:00000002:1.0:1763350977.701341:0:63031:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_4, ldlm_rep = ffff925ddcf60250 00000004:00000001:1.0:1763350977.701345:0:63031:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350977.701348:0:63031:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350977.701351:0:63031:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350977.701354:0:63031:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.701356:0:63031:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.701358:0:63031:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:1.0:1763350977.701360:0:63031:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.701362:0:63031:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.701365:0:63031:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7600. 00000020:00000001:1.0:1763350977.701368:0:63031:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.701370:0:63031:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7600 with handle 0xcb8c81cc3033c495 to hash 00000020:00000001:1.0:1763350977.701372:0:63031:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.701374:0:63031:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000010:1.0:1763350977.701377:0:63031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350977.701379:0:63031:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.701382:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.701385:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.701389:0:63031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701399:0:63031:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.701403:0:63031:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.701406:0:63031:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.701408:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.701410:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.701413:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.701414:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.701416:0:63031:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.701418:0:63031:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.701420:0:63031:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.701422:0:63031:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.701424:0:63031:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:1.0:1763350977.701428:0:63031:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350977.701432:0:63031:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c45d lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9b7 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.701439:0:63031:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 496 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350977.701446:0:63031:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701451:0:63031:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.701456:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.701458:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701460:0:63031:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.701461:0:63031:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.701464:0:63031:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701466:0:63031:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.701468:0:63031:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.701471:0:63031:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.701473:0:63031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701482:0:63031:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.701484:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701486:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.701487:0:63031:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.701488:0:63031:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350977.701493:0:63031:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da900. 00010000:00000010:1.0:1763350977.701496:0:63031:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dffae6000. 00010000:00000001:1.0:1763350977.701500:0:63031:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.701502:0:63031:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7000. 00000020:00000001:1.0:1763350977.701503:0:63031:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.701505:0:63031:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7000 with handle 0xcb8c81cc3033c49c to hash 00000020:00000001:1.0:1763350977.701507:0:63031:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.701508:0:63031:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000010:1.0:1763350977.701510:0:63031:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373380. 00010000:00000001:1.0:1763350977.701512:0:63031:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.701515:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.701517:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.701519:0:63031:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701525:0:63031:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.701526:0:63031:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.701527:0:63031:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.701528:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.701530:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.701531:0:63031:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.701533:0:63031:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.701534:0:63031:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.701536:0:63031:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.701537:0:63031:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.701538:0:63031:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.701540:0:63031:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0xb2012af9 (ffff925ccd7da900) refcount = 1 00010000:00010000:1.0:1763350977.701543:0:63031:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701548:0:63031:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.701550:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.701551:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701553:0:63031:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.701554:0:63031:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.701556:0:63031:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701557:0:63031:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.701559:0:63031:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.701561:0:63031:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.701563:0:63031:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701567:0:63031:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.701568:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701570:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.701571:0:63031:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.701576:0:63031:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350977.701654:0:63031:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350977.701658:0:63031:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350977.701661:0:63031:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350977.701666:0:63031:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.701671:0:63031:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350977.701697:0:63031:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.701699:0:63031:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.701701:0:63031:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.701704:0:63031:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763350977.701707:0:63031:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350977.701709:0:63031:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350977.701711:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.701713:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.701714:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=3 00000020:00000001:1.0:1763350977.701716:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.701719:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.701722:0:63031:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350977.701725:0:63031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701731:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701732:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.701734:0:63031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701739:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.701740:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701743:0:63031:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350977.701745:0:63031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00010000:1.0:1763350977.701751:0:63031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350977.701754:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.701756:0:63031:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350977.701758:0:63031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701763:0:63031:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350977.701764:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.701766:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.701767:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=4 00000020:00000001:1.0:1763350977.701769:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.701771:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.701774:0:63031:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350977.701776:0:63031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701781:0:63031:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350977.701783:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350977.701784:0:63031:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701787:0:63031:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.701789:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.701792:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.701793:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.701795:0:63031:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7600 with handle 0xcb8c81cc3033c495 from hash 00010000:00000001:1.0:1763350977.701797:0:63031:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.701798:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701799:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.701800:0:63031:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.701802:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.701804:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701806:0:63031:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.701808:0:63031:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.701810:0:63031:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.701813:0:63031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350977.701815:0:63031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350977.701818:0:63031:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.701821:0:63031:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701822:0:63031:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.701824:0:63031:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350977.701826:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701828:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.701829:0:63031:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701831:0:63031:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.701833:0:63031:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.701836:0:63031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701841:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701842:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.701843:0:63031:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350977.701845:0:63031:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350977.701846:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.701848:0:63031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c495 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000010:1.0:1763350977.701854:0:63031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350977.701863:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.701865:0:63031:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.701866:0:63031:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350977.701868:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.701869:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.701870:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:1.0:1763350977.701872:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.701875:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.701877:0:63031:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350977.701879:0:63031:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701884:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701885:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.701887:0:63031:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701891:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.701893:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701895:0:63031:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350977.701897:0:63031:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00010000:1.0:1763350977.701901:0:63031:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7000 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350977.701903:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.701905:0:63031:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350977.701907:0:63031:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701911:0:63031:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350977.701913:0:63031:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.701914:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.701915:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=4 00000020:00000001:1.0:1763350977.701917:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.701919:0:63031:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.701921:0:63031:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350977.701923:0:63031:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701928:0:63031:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350977.701929:0:63031:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350977.701930:0:63031:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701932:0:63031:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.701934:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.701935:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.701936:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.701938:0:63031:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7000 with handle 0xcb8c81cc3033c49c from hash 00010000:00000001:1.0:1763350977.701940:0:63031:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.701941:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701942:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.701943:0:63031:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.701945:0:63031:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.701946:0:63031:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701948:0:63031:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.701949:0:63031:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.701950:0:63031:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.701952:0:63031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0xb2012af9 (ffff925ccd7da900) 00010000:00010000:1.0:1763350977.701954:0:63031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350977.701956:0:63031:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.701958:0:63031:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701959:0:63031:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.701961:0:63031:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350977.701962:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701963:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.701965:0:63031:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.701966:0:63031:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.701968:0:63031:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.701970:0:63031:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000001:1.0:1763350977.701975:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.701976:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.701977:0:63031:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350977.701979:0:63031:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350977.701980:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.701982:0:63031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c49c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xb2012af9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 63031 initiator: MDT0 00010000:00000010:1.0:1763350977.701987:0:63031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373380. 00010000:00000040:1.0:1763350977.701991:0:63031:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da900 count: 0 00010000:00000010:1.0:1763350977.701995:0:63031:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6000. 00010000:00000001:1.0:1763350977.702001:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.702002:0:63031:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.702004:0:63031:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350977.702005:0:63031:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350977.702007:0:63031:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350977.702009:0:63031:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763350977.702014:0:63031:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350977.702016:0:63031:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350977.702018:0:63031:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350977.702020:0:63031:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350977.702022:0:63031:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350977.702025:0:63031:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350977.702038:0:63031:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.702041:0:63031:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.702044:0:63031:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350977.702047:0:63031:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350977.702048:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.702052:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.702053:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.702055:0:63031:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.702056:0:63031:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.702058:0:63031:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6000 with handle 0xcb8c81cc3033c48e from hash 00010000:00000001:1.0:1763350977.702061:0:63031:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.702062:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.702063:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.702064:0:63031:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350977.702066:0:63031:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763350977.702068:0:63031:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763350977.702075:0:63031:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c48e lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec986 expref: 496 pid: 63031 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.702081:0:63031:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350977.702083:0:63031:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.702086:0:63031:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.702088:0:63031:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.702089:0:63031:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.702092:0:63031:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.702093:0:63031:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.702094:0:63031:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.702095:0:63031:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.702096:0:63031:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.702097:0:63031:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.702099:0:63031:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.702101:0:63031:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350977.702103:0:63031:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763350977.702104:0:63031:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.702106:0:63031:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.702107:0:63031:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.702108:0:63031:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.702112:0:63031:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c48e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec986 expref: 496 pid: 63031 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.702119:0:63031:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350977.702122:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00010000:00000010:1.0:1763350977.702124:0:63031:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373800. 00010000:00000001:1.0:1763350977.702129:0:63031:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.702131:0:63031:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6000, rc -2) 00000004:00000001:1.0:1763350977.702133:0:63031:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.702146:0:63031:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763350977.702151:0:63031:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff925ccd84be60. 00000004:00000010:1.0:1763350977.702155:0:63031:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff925dff9ad240. 00000004:00000001:1.0:1763350977.702158:0:63031:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350977.702163:0:63031:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350977.702165:0:63031:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350977.702167:0:63031:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763350977.702171:0:63031:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 0, xid 1849001118753536 00010000:00000001:1.0:1763350977.702174:0:63031:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350977.702180:0:63031:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cf8700 x1849001118753536/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/56112 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350977.702189:0:63031:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.702192:0:63031:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.702196:0:63031:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=73 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350977.702201:0:63031:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.702204:0:63031:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350977.702207:0:63031:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350977.702209:0:63031:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.702212:0:63031:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.702216:0:63031:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.702219:0:63031:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.702223:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff925dffa8ec00. 00000100:00000200:1.0:1763350977.702230:0:63031:0:(niobuf.c:94:ptl_send_buf()) Sending 56112 bytes to portal 4, xid 1849001118753920, offset 224 00000400:00000200:1.0:1763350977.702237:0:63031:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.702249:0:63031:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.702256:0:63031:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197931:197931:256:4294967295] 192.168.202.2@tcp LPNI seq info [197927:197927:8:4294967295] 00000400:00000200:1.0:1763350977.702267:0:63031:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.702273:0:63031:0:(socklnd_cb.c:1001:ksocknal_send()) sending 56112 bytes in 14 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.702278:0:63031:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff925dea3f6c00. 00000800:00000200:1.0:1763350977.702284:0:63031:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.702291:0:63031:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350977.702296:0:63031:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dea3f6c00 type 1, nob 56208 niov 1 nkiov 14 00000100:00000001:1.0:1763350977.702319:0:63031:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.702324:0:63031:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350977.702327:0:63031:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.702329:0:63031:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.702331:0:63031:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.702337:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf8700 x1849001118753536/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 3072/56112 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350977.702347:0:63031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cf8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:2361:x1849001118753536:12345-192.168.202.2@tcp:63:ll_sa.0 Request processed in 1368us (1632us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763350977.702355:0:63031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 421 00000100:00000040:1.0:1763350977.702359:0:63031:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350977.702362:0:63031:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.702364:0:63031:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.702370:0:63031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.702373:0:63031:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350977.702377:0:63031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dffa8fc00. 00000020:00000040:1.0:1763350977.702383:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:1.0:1763350977.702386:0:63031:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.703463:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.703469:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff925dea3f6c00. 00000400:00000200:0.0:1763350977.703474:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.703480:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.703486:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dffa8ec00 00000400:00000010:0.0:1763350977.703489:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff925dffa8ec00. 00000100:00000001:0.0:1763350977.703492:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.703495:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350977.706046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9e00. 00010000:00000010:1.1:1763350977.706066:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da500. 00010000:00000010:1.1:1763350977.706071:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8400. 00010000:00000010:1.1:1763350977.706073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf8e00. 00010000:00000010:2.1:1763350977.708672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350977.708711:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00010000:00000010:2.1:1763350977.708718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:2.1:1763350977.708721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:1.1:1763350977.714747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7600. 00010000:00000010:1.1:1763350977.714766:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:1.1:1763350977.714770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7000. 00010000:00000010:1.1:1763350977.714774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6000. 00000800:00000001:1.0:1763350977.728809:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.728825:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.728829:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.728831:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.728842:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.728859:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edf6580 00000400:00000200:1.0:1763350977.728866:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 51968 00000800:00000001:1.0:1763350977.728875:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.728882:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.728886:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.728889:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.728897:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.728899:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350977.728905:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf291180. 00000100:00000040:1.0:1763350977.728909:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf291180 x1849001118754176 msgsize 4616 00000100:00100000:1.0:1763350977.728913:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.728927:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.728936:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.728940:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.729011:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.729014:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118754176 02000000:00000001:3.0:1763350977.729017:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.729019:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.729022:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.729027:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.729031:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118754176 00000020:00000001:3.0:1763350977.729034:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.729036:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350977.729039:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.729042:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:3.0:1763350977.729044:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350977.729046:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350977.729051:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.729055:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.729058:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.729061:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:3.0:1763350977.729067:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e600. 00000020:00000010:3.0:1763350977.729072:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eee80. 00000020:00000010:3.0:1763350977.729077:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375a28. 00000100:00000040:3.0:1763350977.729085:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350977.729087:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.729089:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350977.729091:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350977.729093:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.729095:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.729104:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.729119:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.729133:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.729143:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.729149:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140558 00000100:00000040:3.0:1763350977.729152:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350977.729154:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606465408 : -120543103086208 : ffff925ddf291180) 00000100:00000040:3.0:1763350977.729162:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf291180 x1849001118754176/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.729172:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.729178:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.729180:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.729182:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:3.0:1763350977.729186:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226157:x1849001118754176:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350977.729191:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118754176 00000020:00000001:3.0:1763350977.729195:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.729199:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.729204:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.729206:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.729208:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350977.729212:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350977.729215:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118754176, found 0 last_xid 1849001118754175 00000020:00000001:3.0:1763350977.729218:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.729220:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.729222:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.729228:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.729230:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350977.729233:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350977.729235:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350977.729236:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350977.729238:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.729243:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350977.729251:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:3.0:1763350977.729254:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350977.729257:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350977.729261:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89a00. 00000020:00000001:3.0:1763350977.729269:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350977.729272:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89a00 with handle 0xcb8c81cc3033c4a3 to hash 00000020:00000001:3.0:1763350977.729274:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350977.729276:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000010:3.0:1763350977.729281:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76c80. 00010000:00000001:3.0:1763350977.729285:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00010000:3.0:1763350977.729289:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c4a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec9be expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350977.729298:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:3.0:1763350977.729300:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:3.0:1763350977.729308:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350977.729310:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350977.729317:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350977.729320:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350977.729322:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729324:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763350977.729330:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925ddf291180 x1849001118754176/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/0 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763350977.729339:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763350977.729342:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763350977.729344:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763350977.729347:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.729350:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.729353:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.729354:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.729356:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.729358:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.729359:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.729361:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.729368:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.729370:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729372:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729374:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729378:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350977.729379:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350977.729383:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.729385:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.729421:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df0b70000. 02000000:00000001:3.0:1763350977.729425:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.729428:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729433:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350977.729435:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.729436:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.729438:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.729439:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.729441:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.729442:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.729443:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.729445:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.729447:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.729448:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.729453:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350977.729458:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350977.729460:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350977.729463:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350977.729465:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.729467:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.729469:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729470:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350977.729472:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729475:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350977.729477:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729479:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763350977.729482:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763350977.729485:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:3.0:1763350977.729487:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200000bd2:0x3feb:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763350977.729491:0:20551:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763350977.729493:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350977.729495:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350977.729498:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.729504:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350977.729506:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350977.729512:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350977.729515:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350977.729558:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729562:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.729568:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.729571:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.729577:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.729580:0:20551:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.729584:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.729587:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.729588:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.729589:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.729591:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.729594:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.729643:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350977.729646:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350977.729648:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729652:0:20551:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763350977.729656:0:20551:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3feb:0x0] lease count: 0, lm: 4 00000004:00000002:3.0:1763350977.729659:0:20551:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3feb:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:3.0:1763350977.729662:0:20551:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350977.729664:0:20551:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729666:0:20551:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763350977.729670:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.729671:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.729673:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.729674:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.729676:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.729677:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.729678:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.729680:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.729682:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:3.0:1763350977.729685:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: returning size 11776 00000001:00000001:3.0:1763350977.729688:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.729689:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729691:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763350977.729694:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.729695:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.729697:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.729699:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.729702:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.729703:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.729705:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729708:0:20551:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1763350977.729710:0:20551:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:3.0:1763350977.729714:0:20551:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763350977.729726:0:20551:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763350977.729730:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763350977.729732:0:20551:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729734:0:20551:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729736:0:20551:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350977.729741:0:20551:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763350977.729746:0:20551:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dc38eef00. 00000020:00000001:3.0:1763350977.729748:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350977.729750:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc38eef00 with handle 0xcb8c81cc3033c4aa to hash 00000020:00000001:3.0:1763350977.729752:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763350977.729753:0:20551:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530143379200 : -120543566172416 : ffff925dc38eef00) 00000004:00000001:3.0:1763350977.729757:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763350977.729758:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763350977.729760:0:20551:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3feb:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:3.0:1763350977.729764:0:20551:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763350977.729767:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.729776:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00077c00. 00080000:00000001:3.0:1763350977.729779:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157912576 : -120542551639040 : ffff925e00077c00) 00080000:00000001:3.0:1763350977.729782:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350977.729788:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.729795:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.729797:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.729818:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.729821:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350977.729826:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350977.729829:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055132, last_committed = 8590055124 00000001:00000010:3.0:1763350977.729833:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5ea0. 00000001:00000040:3.0:1763350977.729835:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:3.0:1763350977.729837:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00000001:00000010:3.0:1763350977.729843:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43900. 00080000:00000001:3.0:1763350977.729849:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.729866:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350977.729870:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43900: xid 1849001118754176, transno 8590055132, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763350977.729873:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.729884:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729886:0:20551:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350977.729887:0:20551:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729889:0:20551:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729892:0:20551:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350977.729895:0:20551:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763350977.729897:0:20551:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763350977.729898:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350977.729900:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350977.729902:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763350977.729903:0:20551:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.729905:0:20551:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763350977.729911:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.729918:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729921:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729923:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763350977.729925:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350977.729927:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350977.729929:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350977.729930:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350977.729932:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350977.729934:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350977.729945:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729947:0:20551:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:3.0:1763350977.729949:0:20551:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.729951:0:20551:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763350977.729953:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763350977.729957:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350977.729960:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350977.729962:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.729966:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.729968:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.729971:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.729973:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.729975:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc89a00 with handle 0xcb8c81cc3033c4a3 from hash 00010000:00000001:3.0:1763350977.729977:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.729978:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.729979:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.729980:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350977.729981:0:20551:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350977.729984:0:20551:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763350977.729989:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c4a3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9be expref: 497 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350977.729997:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350977.729999:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.730001:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.730003:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.730005:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.730009:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350977.730010:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.730011:0:20551:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.730012:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350977.730014:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350977.730015:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.730017:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350977.730020:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925ccd7daf00) 00010000:00010000:3.0:1763350977.730022:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763350977.730024:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.730027:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.730028:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350977.730029:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.730032:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c4a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9be expref: 497 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350977.730044:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:3.0:1763350977.730047:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00010000:00000010:3.0:1763350977.730049:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76c80. 00010000:00000001:3.0:1763350977.730057:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.730058:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dffc89a00, rc 0) 00000020:00000001:3.0:1763350977.730061:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763350977.730064:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 8590055132, xid 1849001118754176 00010000:00000001:3.0:1763350977.730067:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.730072:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf291180 x1849001118754176/t8590055132(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/608 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.730080:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.730083:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.730087:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.730091:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.730094:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.730096:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.730098:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.730101:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.730104:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.730106:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.730111:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350440. 00000100:00000200:3.0:1763350977.730118:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118754176, offset 224 00000400:00000200:3.0:1763350977.730123:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.730133:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.730149:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197932:197932:256:4294967295] 192.168.202.2@tcp LPNI seq info [197928:197928:8:4294967295] 00000400:00000200:3.0:1763350977.731751:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.731772:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.731826:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:3.0:1763350977.731835:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.731843:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.731848:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.732030:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.732036:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.732040:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.732043:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.732046:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.732055:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf291180 x1849001118754176/t8590055132(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/608 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350977.732068:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226157:x1849001118754176:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 2893us (3156us total) trans 8590055132 rc 301/301 00000100:00100000:3.0:1763350977.732079:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140558 00000100:00000040:3.0:1763350977.732083:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350977.732085:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.732088:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.732094:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38eee80. 00000020:00000010:3.0:1763350977.732099:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375a28. 00000020:00000010:3.0:1763350977.732108:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e600. 00000020:00000040:3.0:1763350977.732113:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000100:00000001:3.0:1763350977.732117:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.732277:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.732282:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:0.0:1763350977.732288:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.732294:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.732301:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350440 00000400:00000010:0.0:1763350977.732304:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350440. 00000100:00000001:0.0:1763350977.732308:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.732310:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350977.735723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89a00. 00000800:00000001:0.0:1763350977.738357:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.738381:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.738386:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.738388:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.738402:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.738424:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 464 into portal 12 MB=0x691a81edf6600 00000400:00000200:0.0:1763350977.738434:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 464/464 into md 0xd4535 [64] + 56584 00000800:00000001:0.0:1763350977.738444:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.738458:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.738461:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.738466:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.738474:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.738477:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350977.738484:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9880. 00000100:00000040:0.0:1763350977.738488:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf9880 x1849001118754304 msgsize 464 00000100:00100000:0.0:1763350977.738493:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.739845:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.739865:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.739876:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.740802:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.740808:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350977.740818:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140559 00000100:00000040:1.0:1763350977.740823:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350977.740825:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171027072 : -120542538524544 : ffff925e00cf9880) 00000100:00000040:1.0:1763350977.740834:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf9880 x1849001118754304/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 464/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350977.740845:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.740850:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350977.740853:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.740856:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000100:00100000:1.0:1763350977.740861:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226157:x1849001118754304:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:1.0:1763350977.740865:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118754304 00000020:00000001:1.0:1763350977.740869:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.740873:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350977.740880:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43900: xid 1849001118754176, transno 8590055132, client gen 3, slot idx 0 00000001:00000001:1.0:1763350977.740885:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded436c0: xid 1849001118753152, transno 8590055131, client gen 3, slot idx 2 00000001:00000010:1.0:1763350977.740889:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded436c0. 00000020:00000001:1.0:1763350977.740894:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.740896:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.740899:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:1.0:1763350977.740903:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350977.740906:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118754304, found 0 last_xid 1849001118754303 00000020:00000001:1.0:1763350977.740909:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.740912:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.740914:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.740917:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763350977.740923:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.740928:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000020:00000001:1.0:1763350977.740931:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.740933:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.740938:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.740941:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.740949:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925deed28000. 02000000:00000001:1.0:1763350977.740955:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.740958:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.740964:0:20012:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:1.0:1763350977.740970:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350977.740972:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.740975:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.740978:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.740979:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.740982:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.740983:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.740985:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.740986:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.740988:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.740989:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.740990:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.740992:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.740993:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.740994:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.740997:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.740998:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.741000:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.741003:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.741004:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.741009:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350977.741016:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350977.741018:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350977.741021:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350977.741023:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.741027:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.741028:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.741030:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350977.741033:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.741036:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350977.741042:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3bcb0 00000004:00000002:1.0:1763350977.741045:0:20012:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_2, ldlm_rep = 0000000000000000 00000004:00000001:1.0:1763350977.741051:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350977.741055:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350977.741059:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350977.741062:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.741066:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.741072:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350977.741076:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.741079:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.741083:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6000. 00000020:00000001:1.0:1763350977.741088:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.741091:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6000 with handle 0xcb8c81cc3033c4b1 to hash 00000020:00000001:1.0:1763350977.741093:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.741094:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000010:1.0:1763350977.741100:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373800. 00010000:00000001:1.0:1763350977.741103:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:1.0:1763350977.741106:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.741108:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.741113:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741121:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.741126:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.741128:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.741130:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.741133:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.741146:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.741147:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.741150:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.741152:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.741154:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.741156:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.741159:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:1.0:1763350977.741162:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350977.741167:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c45d lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9b7 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.741176:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 496 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350977.741182:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741188:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.741193:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.741195:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.741197:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.741198:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.741201:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.741203:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.741205:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.741208:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.741210:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741216:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.741217:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.741219:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.741220:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.741222:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350977.741227:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da900. 00010000:00000010:1.0:1763350977.741231:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dffae6780. 00010000:00000001:1.0:1763350977.741234:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.741236:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7000. 00000020:00000001:1.0:1763350977.741238:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.741240:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7000 with handle 0xcb8c81cc3033c4b8 to hash 00000020:00000001:1.0:1763350977.741242:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.741244:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000010:1.0:1763350977.741247:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373380. 00010000:00000001:1.0:1763350977.741249:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.741252:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.741254:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.741257:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741262:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.741264:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.741265:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.741267:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.741268:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.741269:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.741271:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.741273:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.741274:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.741275:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.741277:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.741278:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x695180f9 (ffff925ccd7da900) refcount = 1 00010000:00010000:1.0:1763350977.741282:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741290:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.741291:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.741292:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.741294:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.741295:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.741297:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.741299:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.741301:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.741308:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.741311:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741323:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.741324:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.741326:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.741327:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.741333:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350977.741380:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350977.741384:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350977.741388:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350977.741393:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.741398:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350977.741426:0:20012:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350977.741429:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350977.741431:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350977.741434:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350977.741437:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350977.741440:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350977.741443:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.741445:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350977.741447:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.741448:0:20012:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763350977.741452:0:20012:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763350977.741455:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350977.741456:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350977.741458:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350977.741459:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350977.741461:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.741463:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.741489:0:20012:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.741531:0:20012:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350977.741534:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.741536:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.741539:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350977.741541:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fed:0x0] 00000020:00000001:1.0:1763350977.741544:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.741549:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994872 : -120547694556744 : ffff925ccd7cc9b8) 00000004:00000001:1.0:1763350977.741552:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994784 : -120547694556832 : ffff925ccd7cc960) 00000004:00000001:1.0:1763350977.741558:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350977.741561:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.741563:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.741566:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92000 count: 2 00010000:00000001:1.0:1763350977.741568:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.741570:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.741573:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7600. 00000020:00000001:1.0:1763350977.741575:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.741577:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7600 with handle 0xcb8c81cc3033c4bf to hash 00000020:00000001:1.0:1763350977.741579:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.741580:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000010:1.0:1763350977.741583:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350977.741586:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.741588:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.741590:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.741592:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741648:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.741651:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.741652:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.741654:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.741656:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.741657:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.741659:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.741662:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.741663:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.741665:0:20012:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.741666:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.741667:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fed:0x0].0x0 (ffff925df4a92000) refcount = 2 00010000:00000040:1.0:1763350977.741671:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350977.741675:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c322 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8d7 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350977.741681:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741687:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.741690:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.741691:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.741693:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.741694:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.741696:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.741698:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.741700:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.741702:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.741704:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741709:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.741711:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.741712:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.741715:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.741717:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.741719:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=3 00000020:00000001:1.0:1763350977.741721:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.741724:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.741726:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.741727:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.741729:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.741733:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763350977.741739:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350977.741741:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350977.741746:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.741749:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.741756:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.741758:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.741766:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.741769:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.741772:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.741774:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350977.741777:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.741779:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fed:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:1.0:1763350977.741784:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.741785:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.741786:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.741788:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350977.741790:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350977.741791:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350977.741793:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.741795:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.741796:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.741798:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350977.741800:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350977.741802:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763350977.741804:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763350977.741806:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350977.741809:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925deed282f8 00000004:00000001:1.0:1763350977.741811:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.741814:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.741815:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.741817:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.741819:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.741821:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.741822:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.741824:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.741826:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.741828:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763350977.741831:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: returning size 1024 00000004:00000040:1.0:1763350977.741835:0:20012:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fed:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763350977.741838:0:20012:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763350977.741840:0:20012:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9466 00000004:00200000:1.0:1763350977.741843:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:1.0:1763350977.741850:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350977.741857:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.741859:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.741862:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.741864:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.741866:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=3 00000020:00000001:1.0:1763350977.741868:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.741871:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00000004:00010000:1.0:1763350977.741874:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000004:00000001:1.0:1763350977.741880:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350977.741884:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc9b8/ffff925ccd7cc960 to site lru. bkt: ffff925dd1461260 00000004:00000001:1.0:1763350977.741886:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350977.741887:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350977.741889:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350977.741891:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.741893:0:20012:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350977.741895:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.741897:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.741899:0:20012:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350977.741901:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350977.741903:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350977.741904:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.741905:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.741907:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6000 refcount=3 00000020:00000001:1.0:1763350977.741909:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:1.0:1763350977.741912:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:1.0:1763350977.741914:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350977.741918:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741923:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.741924:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.741927:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741931:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.741933:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.741936:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350977.741940:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350977.741946:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6000 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350977.741949:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.741951:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350977.741954:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741959:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350977.741961:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.741962:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.741963:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6000 refcount=4 00000020:00000001:1.0:1763350977.741965:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:1.0:1763350977.741967:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:1.0:1763350977.741970:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350977.741973:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.741978:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350977.741980:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350977.741981:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.741984:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.741986:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.741987:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.741989:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.741992:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6000 with handle 0xcb8c81cc3033c4b1 from hash 00010000:00000001:1.0:1763350977.741994:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.741995:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.741996:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.741997:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.741999:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.742000:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742002:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.742004:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.742006:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.742009:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350977.742012:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350977.742014:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.742017:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742019:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.742021:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350977.742023:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742025:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.742026:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742029:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.742031:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.742033:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742038:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742039:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.742040:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350977.742042:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350977.742043:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.742046:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c4b1 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350977.742052:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373800. 00010000:00000001:1.0:1763350977.742061:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.742062:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.742063:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350977.742064:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.742066:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.742068:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:1.0:1763350977.742070:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.742072:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.742074:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350977.742076:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742081:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742082:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.742084:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742090:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.742091:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742092:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350977.742094:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350977.742099:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7000 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350977.742101:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.742102:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350977.742104:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742109:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350977.742110:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.742111:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.742112:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=4 00000020:00000001:1.0:1763350977.742114:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.742117:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.742119:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350977.742121:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742126:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350977.742127:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350977.742128:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742130:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.742131:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.742132:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.742133:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.742146:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7000 with handle 0xcb8c81cc3033c4b8 from hash 00010000:00000001:1.0:1763350977.742148:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.742149:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742151:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.742152:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.742153:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.742155:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742156:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.742158:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.742159:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.742161:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x695180f9 (ffff925ccd7da900) 00010000:00010000:1.0:1763350977.742163:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350977.742165:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.742167:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742169:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.742170:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350977.742172:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742173:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.742174:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742176:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.742178:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.742180:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742185:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742186:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.742187:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350977.742188:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350977.742189:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.742191:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4b8 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350977.742196:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373380. 00010000:00000040:1.0:1763350977.742198:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da900 count: 0 00010000:00000010:1.0:1763350977.742204:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6780. 00010000:00000001:1.0:1763350977.742210:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.742211:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350977.742213:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350977.742215:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350977.742217:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763350977.742218:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.742219:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.742221:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=3 00000020:00000001:1.0:1763350977.742222:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.742224:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.742226:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350977.742229:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742234:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742234:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.742236:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742241:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.742242:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742244:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350977.742246:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350977.742251:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350977.742253:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.742254:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350977.742256:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742261:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350977.742262:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.742263:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.742264:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=4 00000020:00000001:1.0:1763350977.742266:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.742268:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350977.742270:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350977.742272:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742327:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350977.742329:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350977.742330:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742332:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350977.742334:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.742335:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.742337:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.742339:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7600 with handle 0xcb8c81cc3033c4bf from hash 00010000:00000001:1.0:1763350977.742341:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.742343:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742344:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.742345:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350977.742347:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.742348:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742350:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350977.742351:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.742353:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.742355:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925df4a92000) 00010000:00010000:1.0:1763350977.742357:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350977.742359:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.742361:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742362:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.742363:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350977.742365:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742366:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.742368:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.742370:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.742371:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.742374:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.742380:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.742381:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.742382:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350977.742383:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350977.742386:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.742388:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4bf lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350977.742394:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350977.742398:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763350977.742401:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350977.742403:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350977.742405:0:20012:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:1.0:1763350977.742406:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350977.742408:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350977.742411:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350977.742413:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350977.742419:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.742420:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350977.742423:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763350977.742427:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 0, xid 1849001118754304 00010000:00000001:1.0:1763350977.742430:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350977.742437:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cf9880 x1849001118754304/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 464/520 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350977.742446:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.742449:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.742454:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.742460:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.742462:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350977.742465:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350977.742468:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.742471:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.742475:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.742477:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.742483:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead744c8. 00000100:00000200:1.0:1763350977.742491:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118754304, offset 224 00000400:00000200:1.0:1763350977.742498:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.742720:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.742728:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197933:197933:256:4294967295] 192.168.202.2@tcp LPNI seq info [197929:197929:8:4294967295] 00000400:00000200:1.0:1763350977.742742:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.742748:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.742754:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e900. 00000800:00000200:1.0:1763350977.742761:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.742769:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.742773:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.742795:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.742798:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350977.742801:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.742804:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.742807:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.742813:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf9880 x1849001118754304/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 464/520 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350977.742824:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cf9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226157:x1849001118754304:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 1977us (4333us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350977.742833:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140559 00000100:00000040:1.0:1763350977.742837:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350977.742840:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.742841:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.742846:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cc12bbb80. 00000020:00000010:1.0:1763350977.742853:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090af0. 00000020:00000010:1.0:1763350977.742857:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c73200. 00000020:00000040:1.0:1763350977.742866:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000100:00000001:1.0:1763350977.742869:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.744119:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.744129:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e900. 00000400:00000200:3.0:1763350977.744144:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.744153:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.744160:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead744c8 00000400:00000010:3.0:1763350977.744163:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead744c8. 00000100:00000001:3.0:1763350977.744168:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.744170:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350977.747388:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.747412:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.747418:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.747422:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.747436:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.747458:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf6700 00000400:00000200:0.0:1763350977.747469:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d11 [2] + 392 00000800:00000001:0.0:1763350977.747481:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.747494:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.747497:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.747503:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.747511:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.747514:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763350977.747521:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf8e00. 00000100:00000040:0.0:1763350977.747526:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf8e00 x1849001118754560 msgsize 392 00000100:00100000:0.0:1763350977.747530:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00010000:00000010:1.1:1763350977.747651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6000. 00010000:00000010:1.1:1763350977.747660:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:1.1:1763350977.747666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7000. 00010000:00000010:1.1:1763350977.747669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7600. 00000100:00000001:0.0:1763350977.747840:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.747851:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.747856:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.747916:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.747920:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118754560 02000000:00000001:3.0:1763350977.747923:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.747926:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.747929:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.747934:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.747938:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118754560 00000020:00000001:3.0:1763350977.747941:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.747943:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350977.747946:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.747950:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000020:00000001:3.0:1763350977.747952:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350977.747955:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350977.747960:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.747965:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.747969:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.747972:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:3.0:1763350977.747979:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e600. 00000020:00000010:3.0:1763350977.747984:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eee80. 00000020:00000010:3.0:1763350977.747990:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375a28. 00000100:00000040:3.0:1763350977.748000:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350977.748003:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.748005:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350977.748007:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.748016:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.748022:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.748035:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.748037:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.748043:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20865 00000100:00000040:3.0:1763350977.748048:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350977.748050:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171024384 : -120542538527232 : ffff925e00cf8e00) 00000100:00000040:3.0:1763350977.748057:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf8e00 x1849001118754560/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 392/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.748067:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.748070:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.748072:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.748074:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:3.0:1763350977.748080:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226157:x1849001118754560:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350977.748084:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118754560 00000020:00000001:3.0:1763350977.748087:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.748092:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.748098:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.748101:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.748103:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350977.748106:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350977.748110:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118754560, found 0 last_xid 1849001118754559 00000020:00000001:3.0:1763350977.748113:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.748116:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.748118:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.748122:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748129:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350977.748132:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350977.748144:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350977.748149:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748152:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350977.748156:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.748159:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.748162:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.748163:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.748166:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.748167:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.748169:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.748171:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.748172:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.748174:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.748175:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.748177:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.748178:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.748180:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748183:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748185:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350977.748187:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748202:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350977.748204:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.748205:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.748207:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.748208:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.748210:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.748211:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.748213:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.748214:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.748217:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.748218:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.748223:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350977.748229:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350977.748232:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350977.748235:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350977.748237:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.748240:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.748241:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748243:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350977.748245:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748247:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.748252:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.748254:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.748261:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925e00074c00. 02000000:00000001:3.0:1763350977.748263:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.748266:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748268:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350977.748270:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748273:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763350977.748275:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763350977.748277:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.748279:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc38eef00 refcount=2 00000020:00000001:3.0:1763350977.748281:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530143379200 : -120543566172416 : ffff925dc38eef00) 00000004:00000001:3.0:1763350977.748284:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530143379200 : -120543566172416 : ffff925dc38eef00) 00000020:00000040:3.0:1763350977.748286:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc38eef00 with handle 0xcb8c81cc3033c4aa from hash 00000004:00000001:3.0:1763350977.748291:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763350977.748294:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3feb:0x0] with intent: 0 00000004:00000001:3.0:1763350977.748299:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350977.748303:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.748310:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.748314:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.748321:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763350977.748324:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763350977.748328:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:3.0:1763350977.748330:0:20016:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748333:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350977.748379:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350977.748383:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.748388:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3feb:0x0], previous was 0x7 00000004:00000001:3.0:1763350977.748391:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748394:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763350977.748398:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748401:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1763350977.748410:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350977.748413:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1763350977.748417:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc38eef00. 00000004:00000001:3.0:1763350977.748427:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350977.748433:0:20016:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:3.0:1763350977.748436:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350977.748437:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748439:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748442:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763350977.748446:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.748459:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5d18000. 00080000:00000001:3.0:1763350977.748462:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986602496 : -120542722949120 : ffff925df5d18000) 00080000:00000001:3.0:1763350977.748465:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350977.748471:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.748478:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.748479:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.748502:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.748506:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350977.748510:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350977.748512:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055133, last_committed = 8590055124 00000001:00000010:3.0:1763350977.748517:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5d80. 00000001:00000040:3.0:1763350977.748520:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:3.0:1763350977.748523:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00000001:00000010:3.0:1763350977.748529:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43c00. 00080000:00000001:3.0:1763350977.748535:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.748553:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350977.748557:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43c00: xid 1849001118754560, transno 8590055133, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763350977.748560:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.748571:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748573:0:20016:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350977.748575:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350977.748577:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350977.748580:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350977.748582:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350977.748587:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.748591:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350977.748594:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763350977.748637:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.748644:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.748647:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350977.748650:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 8590055133, xid 1849001118754560 00010000:00000001:3.0:1763350977.748653:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.748662:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cf8e00 x1849001118754560/t8590055133(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 392/456 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.748670:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.748673:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.748677:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.748682:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.748685:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.748687:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.748690:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.748693:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.748696:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.748699:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.748705:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350f68. 00000100:00000200:3.0:1763350977.748711:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118754560, offset 224 00000400:00000200:3.0:1763350977.748719:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.748731:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.748744:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197934:197934:256:4294967295] 192.168.202.2@tcp LPNI seq info [197930:197930:8:4294967295] 00000400:00000200:3.0:1763350977.748757:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.748762:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.748768:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:3.0:1763350977.748775:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.748783:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.748788:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.748798:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.748802:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.748805:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.748807:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.748809:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.748814:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf8e00 x1849001118754560/t8590055133(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 392/456 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350977.748823:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226157:x1849001118754560:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 754us (1295us total) trans 8590055133 rc 0/0 00000100:00100000:3.0:1763350977.748831:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20865 00000100:00000040:3.0:1763350977.748834:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350977.748836:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.748838:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.748843:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38eee80. 00000020:00000010:3.0:1763350977.748847:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375a28. 00000020:00000010:3.0:1763350977.748854:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e600. 00000020:00000040:3.0:1763350977.748859:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000100:00000001:3.0:1763350977.748862:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.749158:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.749163:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:0.0:1763350977.749169:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.749174:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.749179:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350f68 00000400:00000010:0.0:1763350977.749182:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350f68. 00000100:00000001:0.0:1763350977.749187:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.749188:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.767332:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.767357:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.767363:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.767366:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.767380:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.767402:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edf6800 00000400:00000200:3.0:1763350977.767415:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 57048 00000800:00000001:3.0:1763350977.767425:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.767458:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.767462:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.767469:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.767479:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.767482:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350977.767489:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1c00. 00000100:00000040:3.0:1763350977.767494:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1c00 x1849001118754816 msgsize 4616 00000100:00100000:3.0:1763350977.767499:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.767526:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.767537:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.767542:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.768005:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.768010:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118754816 02000000:00000001:1.0:1763350977.768013:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.768016:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.768018:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.768034:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.768040:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118754816 00000020:00000001:1.0:1763350977.768044:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.768046:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350977.768049:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.768053:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=497 00000020:00000001:1.0:1763350977.768057:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350977.768060:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350977.768066:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.768072:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350977.768077:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.768080:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000020:00000010:1.0:1763350977.768088:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6400. 00000020:00000010:1.0:1763350977.768095:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.768102:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350977.768112:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350977.768116:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.768118:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350977.768122:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350977.768123:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.768126:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.768144:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.768162:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.768178:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.768181:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350977.768186:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140560 00000100:00000040:1.0:1763350977.768190:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350977.768193:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079572480 : -120542629979136 : ffff925dfb5c1c00) 00000100:00000040:1.0:1763350977.768200:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c1c00 x1849001118754816/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350977.768211:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.768213:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350977.768216:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.768220:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000100:00100000:1.0:1763350977.768225:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226159:x1849001118754816:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350977.768229:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118754816 00000020:00000001:1.0:1763350977.768233:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.768238:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350977.768244:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43c00: xid 1849001118754560, transno 8590055133, client gen 3, slot idx 1 00000001:00000001:1.0:1763350977.768248:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43900: xid 1849001118754176, transno 8590055132, client gen 3, slot idx 0 00000001:00000010:1.0:1763350977.768253:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43900. 00000020:00000001:1.0:1763350977.768258:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.768261:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.768263:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350977.768266:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350977.768269:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118754816, found 0 last_xid 1849001118754815 00000020:00000001:1.0:1763350977.768272:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.768275:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.768277:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.768284:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.768286:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350977.768289:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350977.768292:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350977.768294:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350977.768296:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.768302:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.768310:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350977.768313:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.768317:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.768328:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7600. 00000020:00000001:1.0:1763350977.768332:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.768335:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7600 with handle 0xcb8c81cc3033c4c6 to hash 00000020:00000001:1.0:1763350977.768337:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.768339:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000010:1.0:1763350977.768346:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350977.768349:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00010000:1.0:1763350977.768354:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4c6 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec9c5 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.768364:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350977.768367:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00010000:00000001:1.0:1763350977.768375:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350977.768379:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350977.768388:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350977.768391:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350977.768394:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768397:0:20012:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763350977.768402:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dfb5c1c00 x1849001118754816/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/0 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763350977.768412:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350977.768414:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350977.768417:0:20012:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763350977.768420:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.768422:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.768426:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.768428:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.768430:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.768431:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.768433:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.768434:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.768443:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.768444:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768446:0:20012:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768448:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768451:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350977.768453:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350977.768456:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.768459:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.768505:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df8fe0000. 02000000:00000001:1.0:1763350977.768508:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.768511:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768517:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350977.768518:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.768520:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.768521:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.768523:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.768525:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.768526:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.768528:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.768529:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.768532:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.768533:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.768538:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350977.768544:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350977.768546:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350977.768549:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350977.768551:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.768554:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.768555:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768557:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350977.768559:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768562:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350977.768564:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768567:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350977.768570:0:20012:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763350977.768574:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3ba38 00000004:00000002:1.0:1763350977.768577:0:20012:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3fed:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763350977.768582:0:20012:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763350977.768584:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350977.768587:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350977.768590:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.768651:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350977.768654:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350977.768657:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350977.768658:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fed:0x0] 00000020:00000001:1.0:1763350977.768660:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.768663:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994872 : -120547694556744 : ffff925ccd7cc9b8) 00000004:00000001:1.0:1763350977.768664:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994784 : -120547694556832 : ffff925ccd7cc960) 00000004:00000001:1.0:1763350977.768667:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763350977.768669:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768675:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350977.768679:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350977.768692:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768696:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.768703:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.768706:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.768715:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.768718:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.768722:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350977.768725:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350977.768727:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.768729:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fed:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:1.0:1763350977.768734:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.768736:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.768737:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.768739:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350977.768740:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350977.768743:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763350977.768746:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925df8fe0378 00000004:00000001:1.0:1763350977.768749:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768752:0:20012:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1763350977.768755:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350977.768758:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.768761:0:20012:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3fed:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763350977.768764:0:20012:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763350977.768769:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.768771:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.768776:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92000 count: 2 00010000:00000001:1.0:1763350977.768779:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.768782:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.768786:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7000. 00000020:00000001:1.0:1763350977.768790:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.768792:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7000 with handle 0xcb8c81cc3033c4cd to hash 00000020:00000001:1.0:1763350977.768795:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.768796:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000010:1.0:1763350977.768801:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373380. 00010000:00000001:1.0:1763350977.768803:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.768807:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.768809:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.768814:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4cd lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.768822:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.768827:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.768831:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350977.768833:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.768837:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.768839:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.768840:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.768843:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350977.768846:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350977.768848:0:20012:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350977.768850:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350977.768853:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fed:0x0].0x0 (ffff925df4a92000) refcount = 2 00010000:00000040:1.0:1763350977.768856:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350977.768861:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c322 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8d7 expref: 498 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350977.768869:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.768874:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350977.768880:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350977.768882:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.768884:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350977.768886:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.768888:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.768890:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.768894:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350977.768897:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.768900:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4cd lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350977.768905:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.768906:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.768908:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.768910:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.768911:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.768913:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:1.0:1763350977.768915:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.768917:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.768919:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.768920:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.768921:0:20012:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.768923:0:20012:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3fed:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763350977.768928:0:20012:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350977.768930:0:20012:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768934:0:20012:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350977.768937:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.768939:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.768940:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.768941:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.768943:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.768945:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.768946:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.768948:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350977.768950:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763350977.768953:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: returning size 1024 00000001:00000001:1.0:1763350977.768955:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.768957:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768959:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350977.768961:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.768963:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.768965:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.768967:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350977.768969:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350977.768971:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350977.768973:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768976:0:20012:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763350977.768978:0:20012:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:1.0:1763350977.768981:0:20012:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763350977.768983:0:20012:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768987:0:20012:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763350977.768992:0:20012:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763350977.768995:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763350977.768997:0:20012:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.768999:0:20012:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.769002:0:20012:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350977.769007:0:20012:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763350977.769010:0:20012:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dffae6000. 00000020:00000001:1.0:1763350977.769012:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.769014:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffae6000 with handle 0xcb8c81cc3033c4d4 to hash 00000020:00000001:1.0:1763350977.769016:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763350977.769018:0:20012:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623531152072704 : -120542557478912 : ffff925dffae6000) 00000004:00000001:1.0:1763350977.769020:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350977.769022:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763350977.769024:0:20012:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3fed:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:1.0:1763350977.769028:0:20012:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763350977.769032:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350977.769045:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ec8000. 00080000:00000001:1.0:1763350977.769047:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172921344 : -120542536630272 : ffff925e00ec8000) 00080000:00000001:1.0:1763350977.769050:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350977.769057:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350977.769065:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350977.769067:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.769091:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.769095:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350977.769099:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350977.769102:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055134, last_committed = 8590055124 00000001:00000010:1.0:1763350977.769107:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fdd20. 00000001:00000040:1.0:1763350977.769110:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:1.0:1763350977.769112:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:1.0:1763350977.769118:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad600. 00080000:00000001:1.0:1763350977.769126:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350977.769159:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350977.769163:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad600: xid 1849001118754816, transno 8590055134, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350977.769167:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.769181:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.769183:0:20012:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350977.769185:0:20012:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.769187:0:20012:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.769191:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350977.769193:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.769195:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.769197:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350977.769199:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350977.769201:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350977.769203:0:20012:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350977.769206:0:20012:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763350977.769208:0:20012:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763350977.769210:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350977.769213:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350977.769214:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350977.769216:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350977.769217:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.769219:0:20012:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350977.769221:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350977.769225:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350977.769227:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350977.769229:0:20012:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350977.769235:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350977.769241:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.769245:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.769247:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350977.769250:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350977.769254:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350977.769256:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350977.769257:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350977.769259:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350977.769261:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350977.769278:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350977.769280:0:20012:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763350977.769284:0:20012:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763350977.769285:0:20012:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.769288:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350977.769290:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.769291:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:1.0:1763350977.769293:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350977.769295:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00000004:00000040:1.0:1763350977.769299:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:1.0:1763350977.769301:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:1.0:1763350977.769305:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.769306:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350977.769308:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350977.769310:0:20012:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350977.769313:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350977.769317:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350977.769320:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350977.769322:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350977.769325:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.769326:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.769328:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.769330:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.769333:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7600 with handle 0xcb8c81cc3033c4c6 from hash 00010000:00000001:1.0:1763350977.769335:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350977.769336:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.769337:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.769338:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350977.769340:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350977.769344:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c4c6 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9c5 expref: 500 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.769358:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350977.769361:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:1.0:1763350977.769363:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350977.769372:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.769374:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.769378:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350977.769382:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4cd lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9c5 expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.769390:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350977.769393:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350977.769395:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925df4a92000) 00010000:00010000:1.0:1763350977.769398:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763350977.769401:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.769404:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.769405:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350977.769407:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.769408:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350977.769409:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7000, rc 0) 00000020:00000001:1.0:1763350977.769412:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350977.769415:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 8590055134, xid 1849001118754816 00010000:00000001:1.0:1763350977.769418:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350977.769424:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c1c00 x1849001118754816/t8590055134(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/664 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350977.769433:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350977.769435:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350977.769439:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=112 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350977.769444:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350977.769447:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350977.769449:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350977.769452:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350977.769455:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.769459:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.769462:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.769467:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74a18. 00000100:00000200:1.0:1763350977.769474:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118754816, offset 224 00000400:00000200:1.0:1763350977.769481:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.769493:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.769501:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197935:197935:256:4294967295] 192.168.202.2@tcp LPNI seq info [197931:197931:8:4294967295] 00000400:00000200:1.0:1763350977.769514:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.769520:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.769524:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e000. 00000800:00000200:1.0:1763350977.769531:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.769539:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.769543:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e000 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.769552:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350977.769556:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350977.769558:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350977.769560:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.769562:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350977.769566:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1c00 x1849001118754816/t8590055134(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/664 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350977.769577:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226159:x1849001118754816:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1364us (2080us total) trans 8590055134 rc 0/0 00000100:00100000:1.0:1763350977.769584:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140560 00000100:00000040:1.0:1763350977.769588:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350977.769591:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350977.769592:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350977.769644:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.769649:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350977.769653:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6400. 00000020:00000040:1.0:1763350977.769659:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:1.0:1763350977.769662:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.770906:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.770916:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e000. 00000400:00000200:0.0:1763350977.770924:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.770934:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.770940:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74a18 00000400:00000010:0.0:1763350977.770944:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74a18. 00000100:00000001:0.0:1763350977.770949:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.770951:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350977.774684:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.774716:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.774721:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.774723:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.774736:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.774758:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf6880 00000400:00000200:0.0:1763350977.774768:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127829 [2] + 1640 00000800:00000001:0.0:1763350977.774778:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.774794:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.774797:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.774802:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.774811:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.774814:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763350977.774821:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfb480. 00000100:00000040:0.0:1763350977.774825:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfb480 x1849001118754944 msgsize 328 00000100:00100000:0.0:1763350977.774829:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.774848:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.774857:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.774861:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.774950:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.774955:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118754944 02000000:00000001:3.0:1763350977.774959:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.774962:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.774964:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.774970:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.774975:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118754944 00000020:00000001:3.0:1763350977.774978:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.774980:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350977.774983:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.774987:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:3.0:1763350977.774990:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350977.774993:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350977.774999:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.775005:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.775010:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.775013:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:3.0:1763350977.775021:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e600. 00000020:00000010:3.0:1763350977.775028:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eee80. 00000020:00000010:3.0:1763350977.775034:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375a28. 00000100:00000040:3.0:1763350977.775042:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350977.775046:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.775047:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350977.775050:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350977.775054:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.775057:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350977.775063:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.775064:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.775067:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:3.0:1763350977.775069:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:3.0:1763350977.775072:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:3.0:1763350977.775075:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.775077:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.775079:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.775081:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.775090:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.775108:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.775122:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.775124:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.775130:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 999 00000100:00000040:3.0:1763350977.775145:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350977.775147:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171034240 : -120542538517376 : ffff925e00cfb480) 00000100:00000040:3.0:1763350977.775155:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cfb480 x1849001118754944/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350977.775165:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.775168:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.775170:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.775172:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:3.0:1763350977.775177:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:2361:x1849001118754944:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350977.775181:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118754944 00010000:00000001:3.0:1763350977.775183:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350977.775186:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350977.775188:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350977.775193:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.775195:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.775202:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5d1a400. 02000000:00000001:3.0:1763350977.775204:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.775207:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.775210:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350977.775212:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350977.775214:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.775216:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.775218:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:3.0:1763350977.775219:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:3.0:1763350977.775221:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000040:3.0:1763350977.775225:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92000 count: 3 00000004:00000001:3.0:1763350977.775232:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350977.775235:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350977.775239:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.775242:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.775244:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.775246:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.775251:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350977.775254:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.775260:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.775262:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.775265:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.775267:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.775270:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7000 with handle 0xcb8c81cc3033c4cd from hash 00010000:00000001:3.0:1763350977.775273:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.775274:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.775275:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.775276:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350977.775283:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.775286:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.775288:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350977.775290:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.775295:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c4cd lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9c5 expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350977.775306:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:3.0:1763350977.775309:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00010000:00000010:3.0:1763350977.775312:0:5782:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373380. 00010000:00000001:3.0:1763350977.775323:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.775326:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.775329:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350977.775331:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925df4a92000) 00010000:00000001:3.0:1763350977.775336:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.775338:0:5782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.775340:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350977.775342:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350977.775344:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.775350:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.775353:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.775358:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=60 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.775363:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.775366:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.775369:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.775372:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.775374:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.775378:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.775381:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.775386:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23504c8. 00000100:00000200:3.0:1763350977.775393:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118754944, offset 224 00000400:00000200:3.0:1763350977.775400:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.775414:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.775427:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197936:197936:256:4294967295] 192.168.202.2@tcp LPNI seq info [197932:197932:8:4294967295] 00000400:00000200:3.0:1763350977.775439:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.775445:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.775450:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1ca00. 00000800:00000200:3.0:1763350977.775457:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.775464:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.775469:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.775498:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.775501:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.775504:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.775506:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.775510:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfb480 x1849001118754944/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350977.775519:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cfb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:2361:x1849001118754944:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 352us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350977.775526:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 999 00000100:00000040:3.0:1763350977.775530:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350977.775533:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.775534:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.775540:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38eee80. 00000020:00000010:3.0:1763350977.775544:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375a28. 00000020:00000010:3.0:1763350977.775552:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e600. 00000020:00000040:3.0:1763350977.775558:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000100:00000001:3.0:1763350977.775560:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.777916:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.777936:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.777941:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.777943:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.777954:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.777972:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 552 into portal 12 MB=0x691a81edf6980 00000400:00000200:0.0:1763350977.777982:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 552/552 into md 0xd4535 [64] + 61664 00000800:00000001:0.0:1763350977.777998:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.778023:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.778026:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.778035:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.778042:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.778045:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350977.778052:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfad80. 00000100:00000040:0.0:1763350977.778056:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfad80 x1849001118755200 msgsize 552 00000100:00100000:0.0:1763350977.778059:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.778075:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.778103:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.778108:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.780800:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.780806:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:0.0:1763350977.780812:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.780819:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.780825:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d22a8 00000400:00000010:0.0:1763350977.780827:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d22a8. 00000100:00000001:0.0:1763350977.780832:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.780834:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350977.781723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7600. 00010000:00000010:3.1:1763350977.784672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7000. 00010000:00000010:2.1:1763350977.788231:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:2.1:1763350977.788249:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00000100:00000001:1.0:1763350977.789438:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.789443:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118755456 02000000:00000001:1.0:1763350977.789447:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.789450:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.789453:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.789459:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.789476:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118755456 00000020:00000001:1.0:1763350977.789481:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.789483:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350977.789487:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.789492:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:1.0:1763350977.789506:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350977.789510:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350977.789516:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.789785:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350977.789792:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.789795:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000020:00000010:0.0:1763350977.789804:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1e00. 00000020:00000010:0.0:1763350977.789842:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70200. 00000020:00000010:0.0:1763350977.789850:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3de10. 00000100:00000040:0.0:1763350977.789873:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350977.789879:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.789880:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350977.789885:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350977.789908:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.789911:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.789936:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.789980:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.790015:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.790018:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.790037:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140562 00000100:00000040:0.0:1763350977.790042:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350977.790044:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856862080 : -120542852689536 : ffff925dee15d180) 00000100:00000040:0.0:1763350977.790062:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15d180 x1849001118755456/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350977.790072:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.790075:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350977.790077:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.790079:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000100:00100000:0.0:1763350977.790084:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226159:x1849001118755456:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350977.790111:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118755456 00000020:00000001:0.0:1763350977.790117:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.790121:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350977.790149:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925df2926cc0: xid 1849001118755200, transno 8590055135, client gen 3, slot idx 1 00000001:00000001:0.0:1763350977.790169:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9ad600: xid 1849001118754816, transno 8590055134, client gen 3, slot idx 0 00000001:00000010:0.0:1763350977.790181:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9ad600. 00000020:00000001:0.0:1763350977.790189:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.790192:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.790195:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350977.790215:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350977.790220:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118755456, found 0 last_xid 1849001118755455 00000020:00000001:0.0:1763350977.790224:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.790242:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.790245:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.790261:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.790265:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350977.790269:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350977.790271:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350977.790273:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350977.790276:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.790290:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350977.790298:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:0.0:1763350977.790302:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.790305:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.790323:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350977.790329:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.790332:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033c4f0 to hash 00000020:00000001:0.0:1763350977.790334:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.790347:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000010:0.0:1763350977.790354:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ac00. 00010000:00000001:0.0:1763350977.790357:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00010000:0.0:1763350977.790364:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c4f0 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec9d3 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.790387:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:0.0:1763350977.790390:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:0.0:1763350977.790408:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350977.790412:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350977.790423:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350977.790425:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350977.790428:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790439:0:20012:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763350977.790445:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dee15d180 x1849001118755456/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4616/0 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763350977.790453:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763350977.790456:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763350977.790469:0:20012:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763350977.790472:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350977.790475:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.790479:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.790480:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.790482:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.790484:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.790485:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.790486:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.790507:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350977.790509:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790511:0:20012:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790513:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790528:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350977.790530:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350977.790533:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.790536:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.790723:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df5c60000. 02000000:00000001:0.0:1763350977.790727:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.790730:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790745:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350977.790747:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350977.790750:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.790751:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.790752:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.790754:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.790756:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350977.790757:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350977.790758:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.790760:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350977.790761:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.790775:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350977.790782:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350977.790784:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350977.790787:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350977.790788:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350977.790791:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350977.790792:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790794:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350977.790796:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790801:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350977.790803:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790806:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763350977.790810:0:20012:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763350977.790814:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3ba38 00000004:00000002:0.0:1763350977.790816:0:20012:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3ff0:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763350977.790822:0:20012:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763350977.790825:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350977.790828:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:0.0:1763350977.790832:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.790842:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:0.0:1763350977.790845:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:0.0:1763350977.790848:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350977.790849:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff0:0x0] 00000020:00000001:0.0:1763350977.790850:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.790852:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000004:00000001:0.0:1763350977.790854:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993824 : -120547694557792 : ffff925ccd7cc5a0) 00000004:00000001:0.0:1763350977.790857:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763350977.790859:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790867:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350977.790871:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350977.790884:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790888:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350977.790896:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350977.790899:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350977.790907:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350977.790909:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350977.790914:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350977.790916:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350977.790919:0:20012:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350977.790922:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350977.790924:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350977.790925:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350977.790927:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350977.790929:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350977.790931:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350977.790935:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925df5c60378 00000004:00000001:0.0:1763350977.790938:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350977.790942:0:20012:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763350977.790947:0:20012:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff0:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763350977.790951:0:20012:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff0:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:0.0:1763350977.790955:0:20012:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x3ff0:0x0], open_flags = 040010040000002 00000004:00000001:0.0:1763350977.790958:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350977.790963:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350977.790967:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350977.790971:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92b00 count: 2 00010000:00000001:0.0:1763350977.790974:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.790976:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.790981:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350977.790984:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.790986:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c4f7 to hash 00000020:00000001:0.0:1763350977.790989:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.790990:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350977.790995:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a200. 00010000:00000001:0.0:1763350977.790997:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350977.791001:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.791003:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.791007:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c4f7 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350977.791014:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350977.791019:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350977.791023:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350977.791026:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.791031:0:20012:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350977.791037:0:20012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c4e2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9cc expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350977.791044:0:20012:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350977.791046:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.791048:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.791049:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.791051:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.791053:0:20012:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763350977.791056:0:20012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c4f7 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000040:0.0:1763350977.791063:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff0:0x0].0x0 (ffff925df4a92b00) refcount = 2 00010000:00000040:0.0:1763350977.791066:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350977.791069:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c4e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9cc expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.791074:0:20012:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763350977.791076:0:20012:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c4f7 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350977.791084:0:20012:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350977.791088:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350977.791096:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9caeb40. 00000100:00000001:0.0:1763350977.791099:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530516409152 : -120543193142464 : ffff925dd9caeb40) 00000100:00000001:0.0:1763350977.791101:0:20012:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530516409152 : -120543193142464 : ffff925dd9caeb40) 00000100:00000001:0.0:1763350977.791104:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350977.791106:0:20012:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350977.791108:0:20012:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.791112:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.791113:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763350977.791115:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.791117:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.791119:0:20012:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763350977.791120:0:20012:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763350977.791125:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfaa00. 00000020:00000040:0.0:1763350977.791128:0:20012:0:(genops.c:1229:class_import_get()) import ffff925ddf07c800 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763350977.791131:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350977.791142:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350977.791149:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350977.791156:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0c00. 00000100:00000001:0.0:1763350977.791163:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350977.791167:0:20012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c4e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9cc expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350977.791185:0:20012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c4e2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9cc expref: 500 pid: 20551 timeout: 6287 lvb_type: 0 00010000:00000001:0.0:1763350977.791192:0:20012:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350977.791196:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350977.791201:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00cfaa00 x1849001101447936/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.791210:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350977.791212:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.791216:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00cfaa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:20012:1849001101447936:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350977.791221:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350977.791229:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350977.791231:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.791235:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350977.791239:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1600. 02000000:00000001:0.0:1763350977.791241:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350977.791249:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350977.791258:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0192a8. 00000100:00000200:0.0:1763350977.791268:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101447936, portal 16 00000100:00000001:0.0:1763350977.791271:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350977.791272:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171031552 : -120542538520064 : ffff925e00cfaa00) 00000100:00000040:0.0:1763350977.791278:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00cfaa00 x1849001101447936/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.791285:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.791287:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.791291:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019d48. 00000100:00000200:0.0:1763350977.791294:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101447936, offset 0 00000400:00000200:0.0:1763350977.791302:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.791318:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.791324:0:20012:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350977.791329:0:20012:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350977.791334:0:20012:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350977.791337:0:20012:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350977.791341:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197938:197938:256:4294967295] 192.168.202.2@tcp LPNI seq info [197934:197934:8:4294967295] 00000400:00000200:0.0:1763350977.791353:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.791360:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.791365:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8e00. 00000800:00000200:0.0:1763350977.791373:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.791382:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.791388:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.791420:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.791426:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300854763 00000100:00000010:0.0:1763350977.791431:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd865c840. 00000100:00000001:0.0:1763350977.791441:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350977.791450:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300854763 00000100:00000010:0.0:1763350977.791453:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd865cb40. 00000100:00000001:0.0:1763350977.791456:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350977.791464:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300854763 00000100:00000010:0.0:1763350977.791467:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd865c4e0. 00000100:00000001:0.0:1763350977.791470:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350977.791473:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300854763 00000100:00000010:0.0:1763350977.791477:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd865c600. 00000100:00000001:0.0:1763350977.791480:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350977.791483:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.791486:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.791489:0:20012:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.791490:0:20012:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.791494:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.791496:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.791498:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.791500:0:20012:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.791502:0:20012:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.791503:0:20012:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350977.791506:0:20012:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.791508:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350977.791510:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350977.791513:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dd9caeb40 going to sleep for 11 seconds 00000100:00000001:0.0:1763350977.791516:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.791520:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350977.792794:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.792812:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8e00. 00000400:00000200:3.0:1763350977.792821:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.792830:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.792847:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019d48 00000400:00000010:3.0:1763350977.792851:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019d48. 00000100:00000001:3.0:1763350977.792858:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.792866:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00cfaa00 x1849001101447936/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.792886:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.792890:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00cfaa00 x1849001101447936/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.792898:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.792900:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763350977.797208:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.797233:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.797238:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.797241:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.797255:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.797282:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd75300 00000400:00000200:0.0:1763350977.797294:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f49d [1] + 224 00000800:00000001:0.0:1763350977.797304:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.797315:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.797318:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.797323:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.797331:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.797341:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cfaa00 x1849001101447936/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350977.797354:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925e00cfaa00 x1849001101447936/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.797448:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.797459:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.797464:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.798441:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.798445:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118755584 02000000:00000001:0.0:1763350977.798448:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.798450:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.798452:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.798458:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.798462:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118755584 00000020:00000001:0.0:1763350977.798464:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.798467:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350977.798470:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.798473:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=501 00000020:00000001:0.0:1763350977.798476:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350977.798479:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350977.798484:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.798490:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda900. 00000100:00000001:0.0:1763350977.798494:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.798497:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda900. 00000020:00000010:0.0:1763350977.798503:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350977.798509:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.798515:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3ded8. 00000100:00000040:0.0:1763350977.798524:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350977.798527:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.798529:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350977.798532:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350977.798535:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.798539:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350977.798544:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.798546:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.798548:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=4 00000020:00000001:0.0:1763350977.798550:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350977.798553:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00010000:0.0:1763350977.798560:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c4e2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9cc expref: 501 pid: 20551 timeout: 6287 lvb_type: 0 00010000:00000001:0.0:1763350977.798568:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.798570:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.798571:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.798574:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.798582:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350977.798589:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dd0a11450 x1849001118755584/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.798632:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350977.798634:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.798698:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.798713:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.798716:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.798721:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4017 00000100:00000040:0.0:1763350977.798726:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:0.0:1763350977.798728:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530362672208 : -120543346879408 : ffff925dd0a11450) 00000100:00000040:0.0:1763350977.798733:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0a11450 x1849001118755584/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.798749:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.798752:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda900. 00000100:00000001:0.0:1763350977.798754:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.798757:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda900. 00000100:00100000:0.0:1763350977.798761:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0a11450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:2361:x1849001118755584:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350977.798766:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118755584 00010000:00000001:0.0:1763350977.798768:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350977.798771:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350977.798773:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350977.798779:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.798781:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.798786:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cddc47000. 02000000:00000001:0.0:1763350977.798788:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.798792:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.798794:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350977.798796:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350977.798798:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.798800:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.798801:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=4 00000020:00000001:0.0:1763350977.798803:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350977.798806:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000040:0.0:1763350977.798810:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92b00 count: 3 00000004:00000001:0.0:1763350977.798814:0:54877:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763350977.798818:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c4e2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9cc expref: 501 pid: 20551 timeout: 6287 lvb_type: 0 00000100:00001000:0.0:1763350977.798827:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=43 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350977.798830:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350977.798835:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.798836:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.798839:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c4e2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9cc expref: 501 pid: 20551 timeout: 6287 lvb_type: 0 00000020:00000001:0.0:1763350977.798853:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.798857:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.798858:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.798861:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.798866:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.798869:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.798875:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.798876:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.798879:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.798880:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.798883:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1800 with handle 0xcb8c81cc3033c4e2 from hash 00010000:00000001:0.0:1763350977.798886:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.798887:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.798888:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.798889:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.798895:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.798897:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.798899:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.798900:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.798903:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c4e2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9cc expref: 501 pid: 20551 timeout: 6287 lvb_type: 0 00010000:00000040:0.0:1763350977.798911:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350977.798914:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00010000:00000010:0.0:1763350977.798917:0:54877:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be000. 00010000:00000001:0.0:1763350977.798934:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.798937:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.798940:0:54877:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350977.798943:0:54877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff0:0x0].0x0 (ffff925df4a92b00) 00010000:00010000:0.0:1763350977.798948:0:54877:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c4f7 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350977.798955:0:54877:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350977.798958:0:54877:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.798961:0:54877:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.798963:0:54877:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.798964:0:54877:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.798967:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350977.798970:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350977.798973:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c4f7 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350977.798979:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350977.798981:0:54877:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350977.798983:0:54877:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350977.798984:0:54877:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350977.798987:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff0:0x0].0x0 (ffff925df4a92b00) refcount = 2 00010000:00010000:0.0:1763350977.798990:0:54877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c4f7 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350977.798995:0:54877:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350977.798998:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.798999:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.799002:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350977.799003:0:54877:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.799006:0:54877:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350977.799009:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda900. 00000100:00000001:0.0:1763350977.799012:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350977.799066:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9caee40. 00000100:00000001:0.0:1763350977.799069:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530516409920 : -120543193141696 : ffff925dd9caee40) 00000100:00000001:0.0:1763350977.799071:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530516409920 : -120543193141696 : ffff925dd9caee40) 00000100:00000001:0.0:1763350977.799074:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350977.799076:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350977.799078:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.799080:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350977.799092:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.799095:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.799096:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.799098:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.799100:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.799101:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350977.799104:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.799106:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.799108:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350977.799110:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9caee40. 00000100:00000001:0.0:1763350977.799113:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350977.799115:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350977.799117:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda900. 00010000:00000001:0.0:1763350977.799119:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350977.799121:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350977.799130:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.799148:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.799151:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.799154:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.799159:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.799163:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350977.799168:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350977.799171:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.799173:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.799177:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.799180:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.799185:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019660. 00000100:00000200:0.0:1763350977.799191:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118755584, offset 224 00000400:00000200:0.0:1763350977.799198:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.799209:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.799219:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197939:197939:256:4294967295] 192.168.202.2@tcp LPNI seq info [197935:197935:8:4294967295] 00000400:00000200:0.0:1763350977.799233:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.799239:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.799245:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8e00. 00000800:00000200:0.0:1763350977.799251:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.799259:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.799263:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.799359:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.799363:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350977.799366:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.799368:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.799373:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0a11450 x1849001118755584/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.799384:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0a11450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:2361:x1849001118755584:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 634us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350977.799393:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4017 00000100:00000040:0.0:1763350977.799397:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350977.799399:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.799401:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.799406:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.799412:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:0.0:1763350977.799415:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350977.799420:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 02000000:00000001:0.0:1763350977.799427:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.799430:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5d1a400. 02000000:00000001:0.0:1763350977.799434:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.799437:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfb480. 02000000:00000001:0.0:1763350977.799442:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.799443:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cddc46400. 02000000:00000001:0.0:1763350977.799446:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.799447:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c1f80. 02000000:00000001:0.0:1763350977.799450:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.799452:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea6c00. 02000000:00000001:0.0:1763350977.799454:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.799456:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c1880. 02000000:00000001:0.0:1763350977.799458:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.799459:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea5400. 02000000:00000001:0.0:1763350977.799462:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.799463:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbf800. 02000000:00000001:0.0:1763350977.799470:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.799472:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df0983c00. 02000000:00000001:0.0:1763350977.799475:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.799476:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfb800. 02000000:00000001:0.0:1763350977.799479:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350977.799480:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df0981800. 02000000:00000001:0.0:1763350977.799482:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350977.799483:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00de680. 00000100:00000001:0.0:1763350977.799487:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763350977.799493:0:54877:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1763350977.799500:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb790. 00000400:00000010:0.0:1763350977.799504:0:54877:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dd9caee40. 00000800:00000200:3.0:1763350977.799864:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.799871:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8e00. 00000400:00000200:3.0:1763350977.799878:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.799884:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.799891:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019660 00000400:00000010:3.0:1763350977.799894:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019660. 00000100:00000001:3.0:1763350977.799899:0:3310:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350977.799903:0:3310:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350977.799906:0:3310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cddc47000. 02000000:00000001:3.0:1763350977.799910:0:3310:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763350977.799912:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763350977.802733:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.802738:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:0.0:1763350977.802743:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.802749:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.802754:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2550 00000400:00000010:0.0:1763350977.802756:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2550. 00000100:00000001:0.0:1763350977.802761:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.802763:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350977.805660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00000100:00000001:3.0:1763350977.807730:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.807734:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118755840 02000000:00000001:3.0:1763350977.807738:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.807741:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.807744:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.807749:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.807754:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118755840 00000020:00000001:3.0:1763350977.807757:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.807759:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350977.807762:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.807766:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:3.0:1763350977.807769:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350977.807772:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350977.807777:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.807783:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.807788:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.807791:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:3.0:1763350977.807799:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e600. 00000020:00000010:3.0:1763350977.807805:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350977.807811:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375a28. 00000100:00000040:3.0:1763350977.807825:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350977.807828:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.807830:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350977.807832:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.807840:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.808211:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.808229:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.808231:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.808239:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20866 00000100:00000040:3.0:1763350977.808243:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350977.808246:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856868352 : -120542852683264 : ffff925dee15ea00) 00000100:00000040:3.0:1763350977.808256:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15ea00 x1849001118755840/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 392/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.808267:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.808271:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.808274:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.808277:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:3.0:1763350977.808475:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226159:x1849001118755840:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350977.808479:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118755840 00000020:00000001:3.0:1763350977.808484:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.808488:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350977.808494:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de02b2840: xid 1849001118755456, transno 8590055136, client gen 3, slot idx 0 00000001:00000001:3.0:1763350977.808500:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925df2926cc0: xid 1849001118755200, transno 8590055135, client gen 3, slot idx 1 00000001:00000010:3.0:1763350977.808505:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925df2926cc0. 00000020:00000001:3.0:1763350977.808510:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.808513:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.808516:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350977.808519:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350977.808523:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118755840, found 0 last_xid 1849001118755839 00000020:00000001:3.0:1763350977.808526:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.808529:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.808531:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.808535:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808541:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350977.808543:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350977.808546:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350977.808550:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808554:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350977.808558:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.808560:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.808563:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.808564:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.808566:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.808568:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.808570:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.808572:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.808573:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.808574:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.808576:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.808578:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.808579:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.808581:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808584:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808586:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350977.808588:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808592:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350977.808593:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.808618:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.808620:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.808621:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.808623:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.808625:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.808626:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.808628:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.808631:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.808632:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.808637:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350977.808644:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350977.808647:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350977.808650:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350977.808652:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.808655:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.808657:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808659:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350977.808660:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808662:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.808667:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.808669:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.808676:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925dffad4c00. 02000000:00000001:3.0:1763350977.808678:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.808681:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808683:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350977.808685:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808689:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763350977.808691:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763350977.808693:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.808696:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925cc12bbd00 refcount=2 00000020:00000001:3.0:1763350977.808698:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525808356608 : -120547901195008 : ffff925cc12bbd00) 00000004:00000001:3.0:1763350977.808701:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623525808356608 : -120547901195008 : ffff925cc12bbd00) 00000020:00000040:3.0:1763350977.808704:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cc12bbd00 with handle 0xcb8c81cc3033c4fe from hash 00000004:00000001:3.0:1763350977.808709:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763350977.808711:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff0:0x0] with intent: 0 00000004:00000001:3.0:1763350977.808716:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763350977.808718:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:3.0:1763350977.808723:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350977.808726:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350977.808737:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808741:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.808746:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.808749:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.808756:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.808760:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.808763:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.808766:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350977.808767:0:20016:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.808769:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.808771:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.808772:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.808773:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.808775:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.808777:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350977.808779:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350977.808780:0:20016:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350977.808783:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350977.808786:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808789:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.808790:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.808792:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.808793:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.808796:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.808798:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.808800:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.808802:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.808803:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.808805:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.808806:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.808808:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.808810:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.808812:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350977.808814:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350977.808816:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808819:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763350977.808821:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff0:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1763350977.808825:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.808828:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763350977.808830:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350977.808835:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350977.808843:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5780. 00080000:00000001:3.0:1763350977.808847:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.808858:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dffad4800. 00080000:00000001:3.0:1763350977.808860:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531152001024 : -120542557550592 : ffff925dffad4800) 00000004:00000001:3.0:1763350977.808865:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.808870:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.808873:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.808876:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531152001024 : -120542557550592 : ffff925dffad4800) 00080000:00000001:3.0:1763350977.808880:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350977.808905:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808907:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808911:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.808917:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350977.808919:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350977.808926:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350977.808928:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.808929:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531152001024 : -120542557550592 : ffff925dffad4800) 00080000:00000001:3.0:1763350977.808934:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.808939:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.808941:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808943:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.808969:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.808972:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.808978:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.809263:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350977.809267:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350977.809269:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.809270:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531152001024 : -120542557550592 : ffff925dffad4800) 00080000:00000001:3.0:1763350977.809275:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350977.809277:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763350977.809292:0:20016:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763350977.809295:0:20016:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.809298:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809300:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809302:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809304:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.809311:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350977.809314:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350977.809319:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350977.809322:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055137, last_committed = 8590055124 00000001:00000010:3.0:1763350977.809327:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5240. 00000001:00000040:3.0:1763350977.809330:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 13 00000020:00000040:3.0:1763350977.809333:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00000001:00000010:3.0:1763350977.809339:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded439c0. 00000004:00000001:3.0:1763350977.809348:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350977.809350:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350977.809351:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531152001024 : -120542557550592 : ffff925dffad4800) 00080000:00000001:3.0:1763350977.809355:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.809373:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350977.809376:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350977.809380:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded439c0: xid 1849001118755840, transno 8590055137, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763350977.809383:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.809468:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350977.809472:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5780. 00000020:00000001:3.0:1763350977.809475:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809479:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809481:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809483:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809486:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763350977.809488:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763350977.809491:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350977.809492:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350977.809494:0:20016:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350977.809497:0:20016:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350977.809501:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350977.809505:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350977.809509:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350977.809511:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff0:0x0], previous was 0x7 00000004:00000001:3.0:1763350977.809515:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809518:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763350977.809521:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809525:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1763350977.809530:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350977.809532:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1763350977.809536:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925cc12bbd00. 00000004:00000001:3.0:1763350977.809550:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350977.809553:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350977.809555:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809557:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809559:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763350977.809562:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350977.809564:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350977.809566:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350977.809568:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350977.809570:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350977.809575:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.809578:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350977.809581:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763350977.809588:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.809699:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350977.809702:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350977.809707:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055124, transno 8590055137, xid 1849001118755840 00010000:00000001:3.0:1763350977.809711:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.809720:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15ea00 x1849001118755840/t8590055137(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 392/456 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.809729:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.809732:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.809736:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=88 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.809741:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.809745:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.809747:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.809750:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.809752:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.809756:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.809759:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.809766:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350a18. 00000100:00000200:3.0:1763350977.809773:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118755840, offset 224 00000400:00000200:3.0:1763350977.809781:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.809795:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.809803:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197941:197941:256:4294967295] 192.168.202.2@tcp LPNI seq info [197937:197937:8:4294967295] 00000400:00000200:3.0:1763350977.809816:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.809822:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.809827:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:3.0:1763350977.809834:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.809843:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.809849:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.810418:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.810428:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.810432:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.810434:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.810437:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.810444:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15ea00 x1849001118755840/t8590055137(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 392/456 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350977.810457:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226159:x1849001118755840:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 2187us (2823us total) trans 8590055137 rc 0/0 00000100:00100000:3.0:1763350977.810467:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20866 00000100:00000040:3.0:1763350977.810472:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350977.810474:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350977.810477:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.810483:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350977.810490:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375a28. 00000020:00000010:3.0:1763350977.810498:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e600. 00000020:00000040:3.0:1763350977.810504:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000100:00000001:3.0:1763350977.810507:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.810535:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.810541:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:0.0:1763350977.810547:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.810553:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.810560:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350a18 00000400:00000010:0.0:1763350977.810562:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350a18. 00000100:00000001:0.0:1763350977.810567:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.810570:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350977.810682:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00010000:00000010:2.1:1763350977.810906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00010000:00000010:2.1:1763350977.810910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00000800:00000001:0.0:1763350977.813920:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.813945:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.813950:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.813953:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.813967:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.813989:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 376 into portal 12 MB=0x691a81edf6c80 00000400:00000200:0.0:1763350977.813999:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 376/376 into md 0xd4535 [64] + 66832 00000800:00000001:0.0:1763350977.814009:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.814019:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.814024:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.814029:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.814038:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.814041:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350977.814049:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfb800. 00000100:00000040:0.0:1763350977.814054:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfb800 x1849001118755968 msgsize 376 00000100:00100000:0.0:1763350977.814058:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.814081:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.814093:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.814097:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.815456:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.815463:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:3.0:1763350977.815468:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.815474:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.815480:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:3.0:1763350977.815482:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:3.0:1763350977.815486:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.815488:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350977.820556:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.820583:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.820588:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.820591:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.820656:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.820686:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edf6d00 00000400:00000200:0.0:1763350977.820697:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 67208 00000800:00000001:0.0:1763350977.820708:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.820723:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.820728:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.820733:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.820742:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.820745:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350977.820753:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfb480. 00000100:00000040:0.0:1763350977.820758:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfb480 x1849001118756096 msgsize 576 00000100:00100000:0.0:1763350977.820762:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.820783:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.820793:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.820796:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.822475:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.822481:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:0.0:1763350977.822486:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.822493:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.822498:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:0.0:1763350977.822502:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:0.0:1763350977.822507:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.822508:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350977.827776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000800:00000001:3.0:1763350977.828046:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.828068:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.828072:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.828074:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.828087:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.828110:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf6d80 00000400:00000200:3.0:1763350977.828122:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118b09 [8] + 14032 00000800:00000001:3.0:1763350977.828142:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.828210:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.828214:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.828219:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.828228:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.828231:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350977.828240:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1880. 00000100:00000040:3.0:1763350977.828244:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1880 x1849001118756224 msgsize 328 00000100:00100000:3.0:1763350977.828248:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.828271:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.828282:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.828287:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.828369:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.828373:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118756224 02000000:00000001:0.0:1763350977.828377:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.828379:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.828382:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.828387:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.828392:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118756224 00000020:00000001:0.0:1763350977.828395:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.828397:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350977.828400:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.828404:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:0.0:1763350977.828407:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350977.828410:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350977.828415:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.828432:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda900. 00000100:00000001:0.0:1763350977.828436:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.828440:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda900. 00000020:00000010:0.0:1763350977.828448:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350977.828454:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.828461:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3ded8. 00000100:00000040:0.0:1763350977.828470:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350977.828474:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.828476:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.828478:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.828489:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.828505:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.828520:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.828523:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.828529:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19956 00000100:00000040:0.0:1763350977.828533:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350977.828535:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079571584 : -120542629980032 : ffff925dfb5c1880) 00000100:00000040:0.0:1763350977.828544:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c1880 x1849001118756224/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350977.828555:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.828557:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda900. 00000100:00000001:0.0:1763350977.828560:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.828562:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda900. 00000100:00100000:0.0:1763350977.828567:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118756224:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350977.828571:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118756224 00000020:00000001:0.0:1763350977.828575:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.828580:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.828582:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.828585:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.828587:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350977.828591:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.828634:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.828638:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.828641:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.828646:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.828648:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350977.828652:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350977.828654:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350977.828656:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350977.828658:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.828663:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350977.828674:0:63038:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09300. 00010000:00000010:0.0:1763350977.828678:0:63038:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925dddc09500. 00010000:00000001:0.0:1763350977.828683:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.828687:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3c00. 00000020:00000001:0.0:1763350977.828692:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.828696:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3c00 with handle 0xcb8c81cc3033c51a to hash 00000020:00000001:0.0:1763350977.828698:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.828699:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350977.828702:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00010000:0.0:1763350977.828706:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec9e8 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763350977.828717:0:63038:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763350977.828723:0:63038:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925e00bda900. 00002000:00000001:0.0:1763350977.828727:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350977.828732:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.828739:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:0.0:1763350977.828742:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:0.0:1763350977.828745:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350977.828754:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350977.828757:0:63038:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d5:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1763350977.828760:0:63038:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763350977.828763:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000040:0.0:1763350977.828767:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350977.828770:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:0.0:1763350977.828778:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350977.828782:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350977.828785:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.828787:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.828794:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cddc46400. 02000000:00000001:0.0:1763350977.828797:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.828799:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.828804:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350977.828807:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350977.828811:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350977.828814:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.828816:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350977.828818:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350977.828819:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.828824:0:63038:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763350977.828831:0:63038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350977.828842:0:63038:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d5:0x0].0x0 (ffff925dddc09300) refcount = 1 00010000:00000040:0.0:1763350977.828845:0:63038:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350977.828849:0:63038:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350977.828865:0:63038:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.828868:0:63038:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.828870:0:63038:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350977.828871:0:63038:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763350977.828874:0:63038:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350977.828876:0:63038:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.828881:0:63038:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350977.828885:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350977.828897:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.828899:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350977.828902:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.828904:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.828906:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350977.828908:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.828909:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.828915:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3c00, rc 0) 00000020:00000001:0.0:1763350977.828918:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350977.828921:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847683, transno 0, xid 1849001118756224 00010000:00000001:0.0:1763350977.828924:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.828930:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c1880 x1849001118756224/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350977.828938:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.828940:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.828945:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.828950:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.828953:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350977.828955:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350977.828958:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.828961:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.828964:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.828967:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.828973:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019ee0. 00000100:00000200:0.0:1763350977.828979:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118756224, offset 224 00000400:00000200:0.0:1763350977.828987:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.829000:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.829006:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197944:197944:256:4294967295] 192.168.202.2@tcp LPNI seq info [197940:197940:8:4294967295] 00000400:00000200:0.0:1763350977.829017:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.829022:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.829028:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8800. 00000800:00000200:0.0:1763350977.829035:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.829043:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.829048:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.829074:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.829078:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350977.829080:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.829082:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.829084:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350977.829089:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1880 x1849001118756224/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350977.829099:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118756224:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 542us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350977.829107:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19956 00000100:00000040:0.0:1763350977.829111:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350977.829114:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.829116:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.829121:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.829126:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:0.0:1763350977.829131:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350977.829147:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:0.0:1763350977.829150:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.829408:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.829415:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8800. 00000400:00000200:1.0:1763350977.829420:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.829425:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.829430:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019ee0 00000400:00000010:1.0:1763350977.829433:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019ee0. 00000100:00000001:1.0:1763350977.829436:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.829439:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350977.836668:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.836690:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.836696:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.836699:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.836714:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.836737:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf6e00 00000400:00000200:0.0:1763350977.836747:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118b09 [8] + 14360 00000800:00000001:0.0:1763350977.836757:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.836768:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.836771:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.836776:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.836784:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.836787:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350977.836795:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfb100. 00000100:00000040:0.0:1763350977.836800:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfb100 x1849001118756352 msgsize 328 00000100:00100000:0.0:1763350977.836804:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350977.837462:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763350977.838054:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.838075:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.838085:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1763350977.838149:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118756352 02000000:00000001:3.0:1763350977.838155:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.838158:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.838161:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.838167:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.838172:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118756352 00000020:00000001:3.0:1763350977.838176:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.838178:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350977.838182:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.838185:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=18 00000020:00000001:3.0:1763350977.838190:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350977.838192:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350977.838197:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.838206:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.838210:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.838212:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:3.0:1763350977.838220:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e600. 00000020:00000010:3.0:1763350977.838226:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eef00. 00000020:00000010:3.0:1763350977.838232:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375a28. 00000100:00000040:3.0:1763350977.838241:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350977.838244:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.838246:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350977.838249:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.838258:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.838672:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.838754:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.838759:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763350977.838762:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.838765:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350977.838770:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19957 00000100:00000040:1.0:1763350977.838777:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350977.838777:0:63038:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.838781:0:63038:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.838782:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171033344 : -120542538518272 : ffff925e00cfb100) 00000100:00000040:1.0:1763350977.838794:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cfb100 x1849001118756352/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350977.838805:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.838811:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350977.838813:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.838816:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000100:00100000:1.0:1763350977.838822:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+18:226159:x1849001118756352:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350977.838827:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118756352 00000020:00000001:1.0:1763350977.838830:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.838835:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350977.838837:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.838841:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.838843:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350977.838847:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350977.838850:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.838853:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.838856:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.838861:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.838864:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350977.838866:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350977.838869:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350977.838870:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350977.838872:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.838878:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.838886:0:63037:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09400 count: 2 00010000:00000001:1.0:1763350977.838889:0:63037:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.838892:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.838897:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6000. 00000020:00000001:1.0:1763350977.838901:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.838903:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6000 with handle 0xcb8c81cc3033c521 to hash 00000020:00000001:1.0:1763350977.838905:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.838907:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:1.0:1763350977.838909:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00010000:1.0:1763350977.838914:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c521 lrc: 2/0,0 mode: --/GROUP res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec9ef expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.838923:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 14 00000020:00000040:1.0:1763350977.838926:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=19 00000100:00000001:1.0:1763350977.838938:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.838941:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.838947:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00ecb400. 02000000:00000001:1.0:1763350977.838949:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.838951:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.838954:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.838959:0:63037:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.838962:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350977.838964:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.838968:0:63037:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763350977.838970:0:63037:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350977.838976:0:63037:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 19 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.838983:0:63037:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763350977.838985:0:63037:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.838989:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763350977.838991:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.838993:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350977.838994:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763350977.838996:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.838998:0:63037:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.839001:0:63037:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763350977.839005:0:63037:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c521 lrc: 4/0,0 mode: --/GROUP res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1033354172 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9ef expref: 19 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.839014:0:63037:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fa:0x0].0x0 (ffff925dddc09400) refcount = 2 00010000:00000040:1.0:1763350977.839017:0:63037:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350977.839020:0:63037:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 19 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.839027:0:63037:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763350977.839030:0:63037:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c521 lrc: 4/0,0 mode: --/GROUP res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1033354172 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9ef expref: 19 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763350977.839044:0:63037:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52840. 00000100:00000001:1.0:1763350977.839048:0:63037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350977.839055:0:63037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9ad240. 00000100:00000001:1.0:1763350977.839058:0:63037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150791232 : -120542558760384 : ffff925dff9ad240) 00000100:00000001:1.0:1763350977.839060:0:63037:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531150791232 : -120542558760384 : ffff925dff9ad240) 00000100:00000001:1.0:1763350977.839063:0:63037:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350977.839959:0:63037:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350977.839962:0:63037:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350977.839967:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.839970:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350977.839973:0:63037:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.839976:0:63037:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.839978:0:63037:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763350977.839980:0:63037:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763350977.839989:0:63037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf293480. 00000020:00000040:1.0:1763350977.839996:0:63037:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763350977.840000:0:63037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350977.840003:0:63037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350977.840010:0:63037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350977.840018:0:63037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f6400. 00000100:00000001:1.0:1763350977.840025:0:63037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.840035:0:63037:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 19 pid: 63038 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350977.840055:0:63037:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 19 pid: 63038 timeout: 6287 lvb_type: 0 00010000:00000001:1.0:1763350977.840066:0:63037:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350977.840070:0:63037:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350977.840076:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925ddf293480 x1849001101448064/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.840091:0:63037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350977.840094:0:63037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.840100:0:63037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925ddf293480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:63037:1849001101448064:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350977.840105:0:63037:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350977.840111:0:63037:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350977.840115:0:63037:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.840117:0:63037:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350977.840132:0:63037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dea3f7a00. 02000000:00000001:1.0:1763350977.840143:0:63037:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350977.840151:0:63037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466948. 00000400:00000010:1.0:1763350977.840159:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74f68. 00000100:00000200:1.0:1763350977.840168:0:63037:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101448064, portal 16 00000100:00000001:1.0:1763350977.840171:0:63037:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350977.840172:0:63037:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530606474368 : -120543103077248 : ffff925ddf293480) 00000100:00000040:1.0:1763350977.840188:0:63037:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925ddf293480 x1849001101448064/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.840195:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.840201:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.840205:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead747f8. 00000100:00000200:1.0:1763350977.840208:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101448064, offset 0 00000400:00000200:1.0:1763350977.840215:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.840233:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.840239:0:63037:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350977.840245:0:63037:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350977.840250:0:63037:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350977.840252:0:63037:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350977.840256:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197945:197945:256:4294967295] 192.168.202.2@tcp LPNI seq info [197941:197941:8:4294967295] 00000400:00000200:1.0:1763350977.840268:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.840275:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.840280:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e500. 00000800:00000200:1.0:1763350977.840288:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.840297:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.840302:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.840327:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.840334:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300854812 00000100:00000001:1.0:1763350977.840343:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300854763 00000100:00000001:1.0:1763350977.840348:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300854812 00000100:00000001:1.0:1763350977.840351:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300854763 00000100:00000001:1.0:1763350977.840354:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300854812 00000100:00000001:1.0:1763350977.840358:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300854763 00000100:00000001:1.0:1763350977.840360:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300854812 00000100:00000001:1.0:1763350977.840364:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300854763 00000100:00000001:1.0:1763350977.840367:0:63037:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350977.840371:0:63037:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.840374:0:63037:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.840376:0:63037:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.840379:0:63037:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.840381:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.840382:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.840384:0:63037:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.840386:0:63037:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350977.840388:0:63037:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350977.840390:0:63037:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.840393:0:63037:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350977.840395:0:63037:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350977.840398:0:63037:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9ad240 going to sleep for 11 seconds 00000100:00000001:1.0:1763350977.840401:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350977.840404:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350977.840509:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.840515:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e500. 00000400:00000200:3.0:1763350977.840522:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.840529:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.840536:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead747f8 00000400:00000010:3.0:1763350977.840539:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead747f8. 00000100:00000001:3.0:1763350977.840544:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.840549:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925ddf293480 x1849001101448064/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.840561:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.840565:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925ddf293480 x1849001101448064/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.840571:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.840573:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350977.842880:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.842902:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.842906:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.842909:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.842923:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.842944:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd75380 00000400:00000200:3.0:1763350977.842955:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f4c1 [1] + 224 00000800:00000001:3.0:1763350977.842963:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.842972:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.842975:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.842980:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350977.842993:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350977.843002:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925ddf293480 x1849001101448064/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350977.843019:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925ddf293480 x1849001101448064/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.843049:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350977.843059:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.843064:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.844238:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.844252:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.844256:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.844260:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.844270:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.844283:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 1512 into portal 6 MB=0x691a81edf6e80 00000400:00000200:0.0:1763350977.844292:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 1512/1512 into md 0x90aa1 [128] + 114504 00000800:00000001:0.0:1763350977.844300:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1763350977.844312:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.844320:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:3.0:1763350977.844325:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.844331:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.844337:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2d48 00000400:00000010:3.0:1763350977.844339:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2d48. 00000100:00000001:3.0:1763350977.844344:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000001:0.0:1763350977.844346:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.844347:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000400:00000200:0.0:1763350977.844351:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.844357:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.844363:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.844370:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763350977.844381:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfaa00. 00000100:00000040:0.0:1763350977.844388:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfaa00 x1849001118756480 msgsize 1512 00000100:00100000:0.0:1763350977.844393:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.844417:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.844431:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.844438:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.844692:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.844698:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118756480 02000000:00000001:3.0:1763350977.844701:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.844704:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.844706:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.844713:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.844720:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118756480 00000020:00000001:3.0:1763350977.844726:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.844728:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350977.844731:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.844739:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=19 00000020:00000001:3.0:1763350977.844746:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350977.844749:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350977.844754:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.844763:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.844767:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.844770:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:3.0:1763350977.844775:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e800. 00000020:00000010:3.0:1763350977.844781:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eee80. 00000020:00000010:3.0:1763350977.844786:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3757d0. 00000100:00000040:3.0:1763350977.844796:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763350977.844800:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.844802:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763350977.844804:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763350977.844807:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.844810:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:3.0:1763350977.844814:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.844818:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350977.844822:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350977.844824:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.844832:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.844834:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.844837:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.844839:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.844840:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.844842:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.844843:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.844848:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.844850:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.844851:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.844853:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.844856:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763350977.844859:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.844864:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.844867:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.844870:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763350977.844876:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.844879:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763350977.844892:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000401:0x24fa:0x0] (0->1023) req@ffff925e00cfaa00 x1849001118756480/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 1512/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763350977.844903:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763350977.844905:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925e00cfaa00 with x1849001118756480 ext(0->1023) 00010000:00000001:3.0:1763350977.844909:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.844910:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.844913:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=4 00000020:00000001:3.0:1763350977.844915:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:3.0:1763350977.844918:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00010000:3.0:1763350977.844926:0:104354:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 19 pid: 63038 timeout: 6287 lvb_type: 0 00010000:00010000:3.0:1763350977.844944:0:104354:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 19 pid: 63038 timeout: 6287 lvb_type: 0 00010000:00000001:3.0:1763350977.844951:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.844953:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350977.844954:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763350977.844956:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff925e00cfaa00 00002000:00000001:3.0:1763350977.844958:0:104354:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.844961:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.844969:0:104354:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763350977.844974:0:104354:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925e00cfaa00 x1849001118756480/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 1512/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.844980:0:104354:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350977.844981:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.845007:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.845028:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.845031:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.845038:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 16 00000100:00000040:3.0:1763350977.845046:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:3.0:1763350977.845051:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171031552 : -120542538520064 : ffff925e00cfaa00) 00000100:00000040:3.0:1763350977.845059:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cfaa00 x1849001118756480/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 1512/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.845071:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.845077:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:3.0:1763350977.845079:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.845082:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:3.0:1763350977.845086:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2360:x1849001118756480:12345-192.168.202.2@tcp:4:dd.0 00000100:00000200:3.0:1763350977.845089:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118756480 00000020:00000001:3.0:1763350977.845093:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.845097:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.845100:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.845102:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.845103:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:3.0:1763350977.845107:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350977.845110:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.845113:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.845115:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.845116:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.845119:0:104354:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:3.0:1763350977.845303:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.845306:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.845313:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925dffad4400. 02000000:00000001:3.0:1763350977.845316:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.845319:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.845323:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763350977.845325:0:104354:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.845329:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:3.0:1763350977.845335:0:104354:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:3.0:1763350977.845339:0:104354:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:3.0:1763350977.845342:0:104354:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1763350977.845346:0:104354:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350977.845362:0:104354:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.845365:0:104354:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:3.0:1763350977.845368:0:104354:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 free: 3836739584 avail: 3834642432 00000020:00000001:3.0:1763350977.845371:0:104354:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:3.0:1763350977.845375:0:104354:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 avail=3834642432 left=3526361088 unstable=0 tot_grant=307298304 pending=0 00000020:00000001:3.0:1763350977.845378:0:104354:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3526361088 : 3526361088 : d2300000) 00000020:00000001:3.0:1763350977.845381:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763350977.845384:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 reports grant 284557312 dropped 0, local 286261248 00000020:00000001:3.0:1763350977.845388:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763350977.845390:0:104354:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:3.0:1763350977.845393:0:104354:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 granted: 1703936 ungranted: 0 grant: 284557312 dirty: 1703936 00000020:00000001:3.0:1763350977.845397:0:104354:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:3.0:1763350977.845399:0:104354:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:3.0:1763350977.845402:0:104354:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 wants: 485097472 current grant 284557312 granting: 3407872 00000020:00000020:3.0:1763350977.845405:0:104354:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 tot cached:0 granted:310706176 num_exports: 2 00000020:00000001:3.0:1763350977.845408:0:104354:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:3.0:1763350977.845411:0:104354:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:3.0:1763350977.845414:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350977.845417:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.845425:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:3.0:1763350977.845427:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00080000:00000001:3.0:1763350977.845436:0:104354:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:3.0:1763350977.845452:0:104354:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763350977.845459:0:104354:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.845461:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.845463:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.845467:0:104354:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1024 00000020:00008000:3.0:1763350977.845470:0:104354:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1024 left = 1024 00000020:00000001:3.0:1763350977.845476:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763350977.845507:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:3.0:1763350977.845510:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763350977.845523:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.845527:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763350977.845532:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.845541:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.845545:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.845547:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.845550:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.845551:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.845553:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.845554:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.845556:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.845558:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.845559:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.845561:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.845562:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.845563:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.845565:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.845567:0:104354:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:3.0:1763350977.845570:0:104354:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.845573:0:104354:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:3.0:1763350977.845575:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763350977.845583:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.845587:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.845706:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dffad5c00. 00080000:00000001:3.0:1763350977.845710:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531152006144 : -120542557545472 : ffff925dffad5c00) 00000001:00000001:3.0:1763350977.845712:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.845713:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.845718:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:3.0:1763350977.845747:0:104354:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:3.0:1763350977.845751:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.845755:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350977.845761:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.845764:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350977.845784:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.845787:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763350977.845790:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.845793:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350977.845847:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.845851:0:104354:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:3.0:1763350977.845854:0:104354:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350977.845861:0:104354:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:3.0:1763350977.845865:0:104354:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:3.0:1763350977.845868:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350977.845871:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:3.0:1763350977.845913:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.845917:0:104354:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350977.845920:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763350977.845933:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.845936:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350977.845940:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dffad7000. 00080000:00000001:3.0:1763350977.845942:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531152011264 : -120542557540352 : ffff925dffad7000) 00000001:00000001:3.0:1763350977.845944:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.845946:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.845949:0:104354:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:3.0:1763350977.845957:0:104354:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:3.0:1763350977.845961:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.845962:0:104354:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.845965:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350977.845967:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.845968:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350977.845973:0:104354:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350977.846008:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350977.846010:0:104354:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.846013:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350977.846018:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.846026:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.846034:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350977.846038:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.846041:0:104354:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:3.0:1763350977.846043:0:104354:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:3.0:1763350977.846045:0:104354:0:(osd_io.c:1001:osd_grow_blocksize()) Process leaving 00080000:00000002:3.0:1763350977.846047:0:104354:0:(osd_io.c:1122:osd_write_commit()) write 1024 bytes at 0 00080000:00000001:3.0:1763350977.853278:0:104354:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.853302:0:104354:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:3.0:1763350977.853315:0:104354:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff925cd99f5900. 00000020:00000040:3.0:1763350977.853323:0:104354:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 1 00000020:00000040:3.0:1763350977.853328:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:3.0:1763350977.853333:0:104354:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.853338:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350977.853347:0:104354:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:3.0:1763350977.853354:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350977.853357:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:3.0:1763350977.853489:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:3.0:1763350977.853493:0:104354:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911612, last_committed = 12884911611 00000001:00000010:3.0:1763350977.853497:0:104354:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5720. 00000001:00000040:3.0:1763350977.853501:0:104354:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 2 00000020:00000040:3.0:1763350977.853503:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 00080000:00000001:3.0:1763350977.853511:0:104354:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350977.853557:0:104354:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350977.853561:0:104354:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.853577:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350977.853618:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38778/ffff925cddd38720 to site lru. bkt: ffff925df94c65d8 00002000:00000001:3.0:1763350977.853622:0:104354:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.853627:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.853630:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.853635:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763350977.853637:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763350977.853640:0:104354:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350977.853646:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911610, transno 12884911612, xid 1849001118756480 00010000:00000001:3.0:1763350977.853650:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.853663:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cfaa00 x1849001118756480/t12884911612(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 1512/448 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.853674:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.853677:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.853683:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.853689:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.853692:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.853695:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.853700:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.853705:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.853711:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.853713:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.853720:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350c38. 00000100:00000200:3.0:1763350977.853730:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118756480, offset 224 00000400:00000200:3.0:1763350977.853739:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.853757:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.853764:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197947:197947:256:4294967295] 192.168.202.2@tcp LPNI seq info [197943:197943:8:4294967295] 00000400:00000200:3.0:1763350977.853778:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.853784:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.853790:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:3.0:1763350977.853798:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.853806:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.853812:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.853830:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350977.853833:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350977.853835:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350977.853837:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.853839:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350977.853845:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfaa00 x1849001118756480/t12884911612(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 1512/448 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350977.853856:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cfaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118756480:12345-192.168.202.2@tcp:4:dd.0 Request processed in 8784us (9466us total) trans 12884911612 rc 0/0 00000100:00100000:3.0:1763350977.853868:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 16 00000100:00000040:3.0:1763350977.853873:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:3.0:1763350977.853876:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1763350977.853879:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763350977.853886:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000401:0x24fa:0x0] (0->1023) req@ffff925e00cfaa00 x1849001118756480/t12884911612(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 1512/448 e 0 to 0 dl 1763350988 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763350977.853901:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763350977.853903:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925e00cfaa00 with x1849001118756480 ext(0->1023) 00010000:00000001:3.0:1763350977.853907:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.853909:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.853912:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=4 00000020:00000001:3.0:1763350977.853914:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:3.0:1763350977.853917:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00010000:3.0:1763350977.853925:0:104354:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 21 pid: 63038 timeout: 6287 lvb_type: 0 00010000:00010000:3.0:1763350977.853946:0:104354:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 21 pid: 63038 timeout: 6287 lvb_type: 0 00010000:00000001:3.0:1763350977.853954:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.853956:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350977.853957:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763350977.853959:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff925e00cfaa00 00002000:00000001:3.0:1763350977.853962:0:104354:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.853964:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350977.853969:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc38eee80. 00000020:00000010:3.0:1763350977.853974:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3757d0. 00000020:00000010:3.0:1763350977.853981:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e800. 00000020:00000040:3.0:1763350977.853986:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000100:00000001:3.0:1763350977.853988:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.854333:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.854338:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:0.0:1763350977.854342:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.854349:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.854354:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350c38 00000400:00000010:0.0:1763350977.854357:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350c38. 00000100:00000001:0.0:1763350977.854361:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.854363:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350977.859774:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.859802:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.859809:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.859811:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.859826:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.859917:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf6f00 00000400:00000200:0.0:1763350977.859930:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127919 [2] + 0 00000800:00000001:0.0:1763350977.859941:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.859959:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.859962:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.859967:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.859975:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350977.859978:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763350977.859987:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf8380. 00000100:00000040:0.0:1763350977.859991:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf8380 x1849001118756608 msgsize 328 00000100:00100000:0.0:1763350977.859997:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.860081:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.860094:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.860098:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.860420:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.860424:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.860431:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4018 00000100:00000040:3.0:1763350977.860437:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:3.0:1763350977.860440:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171021696 : -120542538529920 : ffff925e00cf8380) 00000100:00000040:3.0:1763350977.860446:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf8380 x1849001118756608/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350977.860457:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.860461:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c40. 00000100:00000001:3.0:1763350977.860463:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.860466:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c40. 00000100:00100000:3.0:1763350977.860471:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118756608:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350977.860475:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118756608 00010000:00000001:3.0:1763350977.860478:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350977.860481:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350977.860483:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350977.860492:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.860496:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.860503:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dffad7800. 02000000:00000001:3.0:1763350977.860506:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.860508:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.860511:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350977.860513:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350977.860516:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.860517:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.860519:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=4 00000020:00000001:3.0:1763350977.860521:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:3.0:1763350977.860524:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000040:3.0:1763350977.860527:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09400 count: 3 00002000:00000001:3.0:1763350977.860532:0:5782:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350977.860539:0:5782:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350977.860542:0:5782:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.860549:0:5782:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:3.0:1763350977.860552:0:5782:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00002000:00000001:3.0:1763350977.860555:0:5782:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350977.860564:0:5782:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350977.860567:0:5782:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x24fa:0x0] updating lvb size from disk: 0 -> 1024 00002000:00010000:3.0:1763350977.860570:0:5782:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x24fa:0x0] updating lvb mtime from disk: 0 -> 1763350976 00002000:00010000:3.0:1763350977.860573:0:5782:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x24fa:0x0] updating lvb ctime from disk: 0 -> 1763350976 00000020:00000002:3.0:1763350977.860578:0:5782:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38778/ffff925cddd38720 to site lru. bkt: ffff925df94c65d8 00010000:00010000:3.0:1763350977.860583:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 21 pid: 63038 timeout: 6287 lvb_type: 0 00000100:00001000:3.0:1763350977.860591:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925dc3e2cc50 time=128 v=5 (1 0 0 0) 00010000:00000001:3.0:1763350977.860622:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350977.860629:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.860630:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350977.860633:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 21 pid: 63038 timeout: 6287 lvb_type: 0 00000020:00000001:3.0:1763350977.860644:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.860646:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350977.860648:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.860650:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.860656:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350977.860658:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350977.860665:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.860666:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.860669:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350977.860670:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350977.860672:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3600 with handle 0xcb8c81cc3033c330 from hash 00010000:00000001:3.0:1763350977.860674:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350977.860675:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.860675:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.860676:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350977.860681:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.860683:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.860684:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350977.860685:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350977.860696:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c330 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8de expref: 21 pid: 63038 timeout: 6287 lvb_type: 0 00010000:00000040:3.0:1763350977.860706:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 13 00000020:00000040:3.0:1763350977.860708:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00010000:00000001:3.0:1763350977.860716:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350977.860717:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350977.860719:0:5782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763350977.860721:0:5782:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925de8ee6000 00010000:00000001:3.0:1763350977.860724:0:5782:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350977.860726:0:5782:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350977.860729:0:5782:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350977.860730:0:5782:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.860732:0:5782:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350977.860733:0:5782:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350977.860733:0:5782:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.860736:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350977.860738:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350977.860741:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c521 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1033354172 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9ef expref: 20 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350977.860746:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763350977.860753:0:5782:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c521 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1033354172 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9ef expref: 20 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350977.860761:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fa:0x0].0x0 (ffff925dddc09400) refcount = 2 00010000:00000040:3.0:1763350977.860765:0:5782:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350977.860768:0:5782:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c521 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1033354172 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9ef expref: 20 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350977.860776:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350977.860778:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350977.860780:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350977.860782:0:5782:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350977.860785:0:5782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763350977.860789:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dfb9b5c40. 00000100:00000001:3.0:1763350977.860797:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350977.860804:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded43000. 00000100:00000001:3.0:1763350977.860807:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600902656 : -120543108648960 : ffff925dded43000) 00000100:00000001:3.0:1763350977.860809:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530600902656 : -120543108648960 : ffff925dded43000) 00000100:00000001:3.0:1763350977.860811:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350977.860814:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350977.860816:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350977.860818:0:5782:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763350977.860822:0:5782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1f80. 00000020:00000040:3.0:1763350977.860826:0:5782:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763350977.860831:0:5782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350977.860842:0:5782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350977.860848:0:5782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350977.860856:0:5782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214e800. 00000100:00000001:3.0:1763350977.860863:0:5782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350977.860878:0:5782:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c521 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1033354172 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9ef expref: 20 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350977.860887:0:5782:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350977.860890:0:5782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350977.860894:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dfb5c1f80 x1849001101448192/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.860902:0:5782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350977.860905:0:5782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.860909:0:5782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dfb5c1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5782:1849001101448192:192.168.202.2@tcp:105: 00000100:00000001:3.0:1763350977.860914:0:5782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350977.860921:0:5782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350977.860923:0:5782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.860926:0:5782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350977.860931:0:5782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df214e000. 02000000:00000001:3.0:1763350977.860933:0:5782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350977.860939:0:5782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e008103c8. 00000400:00000010:3.0:1763350977.860946:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350cc0. 00000100:00000200:3.0:1763350977.860955:0:5782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101448192, portal 16 00000100:00000001:3.0:1763350977.860957:0:5782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350977.860959:0:5782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079573376 : -120542629978240 : ffff925dfb5c1f80) 00000100:00000040:3.0:1763350977.860964:0:5782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dfb5c1f80 x1849001101448192/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.860971:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.860973:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350977.860976:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350330. 00000100:00000200:3.0:1763350977.860979:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1849001101448192, offset 0 00000400:00000200:3.0:1763350977.860985:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350977.860997:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350977.861003:0:5782:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763350977.861008:0:5782:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:3.0:1763350977.861012:0:5782:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763350977.861015:0:5782:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:3.0:1763350977.861018:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197948:197948:256:4294967295] 192.168.202.2@tcp LPNI seq info [197944:197944:8:4294967295] 00000400:00000200:3.0:1763350977.861028:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350977.861034:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350977.861039:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1ca00. 00000800:00000200:3.0:1763350977.861046:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350977.861054:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350977.861059:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1ca00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763350977.862403:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.862417:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300854834 00000800:00000200:1.0:1763350977.862631:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.862638:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1ca00. 00000400:00000200:1.0:1763350977.862646:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.862656:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.862664:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350330 00000400:00000010:1.0:1763350977.862666:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350330. 00000100:00000001:1.0:1763350977.862672:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350977.862680:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dfb5c1f80 x1849001101448192/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.862694:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350977.862698:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dfb5c1f80 x1849001101448192/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.862705:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.862707:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350977.863082:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300854812 00000100:00000001:0.0:1763350977.863090:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300854835 00000100:00000001:0.0:1763350977.863093:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300854812 00000100:00000001:0.0:1763350977.863096:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300854835 00000100:00000001:0.0:1763350977.863099:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300854812 00000100:00000001:0.0:1763350977.863101:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300854835 00000100:00000001:0.0:1763350977.863105:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300854812 00000100:00000001:0.0:1763350977.863108:0:5782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.863112:0:5782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.863116:0:5782:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.863118:0:5782:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.863581:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.863586:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.863588:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.863592:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.863622:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350977.863626:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.863629:0:5782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350977.863631:0:5782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350977.863635:0:5782:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded43000 going to sleep for 11 seconds 00000100:00000001:0.0:1763350977.863640:0:5782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.863644:0:5782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763350977.866269:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.866291:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.866295:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.866297:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.866311:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.866333:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd75400 00000400:00000200:0.0:1763350977.866344:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f4d1 [1] + 224 00000800:00000001:0.0:1763350977.866355:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.866364:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.866367:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.866372:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.866381:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.866391:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dfb5c1f80 x1849001101448192/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350977.866403:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dfb5c1f80 x1849001101448192/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.866428:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.866437:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.866440:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350977.867252:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350977.867257:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:0.0:1763350977.867261:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.867266:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350977.867270:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2cc0 00000400:00000010:0.0:1763350977.867272:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2cc0. 00000100:00000001:0.0:1763350977.867275:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350977.867277:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350977.868522:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.868537:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.868542:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.868544:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.868555:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.868569:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf6f80 00000400:00000200:1.0:1763350977.868577:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118b09 [8] + 14688 00000800:00000001:1.0:1763350977.868584:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.868592:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350977.868637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3600. 00000400:00000200:1.0:1763350977.869346:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.869357:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.869365:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.869368:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350977.869376:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf293480. 00000100:00000040:1.0:1763350977.869381:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf293480 x1849001118756736 msgsize 328 00000100:00100000:1.0:1763350977.869386:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.869403:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.869413:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.869421:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.870957:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.870963:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:3.0:1763350977.870969:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.870975:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.870984:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d26e8 00000400:00000010:3.0:1763350977.870988:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d26e8. 00000100:00000001:3.0:1763350977.870993:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.870997:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dee15ed80 x1849001101448320/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.871007:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.871010:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee15ed80 x1849001101448320/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.871018:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.871019:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763350977.875516:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.875539:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350977.875543:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.875546:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.875560:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350977.875582:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd75480 00000400:00000200:0.0:1763350977.875594:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f4dd [1] + 224 00000800:00000001:0.0:1763350977.875651:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.875668:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350977.875671:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350977.875677:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350977.875685:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.875698:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee15ed80 x1849001101448320/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350977.875711:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dee15ed80 x1849001101448320/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.875735:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350977.875745:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350977.875749:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.878436:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.878445:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:1.0:1763350977.878454:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.878462:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.878470:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2088 00000400:00000010:1.0:1763350977.878472:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2088. 00000100:00000001:1.0:1763350977.878477:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.878479:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350977.883642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000800:00000001:3.0:1763350977.886132:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.886164:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350977.886170:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.886173:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.886188:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350977.886211:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf7000 00000400:00000200:3.0:1763350977.886222:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118b09 [8] + 15016 00000400:00000010:3.0:1763350977.886230:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dea524f78. 00000400:00000200:3.0:1763350977.886235:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925df0122600 00000800:00000001:3.0:1763350977.886243:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350977.886253:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350977.886256:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.886261:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.886267:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df0122600 00000400:00000010:3.0:1763350977.886270:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff925df0122600. 00000100:00000001:3.0:1763350977.886276:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350977.886279:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1763350977.886283:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc310b850 x1849001118756864 msgsize 440 00000100:00100000:3.0:1763350977.886287:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:3.0:1763350977.886289:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000800:00000200:1.0:1763350977.889057:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.889063:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:1.0:1763350977.889069:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.889077:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.889083:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2088 00000400:00000010:1.0:1763350977.889085:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2088. 00000100:00000001:1.0:1763350977.889090:0:3309:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763350977.889092:0:3309:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350977.889094:0:3309:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925dc67e4400. 02000000:00000001:1.0:1763350977.889097:0:3309:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763350977.889098:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350977.890210:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.892850:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.892869:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.892875:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.892878:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.892891:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.892912:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf7080 00000400:00000200:1.0:1763350977.892923:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 0 00000800:00000001:1.0:1763350977.892933:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.892944:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.892947:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.892952:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.892960:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.892963:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350977.892970:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf293b80. 00000100:00000040:1.0:1763350977.892975:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf293b80 x1849001118756992 msgsize 328 00000100:00100000:1.0:1763350977.892980:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350977.897217:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763350977.897365:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000100:00100000:0.0:1763350977.897366:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118756992 02000000:00000001:0.0:1763350977.897373:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.897375:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.897378:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.897385:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.897389:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118756992 00000800:00000001:1.0:1763350977.897392:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1763350977.897393:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.897395:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350977.897398:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.897402:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000800:00000001:1.0:1763350977.897405:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.897406:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350977.897408:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350977.897413:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.897424:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.897428:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.897431:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000020:00000010:0.0:1763350977.897438:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350977.897445:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.897452:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3ded8. 00000100:00000040:0.0:1763350977.897467:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350977.897471:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.897473:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.897475:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.897485:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.897557:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.897573:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.897577:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.897587:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19960 00000100:00000040:0.0:1763350977.897591:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350977.897593:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606476160 : -120543103075456 : ffff925ddf293b80) 00000100:00000040:0.0:1763350977.897614:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf293b80 x1849001118756992/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350977.897689:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.897701:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.897704:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.897706:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000100:00100000:0.0:1763350977.897711:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2359:x1849001118756992:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350977.897715:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118756992 00000020:00000001:0.0:1763350977.897722:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.897727:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.897729:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.897735:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.897737:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350977.897741:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.897744:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.897746:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.897749:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.897756:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.897758:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350977.897761:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350977.897762:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350977.897765:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350977.897767:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.897772:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350977.897780:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09400 count: 2 00010000:00000001:0.0:1763350977.897784:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.897786:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.897791:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350977.897796:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.897799:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c52f to hash 00000020:00000001:0.0:1763350977.897801:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.897802:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350977.897805:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350977.897810:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c52f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eec9fd expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.897819:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 14 00000020:00000040:0.0:1763350977.897821:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 00010000:00000001:0.0:1763350977.897830:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350977.897833:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350977.897836:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.897838:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.897844:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cddc45400. 02000000:00000001:0.0:1763350977.897847:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.897849:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.897852:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350977.897855:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.897858:0:63038:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.897860:0:63038:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350977.897866:0:63038:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922fc0. 00002000:00000001:0.0:1763350977.897868:0:63038:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350977.897871:0:63038:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350977.897874:0:63038:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.897878:0:63038:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350977.897884:0:63038:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9caed80. 00000100:00000001:0.0:1763350977.897886:0:63038:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530516409728 : -120543193141888 : ffff925dd9caed80) 00000100:00000001:0.0:1763350977.897888:0:63038:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530516409728 : -120543193141888 : ffff925dd9caed80) 00000100:00000001:0.0:1763350977.897891:0:63038:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350977.897893:0:63038:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350977.897895:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.897897:0:63038:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350977.897903:0:63038:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9500. 00000020:00000040:0.0:1763350977.897907:0:63038:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763350977.897911:0:63038:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350977.897914:0:63038:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350977.897919:0:63038:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350977.897925:0:63038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1800. 00000100:00000001:0.0:1763350977.897931:0:63038:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.897937:0:63038:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350977.897940:0:63038:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350977.897945:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00cf9500 x1849001101448448/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.897955:0:63038:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350977.897957:0:63038:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.897962:0:63038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00cf9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101448448:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350977.897966:0:63038:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350977.897972:0:63038:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350977.897974:0:63038:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.897977:0:63038:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350977.897982:0:63038:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1e00. 02000000:00000001:0.0:1763350977.897984:0:63038:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350977.897990:0:63038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb1b8. 00000400:00000010:0.0:1763350977.897998:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019c38. 00000100:00000200:0.0:1763350977.898007:0:63038:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101448448, portal 16 00000100:00000001:0.0:1763350977.898009:0:63038:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350977.898011:0:63038:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171026176 : -120542538525440 : ffff925e00cf9500) 00000100:00000040:0.0:1763350977.898016:0:63038:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00cf9500 x1849001101448448/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.898023:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.898026:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.898029:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019908. 00000100:00000200:0.0:1763350977.898032:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101448448, offset 0 00000400:00000200:0.0:1763350977.898039:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.898053:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.898058:0:63038:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350977.898062:0:63038:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350977.898067:0:63038:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350977.898070:0:63038:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350977.898073:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197953:197953:256:4294967295] 192.168.202.2@tcp LPNI seq info [197949:197949:8:4294967295] 00000400:00000200:0.0:1763350977.898084:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.898090:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.898095:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8000. 00000800:00000200:0.0:1763350977.898102:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.898110:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.898114:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.898143:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.898148:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300854870 00000100:00000001:0.0:1763350977.898156:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300854842 00000100:00000001:0.0:1763350977.898161:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300854870 00000100:00000001:0.0:1763350977.898164:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300854842 00000100:00000001:0.0:1763350977.898166:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300854870 00000100:00000001:0.0:1763350977.898169:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300854842 00000100:00000001:0.0:1763350977.898171:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300854870 00000100:00000001:0.0:1763350977.898174:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300854842 00000100:00000001:0.0:1763350977.898177:0:63038:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.898180:0:63038:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.898183:0:63038:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.898184:0:63038:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.898187:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.898189:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350977.898191:0:63038:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922fc0. 00010000:00000001:0.0:1763350977.898194:0:63038:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.898196:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.898198:0:63038:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350977.898201:0:63038:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.898203:0:63038:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350977.898205:0:63038:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350977.898208:0:63038:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dd9caed80 going to sleep for 11 seconds 00000100:00000001:0.0:1763350977.898211:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.898214:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350977.898382:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.898387:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8000. 00000400:00000200:1.0:1763350977.898392:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.898398:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.898403:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019908 00000400:00000010:1.0:1763350977.898405:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019908. 00000100:00000001:1.0:1763350977.898410:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350977.898414:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00cf9500 x1849001101448448/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.898424:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350977.898428:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00cf9500 x1849001101448448/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.898435:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.898436:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350977.901652:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350977.901662:0:63038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350977.901665:0:63038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350977.901669:0:63038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb1b8. 00000400:00000200:0.0:1763350977.901675:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019c38 00000400:00000010:0.0:1763350977.901678:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019c38. 00000100:00000001:0.0:1763350977.901682:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.901688:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cf9500 x1849001101448448/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350977.901697:0:63038:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cf9500 x1849001101448448/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.901703:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350977.901705:0:63038:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.901707:0:63038:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350977.901711:0:63038:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350977.901714:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.901716:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.901719:0:63038:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.901727:0:63038:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350977.901731:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.901734:0:63038:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350977.901735:0:63038:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.901738:0:63038:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350977.901743:0:63038:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.901745:0:63038:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.901751:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cf9500 x1849001101448448/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.901758:0:63038:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.901762:0:63038:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350977.901764:0:63038:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.901767:0:63038:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350977.901775:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350977.901784:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350977.901789:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.901797:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:0.0:1763350977.901800:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00002000:00000001:0.0:1763350977.901802:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350977.901811:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350977.901814:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38778/ffff925cddd38720 to site lru. bkt: ffff925df94c65d8 00010000:00000001:0.0:1763350977.901818:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.901820:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.901822:0:63038:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.901826:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf9500 x1849001101448448/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350977.901835:0:63038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cf9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101448448:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350977.901840:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.901843:0:63038:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.901846:0:63038:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350977.901848:0:63038:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350977.901852:0:63038:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cf9500 x1849001101448448/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.901859:0:63038:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350977.901861:0:63038:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350977.901865:0:63038:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1e00. 02000000:00000001:0.0:1763350977.901871:0:63038:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350977.901874:0:63038:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350977.901876:0:63038:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763350977.901878:0:63038:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350977.901881:0:63038:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350977.901885:0:63038:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350977.901887:0:63038:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350977.901889:0:63038:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf9500. 00000100:00000001:0.0:1763350977.901896:0:63038:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350977.901897:0:63038:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350977.901899:0:63038:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9caed80. 00000100:00000001:0.0:1763350977.901902:0:63038:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350977.901905:0:63038:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350977.901909:0:63038:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bdaf00. 00010000:00000001:0.0:1763350977.901913:0:63038:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350977.901917:0:63038:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350977.901922:0:63038:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350977.901924:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.901931:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.901933:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.901936:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.901938:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.901942:0:63038:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c52f from hash 00010000:00000001:0.0:1763350977.901945:0:63038:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.901946:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.901947:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.901949:0:63038:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350977.901950:0:63038:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350977.901953:0:63038:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350977.901961:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c52f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9fd expref: 21 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350977.901977:0:63038:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350977.901981:0:63038:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.901985:0:63038:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.901986:0:63038:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.901989:0:63038:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.901993:0:63038:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.901994:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.901995:0:63038:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.901996:0:63038:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.901998:0:63038:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.902000:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.902002:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350977.902004:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.902007:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.902008:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350977.902010:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.902014:0:63038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c52f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9fd expref: 21 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350977.902022:0:63038:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 13 00000020:00000040:0.0:1763350977.902026:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00010000:00000001:0.0:1763350977.902034:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.902036:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2c00, rc 0) 00000020:00000001:0.0:1763350977.902040:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350977.902044:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911610, transno 0, xid 1849001118756992 00010000:00000001:0.0:1763350977.902047:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.902053:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf293b80 x1849001118756992/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350977.902061:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.902064:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.902067:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.902071:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.902074:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350977.902077:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350977.902080:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.902082:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.902086:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.902089:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.902094:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019c38. 00000100:00000200:0.0:1763350977.902099:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118756992, offset 224 00000400:00000200:0.0:1763350977.902108:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.902120:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.902127:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197954:197954:256:4294967295] 192.168.202.2@tcp LPNI seq info [197950:197950:8:4294967295] 00000400:00000200:0.0:1763350977.902148:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.902154:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.902160:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8300. 00000800:00000200:0.0:1763350977.902167:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.902176:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.902180:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8300 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.902255:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.902259:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350977.902262:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.902263:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.902266:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350977.902272:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf293b80 x1849001118756992/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350977.902282:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2359:x1849001118756992:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 4591us (9304us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350977.902292:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19960 00000100:00000040:0.0:1763350977.902296:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350977.902298:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.902300:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.902307:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.902313:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:0.0:1763350977.902316:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350977.902322:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000100:00000001:0.0:1763350977.902325:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.902820:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.902827:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8300. 00000400:00000200:1.0:1763350977.902832:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.902838:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.902842:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019c38 00000400:00000010:1.0:1763350977.902844:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019c38. 00000100:00000001:1.0:1763350977.902848:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.902850:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350977.908632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000001:1.0:1763350977.937400:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.937420:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.937424:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.937425:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.937437:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.937460:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf7100 00000400:00000200:1.0:1763350977.937468:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 328 00000800:00000001:1.0:1763350977.937476:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.937484:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.937486:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.937490:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.937497:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.937499:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350977.937506:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf290a80. 00000100:00000040:1.0:1763350977.937509:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf290a80 x1849001118757120 msgsize 328 00000100:00100000:1.0:1763350977.937512:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.937767:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.937778:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.937783:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.937821:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.937826:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118757120 02000000:00000001:0.0:1763350977.937829:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.937831:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.937833:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.937836:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.937840:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118757120 00000020:00000001:0.0:1763350977.937843:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.937845:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350977.937847:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.937850:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:0.0:1763350977.937852:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350977.937854:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350977.937859:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.937864:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.937867:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.937868:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000020:00000010:0.0:1763350977.937874:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350977.937878:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.937883:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3ded8. 00000100:00000040:0.0:1763350977.937890:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350977.937893:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.937894:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.937896:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.937904:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.937915:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.937930:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.937932:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.937938:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19961 00000100:00000040:0.0:1763350977.937943:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350977.937946:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606463616 : -120543103088000 : ffff925ddf290a80) 00000100:00000040:0.0:1763350977.937954:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf290a80 x1849001118757120/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350977.937964:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.937966:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.937969:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.937971:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000100:00100000:0.0:1763350977.937975:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2358:x1849001118757120:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350977.937983:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118757120 00000020:00000001:0.0:1763350977.937987:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.937992:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.937995:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.937997:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.938001:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350977.938004:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.938008:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.938011:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.938013:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.938019:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.938021:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350977.938024:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350977.938026:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350977.938028:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350977.938030:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.938035:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350977.938044:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09400 count: 2 00010000:00000001:0.0:1763350977.938047:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.938050:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.938055:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350977.938059:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.938061:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c536 to hash 00000020:00000001:0.0:1763350977.938063:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.938065:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350977.938068:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350977.938073:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c536 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca04 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.938082:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 14 00000020:00000040:0.0:1763350977.938084:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 00010000:00000001:0.0:1763350977.938092:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350977.938096:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350977.938099:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.938102:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.938108:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cddc47400. 02000000:00000001:0.0:1763350977.938111:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.938113:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.938116:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350977.938119:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.938123:0:63038:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.938125:0:63038:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350977.938130:0:63038:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922fc0. 00002000:00000001:0.0:1763350977.938144:0:63038:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350977.938147:0:63038:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350977.938151:0:63038:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.938155:0:63038:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350977.938162:0:63038:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9caed80. 00000100:00000001:0.0:1763350977.938164:0:63038:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530516409728 : -120543193141888 : ffff925dd9caed80) 00000100:00000001:0.0:1763350977.938166:0:63038:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530516409728 : -120543193141888 : ffff925dd9caed80) 00000100:00000001:0.0:1763350977.938169:0:63038:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350977.938171:0:63038:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350977.938173:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.938175:0:63038:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350977.938183:0:63038:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9500. 00000020:00000040:0.0:1763350977.938186:0:63038:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763350977.938190:0:63038:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350977.938192:0:63038:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350977.938198:0:63038:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350977.938203:0:63038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1800. 00000100:00000001:0.0:1763350977.938209:0:63038:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.938215:0:63038:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350977.938218:0:63038:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350977.938224:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00cf9500 x1849001101448576/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.938232:0:63038:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350977.938235:0:63038:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.938240:0:63038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00cf9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101448576:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350977.938244:0:63038:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350977.938250:0:63038:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350977.938253:0:63038:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.938256:0:63038:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350977.938261:0:63038:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1e00. 02000000:00000001:0.0:1763350977.938262:0:63038:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350977.938269:0:63038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb1b8. 00000400:00000010:0.0:1763350977.938277:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019dd0. 00000100:00000200:0.0:1763350977.938285:0:63038:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101448576, portal 16 00000100:00000001:0.0:1763350977.938288:0:63038:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350977.938289:0:63038:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171026176 : -120542538525440 : ffff925e00cf9500) 00000100:00000040:0.0:1763350977.938295:0:63038:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00cf9500 x1849001101448576/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.938302:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.938305:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.938308:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019880. 00000100:00000200:0.0:1763350977.938311:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101448576, offset 0 00000400:00000200:0.0:1763350977.938318:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.938330:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.938336:0:63038:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350977.938340:0:63038:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350977.938345:0:63038:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350977.938347:0:63038:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350977.938351:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197955:197955:256:4294967295] 192.168.202.2@tcp LPNI seq info [197951:197951:8:4294967295] 00000400:00000200:0.0:1763350977.938361:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.938367:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.938371:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8c00. 00000800:00000200:0.0:1763350977.938377:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.938385:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.938390:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.939536:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.939548:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300854911 00000100:00000001:0.0:1763350977.939560:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300854870 00000100:00000001:0.0:1763350977.939565:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300854911 00000100:00000001:0.0:1763350977.939568:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300854870 00000100:00000001:0.0:1763350977.939571:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300854911 00000100:00000001:0.0:1763350977.939575:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300854870 00000100:00000001:0.0:1763350977.939578:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300854911 00000100:00000001:0.0:1763350977.939581:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300854870 00000100:00000001:0.0:1763350977.939584:0:63038:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.939587:0:63038:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.939591:0:63038:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.939592:0:63038:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.939606:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.939609:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350977.939613:0:63038:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922fc0. 00010000:00000001:0.0:1763350977.939618:0:63038:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.939620:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.939622:0:63038:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350977.939625:0:63038:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.939627:0:63038:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350977.939630:0:63038:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350977.939632:0:63038:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dd9caed80 going to sleep for 11 seconds 00000100:00000001:0.0:1763350977.939635:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.939639:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763350977.942240:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.942263:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.942268:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.942271:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.942284:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.942303:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd75580 00000400:00000200:1.0:1763350977.942314:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f4fd [1] + 224 00000800:00000001:1.0:1763350977.942323:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.942334:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.942337:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.942342:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.942352:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350977.942362:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cf9500 x1849001101448576/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350977.942374:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925e00cf9500 x1849001101448576/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.942401:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.942410:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.942414:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.942486:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350977.942497:0:63038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350977.942499:0:63038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350977.942503:0:63038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb1b8. 00000400:00000200:0.0:1763350977.942508:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019dd0 00000400:00000010:0.0:1763350977.942511:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019dd0. 00000100:00000001:0.0:1763350977.942515:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.942521:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cf9500 x1849001101448576/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350977.942531:0:63038:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cf9500 x1849001101448576/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.942538:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350977.942540:0:63038:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.942543:0:63038:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350977.942547:0:63038:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350977.942550:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.942553:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.942557:0:63038:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.942564:0:63038:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350977.942569:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.942572:0:63038:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350977.942574:0:63038:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.942577:0:63038:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350977.942581:0:63038:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.942584:0:63038:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.942588:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cf9500 x1849001101448576/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.942641:0:63038:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.942645:0:63038:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350977.942647:0:63038:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.942651:0:63038:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350977.942657:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350977.942668:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350977.942672:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.942682:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:0.0:1763350977.942686:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00002000:00000001:0.0:1763350977.942690:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350977.942700:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350977.942705:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38778/ffff925cddd38720 to site lru. bkt: ffff925df94c65d8 00010000:00000001:0.0:1763350977.942709:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.942712:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.942713:0:63038:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.942723:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf9500 x1849001101448576/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350977.942733:0:63038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cf9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101448576:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350977.942739:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.942742:0:63038:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.942746:0:63038:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350977.942748:0:63038:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350977.942753:0:63038:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cf9500 x1849001101448576/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.942760:0:63038:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350977.942763:0:63038:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350977.942768:0:63038:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1e00. 02000000:00000001:0.0:1763350977.942774:0:63038:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350977.942777:0:63038:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350977.942779:0:63038:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763350977.942781:0:63038:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350977.942785:0:63038:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350977.942788:0:63038:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350977.942790:0:63038:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350977.942792:0:63038:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf9500. 00000100:00000001:0.0:1763350977.942798:0:63038:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350977.942799:0:63038:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350977.942801:0:63038:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9caed80. 00000100:00000001:0.0:1763350977.942804:0:63038:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350977.942807:0:63038:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350977.942810:0:63038:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bdaf00. 00010000:00000001:0.0:1763350977.942814:0:63038:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350977.942819:0:63038:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350977.942824:0:63038:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350977.942827:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.942834:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.942835:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.942838:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.942839:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.942842:0:63038:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c536 from hash 00010000:00000001:0.0:1763350977.942845:0:63038:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.942846:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.942847:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.942849:0:63038:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350977.942850:0:63038:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350977.942853:0:63038:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350977.942859:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c536 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca04 expref: 21 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350977.942879:0:63038:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350977.942882:0:63038:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.942885:0:63038:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.942886:0:63038:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.942888:0:63038:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.942892:0:63038:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.942893:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.942894:0:63038:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.942896:0:63038:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.942897:0:63038:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.942899:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.942901:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350977.942903:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.942905:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.942907:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350977.942908:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.942911:0:63038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c536 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca04 expref: 21 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350977.942919:0:63038:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 13 00000020:00000040:0.0:1763350977.942922:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00010000:00000001:0.0:1763350977.942930:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.942932:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2c00, rc 0) 00000020:00000001:0.0:1763350977.942935:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350977.942940:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911610, transno 0, xid 1849001118757120 00010000:00000001:0.0:1763350977.942944:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.942949:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf290a80 x1849001118757120/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350977.942958:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.942960:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.942964:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.942968:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.942972:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350977.942975:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350977.942978:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.942981:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.942985:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.942988:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.942993:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019dd0. 00000100:00000200:0.0:1763350977.942999:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118757120, offset 224 00000400:00000200:0.0:1763350977.943005:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.943017:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.943025:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197956:197956:256:4294967295] 192.168.202.2@tcp LPNI seq info [197952:197952:8:4294967295] 00000400:00000200:0.0:1763350977.943038:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.943044:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.943051:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8f00. 00000800:00000200:0.0:1763350977.943057:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.943064:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.943069:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.943079:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.943082:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350977.943085:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.943087:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.943090:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350977.943096:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf290a80 x1849001118757120/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350977.943108:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2358:x1849001118757120:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5142us (5595us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350977.943119:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19961 00000100:00000040:0.0:1763350977.943124:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350977.943126:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.943129:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.943145:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.943152:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:0.0:1763350977.943157:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350977.943164:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000100:00000001:0.0:1763350977.943167:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350977.943356:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.943362:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8f00. 00000400:00000200:1.0:1763350977.943366:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.943371:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.943375:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019dd0 00000400:00000010:1.0:1763350977.943377:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019dd0. 00000100:00000001:1.0:1763350977.943381:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.943383:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350977.947512:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.947516:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118757248 02000000:00000001:0.0:1763350977.947520:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.947522:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.947525:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.947530:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.947535:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118757248 00000020:00000001:0.0:1763350977.947539:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.947541:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350977.947544:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.947547:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:0.0:1763350977.947550:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350977.947552:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350977.947557:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.947562:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.947566:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.947569:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000020:00000010:0.0:1763350977.947575:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350977.947582:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.947588:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3ded8. 00000100:00000040:0.0:1763350977.948165:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350977.948173:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.948175:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350977.948177:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.948187:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.948194:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.948212:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.948214:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.948221:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19962 00000100:00000040:0.0:1763350977.948227:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350977.948229:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856869248 : -120542852682368 : ffff925dee15ed80) 00000100:00000040:0.0:1763350977.948237:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15ed80 x1849001118757248/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350977.948247:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.948253:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.948255:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.948258:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000100:00100000:0.0:1763350977.948263:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118757248:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350977.948267:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118757248 00000020:00000001:0.0:1763350977.948272:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350977.948278:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350977.948281:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.948283:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350977.948285:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350977.948289:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350977.948293:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350977.948295:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350977.948298:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350977.948304:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.948307:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350977.948310:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350977.948313:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350977.948315:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350977.948317:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.948323:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350977.948333:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09400 count: 2 00010000:00000001:0.0:1763350977.948336:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350977.948340:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350977.948344:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350977.948349:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350977.948353:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033c53d to hash 00000020:00000001:0.0:1763350977.948356:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350977.948359:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350977.948361:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00010000:0.0:1763350977.948367:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925df15e3400/0xcb8c81cc3033c53d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca0b expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.948378:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 14 00000020:00000040:0.0:1763350977.948380:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 00010000:00000001:0.0:1763350977.948390:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350977.948394:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350977.948396:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.948399:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.948406:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cddc47800. 02000000:00000001:0.0:1763350977.948409:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.948411:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.948415:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350977.948417:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350977.948421:0:63038:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.948424:0:63038:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350977.948431:0:63038:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922fc0. 00002000:00000001:0.0:1763350977.948434:0:63038:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350977.948437:0:63038:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350977.948440:0:63038:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.948457:0:63038:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350977.948465:0:63038:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9caed80. 00000100:00000001:0.0:1763350977.948468:0:63038:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530516409728 : -120543193141888 : ffff925dd9caed80) 00000100:00000001:0.0:1763350977.948470:0:63038:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530516409728 : -120543193141888 : ffff925dd9caed80) 00000100:00000001:0.0:1763350977.948473:0:63038:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350977.948475:0:63038:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350977.948476:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.948479:0:63038:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350977.948483:0:63038:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9500. 00000020:00000040:0.0:1763350977.948487:0:63038:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763350977.948491:0:63038:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350977.948493:0:63038:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350977.948499:0:63038:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350977.948507:0:63038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1800. 00000100:00000001:0.0:1763350977.948513:0:63038:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.948519:0:63038:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350977.948522:0:63038:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350977.948527:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00cf9500 x1849001101448704/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.948535:0:63038:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350977.948537:0:63038:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.948541:0:63038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00cf9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101448704:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350977.948545:0:63038:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350977.948551:0:63038:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350977.948554:0:63038:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.948556:0:63038:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350977.948560:0:63038:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1e00. 02000000:00000001:0.0:1763350977.948562:0:63038:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350977.948567:0:63038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb1b8. 00000400:00000010:0.0:1763350977.948575:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019bb0. 00000100:00000200:0.0:1763350977.948584:0:63038:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101448704, portal 16 00000100:00000001:0.0:1763350977.948587:0:63038:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350977.948588:0:63038:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171026176 : -120542538525440 : ffff925e00cf9500) 00000100:00000040:0.0:1763350977.948593:0:63038:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00cf9500 x1849001101448704/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.948629:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.948632:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.948636:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019e58. 00000100:00000200:0.0:1763350977.948639:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101448704, offset 0 00000400:00000200:0.0:1763350977.948646:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.948660:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.948666:0:63038:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350977.948670:0:63038:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350977.948674:0:63038:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350977.948676:0:63038:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350977.948680:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197957:197957:256:4294967295] 192.168.202.2@tcp LPNI seq info [197953:197953:8:4294967295] 00000400:00000200:0.0:1763350977.948710:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.948717:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.948722:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8700. 00000800:00000200:0.0:1763350977.948728:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.948737:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.948741:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.948754:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.948759:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300854921 00000100:00000001:0.0:1763350977.948769:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300854911 00000100:00000001:0.0:1763350977.948773:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300854921 00000100:00000001:0.0:1763350977.948777:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300854911 00000100:00000001:0.0:1763350977.948779:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300854921 00000100:00000001:0.0:1763350977.948782:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300854911 00000100:00000001:0.0:1763350977.948785:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300854921 00000100:00000001:0.0:1763350977.948788:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300854911 00000100:00000001:0.0:1763350977.948791:0:63038:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.948794:0:63038:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.948796:0:63038:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.948798:0:63038:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.948801:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.948802:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350977.948804:0:63038:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922fc0. 00010000:00000001:0.0:1763350977.948808:0:63038:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.948809:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.948811:0:63038:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350977.948813:0:63038:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.948815:0:63038:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350977.948816:0:63038:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350977.948819:0:63038:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dd9caed80 going to sleep for 11 seconds 00000100:00000001:0.0:1763350977.948822:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350977.948826:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763350977.950634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000001:1.0:1763350977.953416:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.953437:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.953442:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.953444:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.953458:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.953479:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd75600 00000400:00000200:1.0:1763350977.953490:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f509 [1] + 224 00000800:00000001:1.0:1763350977.953499:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.953508:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.953511:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.953516:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.953525:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350977.953534:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cf9500 x1849001101448704/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350977.953546:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925e00cf9500 x1849001101448704/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.953568:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.953576:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.953580:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.953688:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350977.953700:0:63038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350977.953702:0:63038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350977.953706:0:63038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb1b8. 00000400:00000200:0.0:1763350977.953712:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019bb0 00000400:00000010:0.0:1763350977.953715:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019bb0. 00000100:00000001:0.0:1763350977.953718:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350977.953723:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cf9500 x1849001101448704/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350977.953731:0:63038:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cf9500 x1849001101448704/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.953738:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350977.953740:0:63038:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.953742:0:63038:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350977.953746:0:63038:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350977.953749:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.953751:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.953755:0:63038:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.953762:0:63038:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=50 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350977.953766:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=50 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.953769:0:63038:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350977.953771:0:63038:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.953774:0:63038:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350977.953778:0:63038:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.953780:0:63038:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.953785:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cf9500 x1849001101448704/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.953792:0:63038:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350977.953795:0:63038:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350977.953798:0:63038:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.953801:0:63038:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350977.953807:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350977.953816:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350977.953819:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.953828:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:0.0:1763350977.953831:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00002000:00000001:0.0:1763350977.953834:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350977.953843:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350977.953847:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38778/ffff925cddd38720 to site lru. bkt: ffff925df94c65d8 00010000:00000001:0.0:1763350977.953850:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.953852:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.953854:0:63038:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.953858:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf9500 x1849001101448704/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350977.953867:0:63038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cf9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101448704:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350977.953871:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.953874:0:63038:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.953877:0:63038:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350977.953879:0:63038:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350977.953882:0:63038:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cf9500 x1849001101448704/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350993 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350977.953888:0:63038:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350977.953891:0:63038:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350977.953895:0:63038:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1e00. 02000000:00000001:0.0:1763350977.953900:0:63038:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350977.953902:0:63038:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350977.953904:0:63038:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763350977.953906:0:63038:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350977.953909:0:63038:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350977.953912:0:63038:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350977.953914:0:63038:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350977.953916:0:63038:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf9500. 00000100:00000001:0.0:1763350977.953922:0:63038:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350977.953923:0:63038:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350977.953926:0:63038:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9caed80. 00000100:00000001:0.0:1763350977.953929:0:63038:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350977.953931:0:63038:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350977.953934:0:63038:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bdaf00. 00010000:00000001:0.0:1763350977.953937:0:63038:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350977.953943:0:63038:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350977.953947:0:63038:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350977.953950:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.953956:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.953958:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.953960:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.953962:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.953966:0:63038:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3400 with handle 0xcb8c81cc3033c53d from hash 00010000:00000001:0.0:1763350977.953968:0:63038:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.953970:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.953971:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.953972:0:63038:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350977.953973:0:63038:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350977.953976:0:63038:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350977.953983:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925df15e3400/0xcb8c81cc3033c53d lrc: 1/0,0 mode: --/PR res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca0b expref: 21 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350977.953998:0:63038:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350977.954001:0:63038:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.954004:0:63038:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.954005:0:63038:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.954007:0:63038:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.954011:0:63038:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.954013:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.954014:0:63038:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.954016:0:63038:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.954017:0:63038:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.954019:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.954021:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350977.954023:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.954026:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.954027:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350977.954028:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.954031:0:63038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925df15e3400/0xcb8c81cc3033c53d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca0b expref: 21 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350977.954046:0:63038:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 13 00000020:00000040:0.0:1763350977.954049:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00010000:00000001:0.0:1763350977.954057:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.954058:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3400, rc 0) 00000020:00000001:0.0:1763350977.954061:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350977.954065:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911610, transno 0, xid 1849001118757248 00010000:00000001:0.0:1763350977.954068:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350977.954074:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15ed80 x1849001118757248/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350977.954084:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.954086:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.954089:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=81 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.954094:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.954096:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350977.954099:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350977.954102:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.954105:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.954109:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.954112:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.954117:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019bb0. 00000100:00000200:0.0:1763350977.954122:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118757248, offset 224 00000400:00000200:0.0:1763350977.954130:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.954151:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.954159:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197958:197958:256:4294967295] 192.168.202.2@tcp LPNI seq info [197954:197954:8:4294967295] 00000400:00000200:0.0:1763350977.954171:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.954177:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.954183:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8400. 00000800:00000200:0.0:1763350977.954189:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.954198:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.954203:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350977.954222:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.954226:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350977.954228:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350977.954230:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.954233:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350977.954239:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15ed80 x1849001118757248/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/400 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350977.954250:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118757248:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 6001us (6834us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350977.954259:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19962 00000100:00000040:0.0:1763350977.954263:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350977.954266:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.954268:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.954276:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.954281:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:0.0:1763350977.954285:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350977.954291:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000100:00000001:0.0:1763350977.954293:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350977.959815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00000100:00000001:3.0:1763350977.962418:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350977.962423:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118757376 02000000:00000001:3.0:1763350977.962426:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350977.962429:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350977.962433:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350977.962438:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350977.962519:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118757376 00000020:00000001:3.0:1763350977.962523:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350977.962526:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350977.962529:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.962533:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:3.0:1763350977.962536:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350977.962539:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350977.962544:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.962550:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5e80. 00000100:00000001:3.0:1763350977.962554:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.962558:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5e80. 00000020:00000010:3.0:1763350977.962565:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e400. 00000020:00000010:3.0:1763350977.962570:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc38eee80. 00000020:00000010:3.0:1763350977.962577:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3757d0. 00000100:00000040:3.0:1763350977.962587:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763350977.962590:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350977.962592:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763350977.962685:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763350977.962689:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.962692:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:3.0:1763350977.962696:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.962701:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350977.962707:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350977.962710:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.962713:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350977.962715:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.962718:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.962720:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.962722:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.962724:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.962726:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.962727:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350977.962729:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350977.962731:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350977.962732:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.962735:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763350977.962739:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.962741:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.962744:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.962747:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763350977.962749:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.962752:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763350977.962761:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_016: refresh rw locks for [0x280000401:0x24fa:0x0] (0->4095) req@ffff925dee15c380 x1849001118757376/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 488/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763350977.962772:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763350977.962774:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dee15c380 with x1849001118757376 ext(0->4095) 00010000:00000001:3.0:1763350977.962777:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350977.962779:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350977.962782:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6000 refcount=3 00000020:00000001:3.0:1763350977.962784:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:3.0:1763350977.962787:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:3.0:1763350977.962790:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350977.962792:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350977.962794:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763350977.962796:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff925dee15c380 00002000:00000001:3.0:1763350977.962798:0:104354:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.962800:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.962809:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.962967:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350977.963022:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350977.963025:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350977.963031:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3704 00000100:00000040:3.0:1763350977.963036:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:3.0:1763350977.963038:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856858496 : -120542852693120 : ffff925dee15c380) 00000100:00000040:3.0:1763350977.963043:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15c380 x1849001118757376/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 488/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350977.963057:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350977.963060:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5e80. 00000100:00000001:3.0:1763350977.963063:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350977.963065:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5e80. 00000100:00100000:3.0:1763350977.963070:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2360:x1849001118757376:12345-192.168.202.2@tcp:3:lfs.0 00000100:00000200:3.0:1763350977.963074:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118757376 00000020:00000001:3.0:1763350977.963077:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350977.963081:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350977.963083:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.963085:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350977.963087:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:3.0:1763350977.963090:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350977.963094:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350977.963097:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350977.963099:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350977.963100:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.963106:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350977.963109:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350977.963116:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff925dea426000. 02000000:00000001:3.0:1763350977.963119:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.963121:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.963124:0:104354:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:3.0:1763350977.963128:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763350977.963130:0:104354:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.963145:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:3.0:1763350977.963151:0:104354:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:3.0:1763350977.963154:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763350977.963157:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 reports grant 287965184 dropped 0, local 287965184 00000020:00000001:3.0:1763350977.963162:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763350977.963163:0:104354:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:3.0:1763350977.963166:0:104354:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:3.0:1763350977.963169:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350977.963172:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350977.963180:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:3.0:1763350977.963183:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00002000:00000001:3.0:1763350977.963188:0:104354:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763350977.963198:0:104354:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.963200:0:104354:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:3.0:1763350977.963202:0:104354:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350977.963211:0:104354:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:3.0:1763350977.963259:0:104354:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763350977.963266:0:104354:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.963268:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.963271:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.963276:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763350977.963310:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:3.0:1763350977.963314:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763350977.963329:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:3.0:1763350977.963332:0:104354:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 16d88058 (4) 00000020:00008000:3.0:1763350977.963336:0:104354:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763350977.963341:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763350977.963346:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.963353:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.963357:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350977.963359:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.963361:0:104354:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:3.0:1763350977.963369:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38778/ffff925cddd38720 to site lru. bkt: ffff925df94c65d8 00002000:00000001:3.0:1763350977.963371:0:104354:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350977.963373:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.963375:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350977.963377:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763350977.963379:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763350977.963381:0:104354:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:3.0:1763350977.963385:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911610, transno 0, xid 1849001118757376 00010000:00000001:3.0:1763350977.963388:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350977.963394:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15c380 x1849001118757376/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 488/4536 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350977.963402:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350977.963406:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350977.963410:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350977.963415:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350977.963424:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350977.963427:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350977.963429:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350977.963432:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.963435:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350977.963438:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000800:00000200:1.0:1763350977.966551:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350977.966561:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925de9a89800. 00000400:00000200:1.0:1763350977.966570:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.966579:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350977.966588:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925de02b2840 00000400:00000010:1.0:1763350977.966591:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925de02b2840. 00000100:00000001:1.0:1763350977.966620:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350977.966623:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350977.976192:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350977.976197:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118757504 02000000:00000001:1.0:1763350977.976201:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350977.976204:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350977.976207:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.976213:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.976218:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118757504 00000020:00000001:1.0:1763350977.976224:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350977.976226:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350977.976230:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350977.976233:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:1.0:1763350977.976236:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350977.976239:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350977.976245:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.976251:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c526c0. 00000100:00000001:1.0:1763350977.976255:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.976258:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c526c0. 00000020:00000010:1.0:1763350977.976266:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6200. 00000020:00000010:1.0:1763350977.976272:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350977.976278:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350977.976289:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:1.0:1763350977.976291:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350977.976293:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1763350977.976296:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:1.0:1763350977.976300:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.976303:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:1.0:1763350977.976307:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.976311:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763350977.976316:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763350977.976319:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.976322:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.976325:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.976327:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.976329:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.976331:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.976332:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.976334:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.976336:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.976337:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.976339:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.976340:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.976344:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:1.0:1763350977.976347:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.976350:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.976352:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350977.976355:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:1.0:1763350977.976356:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.976359:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.976371:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.976389:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350977.976405:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350977.976408:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350977.976414:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3705 00000100:00000040:1.0:1763350977.976418:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350977.976420:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856864768 : -120542852686848 : ffff925dee15dc00) 00000100:00000040:1.0:1763350977.976429:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15dc00 x1849001118757504/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4584/0 e 0 to 0 dl 1763350988 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350977.976438:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350977.976441:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c526c0. 00000100:00000001:1.0:1763350977.976444:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350977.976446:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c526c0. 00000100:00100000:1.0:1763350977.976451:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118757504:12345-192.168.202.2@tcp:4:lfs.0 00000100:00000200:1.0:1763350977.976455:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118757504 00000020:00000001:1.0:1763350977.976459:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350977.976462:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350977.976465:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.976467:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350977.976468:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:1.0:1763350977.976472:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350977.976476:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350977.976479:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350977.976480:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350977.976482:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.976484:0:104354:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:1.0:1763350977.976491:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350977.976495:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350977.976501:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925e00ec9000. 02000000:00000001:1.0:1763350977.976504:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.976516:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.976520:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763350977.976523:0:104354:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:1.0:1763350977.976526:0:104354:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350977.976530:0:104354:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350977.976539:0:104354:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09300 count: 2 00010000:00000001:1.0:1763350977.976543:0:104354:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350977.976546:0:104354:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350977.976551:0:104354:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7800. 00000020:00000001:1.0:1763350977.976556:0:104354:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350977.976559:0:104354:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7800 with handle 0xcb8c81cc3033c544 to hash 00000020:00000001:1.0:1763350977.976561:0:104354:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350977.976563:0:104354:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350977.976566:0:104354:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350977.976569:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350977.976572:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.976577:0:104354:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.976588:0:104354:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350977.976593:0:104354:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350977.976647:0:104354:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350977.976650:0:104354:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350977.976655:0:104354:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763350977.976657:0:104354:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350977.976662:0:104354:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350977.976669:0:104354:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763350977.976671:0:104354:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.976675:0:104354:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350977.976677:0:104354:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.976680:0:104354:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350977.976682:0:104354:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350977.976684:0:104354:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.976686:0:104354:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350977.976690:0:104354:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763350977.976694:0:104354:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350977.976702:0:104354:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d5:0x0].0x0 (ffff925dddc09300) refcount = 2 00010000:00000040:1.0:1763350977.976706:0:104354:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350977.976709:0:104354:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350977.976715:0:104354:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763350977.976717:0:104354:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763350977.976726:0:104354:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c526c0. 00000100:00000001:1.0:1763350977.976730:0:104354:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350977.976739:0:104354:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9add80. 00000100:00000001:1.0:1763350977.976741:0:104354:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150794112 : -120542558757504 : ffff925dff9add80) 00000100:00000001:1.0:1763350977.976743:0:104354:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531150794112 : -120542558757504 : ffff925dff9add80) 00000100:00000001:1.0:1763350977.976746:0:104354:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350977.976748:0:104354:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350977.976750:0:104354:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350977.976755:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.976756:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350977.976758:0:104354:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.976762:0:104354:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350977.976764:0:104354:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763350977.976765:0:104354:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763350977.976771:0:104354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf290000. 00000020:00000040:1.0:1763350977.976775:0:104354:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350977.976779:0:104354:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350977.976782:0:104354:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350977.976788:0:104354:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350977.976795:0:104354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f6e00. 00000100:00000001:1.0:1763350977.976803:0:104354:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.976809:0:104354:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763350977.976824:0:104354:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 23 pid: 63038 timeout: 6287 lvb_type: 1 00010000:00000001:1.0:1763350977.976834:0:104354:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350977.976837:0:104354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350977.976841:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925ddf290000 x1849001101448832/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.976849:0:104354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350977.976852:0:104354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350977.976856:0:104354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925ddf290000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0000_UUID:104354:1849001101448832:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350977.976861:0:104354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350977.976866:0:104354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350977.976869:0:104354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350977.976872:0:104354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350977.976877:0:104354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dea3f7000. 02000000:00000001:1.0:1763350977.976878:0:104354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350977.976885:0:104354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466e70. 00000400:00000010:1.0:1763350977.976892:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74330. 00000100:00000200:1.0:1763350977.976900:0:104354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101448832, portal 16 00000100:00000001:1.0:1763350977.976902:0:104354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350977.976904:0:104354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530606460928 : -120543103090688 : ffff925ddf290000) 00000100:00000040:1.0:1763350977.976910:0:104354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925ddf290000 x1849001101448832/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.976917:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350977.976919:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350977.976924:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74b28. 00000100:00000200:1.0:1763350977.976927:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101448832, offset 0 00000400:00000200:1.0:1763350977.976934:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350977.976948:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350977.976953:0:104354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350977.976959:0:104354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350977.976963:0:104354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350977.976966:0:104354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350977.976970:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197960:197960:256:4294967295] 192.168.202.2@tcp LPNI seq info [197956:197956:8:4294967295] 00000400:00000200:1.0:1763350977.976982:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350977.976989:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350977.976993:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928ee00. 00000800:00000200:1.0:1763350977.977000:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350977.977008:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350977.977014:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928ee00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350977.977043:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.977048:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300854949 00000100:00000001:1.0:1763350977.977057:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300854921 00000100:00000001:1.0:1763350977.977061:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300854949 00000100:00000001:1.0:1763350977.977064:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300854921 00000100:00000001:1.0:1763350977.977067:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300854949 00000100:00000001:1.0:1763350977.977070:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300854921 00000100:00000001:1.0:1763350977.977073:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300854949 00000100:00000001:1.0:1763350977.977076:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300854921 00000100:00000001:1.0:1763350977.977079:0:104354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350977.977082:0:104354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.977084:0:104354:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.977086:0:104354:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.977088:0:104354:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.977090:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.977092:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350977.977093:0:104354:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350977.977095:0:104354:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350977.977096:0:104354:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350977.977099:0:104354:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350977.977101:0:104354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350977.977103:0:104354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350977.977105:0:104354:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9add80 going to sleep for 11 seconds 00000100:00000001:1.0:1763350977.977108:0:104354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350977.977112:0:104354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350977.977981:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.978630:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ee00. 00000400:00000200:3.0:1763350977.978637:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.978646:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.978653:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74b28 00000400:00000010:3.0:1763350977.978656:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74b28. 00000100:00000001:3.0:1763350977.978661:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350977.978669:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925ddf290000 x1849001101448832/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.978681:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350977.978684:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925ddf290000 x1849001101448832/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350977.978691:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350977.978693:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350977.984396:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.984422:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.984427:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.984430:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.984443:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.984465:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd75680 00000400:00000200:1.0:1763350977.984475:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f519 [1] + 224 00000800:00000001:1.0:1763350977.984486:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.984491:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.984494:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.984499:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.984507:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350977.984518:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925ddf290000 x1849001101448832/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350977.984530:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925ddf290000 x1849001101448832/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350993 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350977.984556:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.984564:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.984568:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350977.984570:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.984572:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.984576:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350977.984581:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf7300 00000400:00000200:1.0:1763350977.984587:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127919 [2] + 328 00000800:00000001:1.0:1763350977.984592:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.985445:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350977.985451:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350977.985457:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350977.985464:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350977.985467:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763350977.985472:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf292300. 00000100:00000040:1.0:1763350977.985476:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf292300 x1849001118757632 msgsize 328 00000100:00100000:1.0:1763350977.985481:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350977.985501:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350977.985509:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350977.985514:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.985831:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350977.985835:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118757632 02000000:00000001:0.0:1763350977.985838:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350977.985840:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350977.985842:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350977.985847:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350977.985850:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118757632 00000020:00000001:0.0:1763350977.985854:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350977.985856:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350977.985859:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.985862:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:0.0:1763350977.985865:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350977.985869:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350977.985874:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.985880:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.985884:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.985887:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000020:00000010:0.0:1763350977.985892:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350977.985899:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.985905:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3ded8. 00000100:00000040:0.0:1763350977.985914:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350977.985917:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350977.985919:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350977.985921:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350977.985924:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.985927:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350977.985933:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.985935:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.985937:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=4 00000020:00000001:0.0:1763350977.985939:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350977.985941:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00010000:0.0:1763350977.985949:0:5782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 24 pid: 63038 timeout: 6287 lvb_type: 1 00010000:00000001:0.0:1763350977.985958:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.985960:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.985961:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.985962:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.985970:0:5782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350977.985977:0:5782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925ddf292300 x1849001118757632/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.987501:0:5782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350977.987513:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.987533:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350977.987563:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350977.987566:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350977.987577:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4019 00000100:00000040:0.0:1763350977.987583:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 2 00000100:00000001:0.0:1763350977.987586:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606469888 : -120543103081728 : ffff925ddf292300) 00000100:00000040:0.0:1763350977.987608:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf292300 x1849001118757632/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/0 e 0 to 0 dl 1763350988 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350977.987620:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350977.987631:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.987635:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350977.987637:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000100:00100000:0.0:1763350977.987645:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf292300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2361:x1849001118757632:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350977.987649:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118757632 00010000:00000001:0.0:1763350977.987652:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350977.987656:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350977.987658:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350977.987667:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350977.987669:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350977.987676:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cddc46800. 02000000:00000001:0.0:1763350977.987678:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.987682:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.987684:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350977.987697:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350977.987701:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350977.987703:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350977.987707:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=4 00000020:00000001:0.0:1763350977.987710:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350977.987713:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000040:0.0:1763350977.987717:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09300 count: 3 00002000:00000001:0.0:1763350977.987723:0:5782:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350977.987729:0:5782:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350977.987733:0:5782:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350977.987741:0:5782:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:0.0:1763350977.987745:0:5782:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:0.0:1763350977.987748:0:5782:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350977.987758:0:5782:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350977.987763:0:5782:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00010000:0.0:1763350977.987769:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 24 pid: 63038 timeout: 6287 lvb_type: 1 00000100:00001000:0.0:1763350977.987779:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=125 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350977.987783:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350977.987789:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.987791:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350977.987794:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 24 pid: 63038 timeout: 6287 lvb_type: 1 00000020:00000001:0.0:1763350977.987804:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.987806:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350977.987809:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350977.987811:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.987817:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350977.987820:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350977.987827:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.987828:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.987831:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350977.987833:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350977.987836:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3c00 with handle 0xcb8c81cc3033c51a from hash 00010000:00000001:0.0:1763350977.987838:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350977.987839:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.987840:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.987841:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350977.987847:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.987849:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.987852:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350977.987853:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350977.987857:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c51a lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e8 expref: 24 pid: 63038 timeout: 6287 lvb_type: 1 00010000:00000040:0.0:1763350977.987871:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350977.987875:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:0.0:1763350977.987884:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.987886:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350977.987889:0:5782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350977.987891:0:5782:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925de8ee7800 00010000:00000001:0.0:1763350977.987894:0:5782:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350977.987897:0:5782:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350977.987900:0:5782:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350977.987903:0:5782:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.987905:0:5782:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350977.987907:0:5782:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350977.987908:0:5782:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.987912:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350977.987915:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350977.987919:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350977.987927:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350977.987932:0:5782:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350977.987940:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d5:0x0].0x0 (ffff925dddc09300) refcount = 2 00010000:00000040:0.0:1763350977.987943:0:5782:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350977.987946:0:5782:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350977.987953:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350977.987954:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.987957:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350977.987958:0:5782:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.987961:0:5782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350977.987966:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350977.987970:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350977.987978:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9caed80. 00000100:00000001:0.0:1763350977.987980:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530516409728 : -120543193141888 : ffff925dd9caed80) 00000100:00000001:0.0:1763350977.987982:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530516409728 : -120543193141888 : ffff925dd9caed80) 00000100:00000001:0.0:1763350977.987985:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350977.987987:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350977.987989:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.987991:0:5782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350977.988000:0:5782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.988002:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350977.988004:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350977.988005:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.988007:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350977.988008:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350977.988010:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.988012:0:5782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.988014:0:5782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350977.988016:0:5782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9caed80. 00000100:00000001:0.0:1763350977.988019:0:5782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350977.988020:0:5782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350977.988023:0:5782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bdaf00. 00010000:00000001:0.0:1763350977.988025:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350977.988027:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350977.988029:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350977.988034:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350977.988038:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350977.988041:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=60 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350977.988047:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350977.988050:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350977.988052:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350977.988055:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350977.988058:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.988061:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350977.988064:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350977.988071:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019330. 00000100:00000200:0.0:1763350977.988078:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118757632, offset 224 00000400:00000200:0.0:1763350977.988086:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350977.988102:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350977.988110:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197961:197961:256:4294967295] 192.168.202.2@tcp LPNI seq info [197957:197957:8:4294967295] 00000400:00000200:0.0:1763350977.988124:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350977.988130:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350977.988148:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8400. 00000800:00000200:0.0:1763350977.988156:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350977.988164:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350977.988171:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8400 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:1.0:1763350977.989239:0:104354:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.989254:0:104354:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350977.989257:0:104354:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350977.989263:0:104354:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350977.989265:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350977.989267:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350977.989270:0:104354:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.989280:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:1.0:1763350977.989289:0:104354:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1763350977.989293:0:104354:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1763350977.989296:0:104354:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1763350977.989299:0:104354:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1763350977.989302:0:104354:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 free: 3838836736 avail: 3834642432 00000020:00000001:1.0:1763350977.989306:0:104354:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1763350977.989309:0:104354:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 avail=3834642432 left=3506438144 unstable=0 tot_grant=327745536 pending=0 00000020:00000001:1.0:1763350977.989312:0:104354:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3506438144 : 3506438144 : d1000000) 00000020:00000001:1.0:1763350977.989315:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763350977.989319:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 303300608 dropped 0, local 306708480 00000020:00000001:1.0:1763350977.989323:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763350977.989325:0:104354:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:1.0:1763350977.989329:0:104354:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 granted: 1703936 ungranted: 0 grant: 305004544 dirty: 3407872 00000020:00000001:1.0:1763350977.989332:0:104354:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1763350977.989335:0:104354:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1763350977.989337:0:104354:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 wants: 485097472 current grant 303300608 granting: 3407872 00000020:00000020:1.0:1763350977.989341:0:104354:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 tot cached:1703936 granted:331153408 num_exports: 2 00000020:00000001:1.0:1763350977.989344:0:104354:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:1.0:1763350977.989347:0:104354:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1763350977.989350:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350977.989353:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350977.989359:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:1.0:1763350977.989361:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00080000:00000001:1.0:1763350977.989371:0:104354:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:1.0:1763350977.989398:0:104354:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763350977.989405:0:104354:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350977.989407:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.989409:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350977.989414:0:104354:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:1.0:1763350977.989416:0:104354:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:1.0:1763350977.989423:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763350977.989459:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:1.0:1763350977.989463:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763350977.989481:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.989484:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763350977.989490:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350977.989499:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.989503:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350977.989505:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.989508:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.989511:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.989514:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.989516:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.989518:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.989519:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.989520:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.989522:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350977.989524:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350977.989525:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350977.989527:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350977.989530:0:104354:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1763350977.989532:0:104354:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350977.989536:0:104354:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1763350977.989538:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763350977.989546:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989551:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350977.989560:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ecb000. 00080000:00000001:1.0:1763350977.989564:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172933632 : -120542536617984 : ffff925e00ecb000) 00000001:00000001:1.0:1763350977.989566:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.989567:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989571:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:1.0:1763350977.989640:0:104354:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:1.0:1763350977.989644:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989647:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350977.989655:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989658:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350977.989681:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350977.989683:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763350977.989685:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989688:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350977.989718:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350977.989721:0:104354:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1763350977.989724:0:104354:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350977.989730:0:104354:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:1.0:1763350977.989734:0:104354:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1763350977.989738:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350977.989740:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763350977.989783:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350977.989787:0:104354:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350977.989792:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763350977.989804:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989807:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350977.989811:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ec9400. 00080000:00000001:1.0:1763350977.989813:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172926464 : -120542536625152 : ffff925e00ec9400) 00000001:00000001:1.0:1763350977.989816:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350977.989817:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989820:0:104354:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:1.0:1763350977.989824:0:104354:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:1.0:1763350977.989829:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350977.989831:0:104354:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989833:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350977.989835:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989837:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350977.989841:0:104354:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350977.989868:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350977.989869:0:104354:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989872:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350977.989877:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989885:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989893:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350977.989896:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989900:0:104354:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:1.0:1763350977.989901:0:104354:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:1.0:1763350977.989903:0:104354:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:1.0:1763350977.989906:0:104354:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:1.0:1763350977.989933:0:104354:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350977.989938:0:104354:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1763350977.989941:0:104354:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff925cc45fd840. 00000020:00000040:1.0:1763350977.989944:0:104354:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 2 00000020:00000040:1.0:1763350977.989947:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:1.0:1763350977.989951:0:104354:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350977.989953:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350977.989957:0:104354:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:1.0:1763350977.989960:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350977.989961:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763350977.990003:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763350977.990007:0:104354:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847687, last_committed = 21474847683 00000001:00000010:1.0:1763350977.990012:0:104354:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd900. 00000001:00000040:1.0:1763350977.990015:0:104354:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 3 00000020:00000040:1.0:1763350977.990017:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=25 00080000:00000001:1.0:1763350977.990025:0:104354:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350977.990035:0:104354:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763350977.990038:0:104354:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350977.991331:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.991346:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350977.991351:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350977.991353:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350977.991363:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf292300 x1849001118757632/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 328/224 e 0 to 0 dl 1763350988 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350977.991375:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf292300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+25:2361:x1849001118757632:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 3754us (5896us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350977.991387:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4019 00000100:00000040:0.0:1763350977.991391:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350977.991394:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350977.991396:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350977.991403:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350977.991409:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:0.0:1763350977.991415:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350977.991422:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00000100:00000001:0.0:1763350977.991425:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350977.992008:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350977.992015:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8400. 00000400:00000200:3.0:1763350977.992021:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350977.992028:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350977.992036:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019330 00000400:00000010:3.0:1763350977.992039:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019330. 00000100:00000001:3.0:1763350977.992044:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350977.992046:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350978.001516:0:104116:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00080000:00000001:1.0:1763350978.044781:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350978.044797:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00002000:00000001:1.0:1763350978.044800:0:104354:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350978.044813:0:104354:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09300 count: 2 00010000:00000001:1.0:1763350978.044816:0:104354:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763350978.044821:0:104354:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350978.044827:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350978.044831:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.044838:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:1.0:1763350978.044841:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:1.0:1763350978.044844:0:104354:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350978.044851:0:104354:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763350978.044854:0:104354:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d5:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:1.0:1763350978.044857:0:104354:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x25d5:0x0] updating lvb mtime from disk: 0 -> 1763350977 00002000:00010000:1.0:1763350978.044860:0:104354:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x25d5:0x0] updating lvb ctime from disk: 0 -> 1763350977 00002000:00010000:1.0:1763350978.044863:0:104354:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d5:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:1.0:1763350978.044866:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00002000:00000001:1.0:1763350978.044870:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.044873:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.044878:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:1.0:1763350978.044882:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.044884:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.044888:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7800 refcount=3 00000020:00000001:1.0:1763350978.044890:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350978.044894:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350978.044897:0:104354:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350978.044903:0:104354:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.044913:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.044915:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.044917:0:104354:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.044924:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.044926:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.044930:0:104354:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350978.044932:0:104354:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350978.044939:0:104354:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7800 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:1.0:1763350978.044942:0:104354:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.044944:0:104354:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350978.044946:0:104354:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.044954:0:104354:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350978.044956:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.044957:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.044958:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7800 refcount=4 00000020:00000001:1.0:1763350978.044960:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350978.044963:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350978.044966:0:104354:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350978.044969:0:104354:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.044976:0:104354:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763350978.044978:0:104354:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.044979:0:104354:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.044986:0:104354:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.044988:0:104354:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.044989:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.044991:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.044993:0:104354:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7800 with handle 0xcb8c81cc3033c544 from hash 00010000:00000001:1.0:1763350978.044996:0:104354:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.044997:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.044998:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.044999:0:104354:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.045005:0:104354:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.045007:0:104354:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.045010:0:104354:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.045012:0:104354:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.045015:0:104354:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350978.045017:0:104354:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.045020:0:104354:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.045022:0:104354:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.045023:0:104354:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350978.045026:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.045027:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.045029:0:104354:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.045031:0:104354:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.045032:0:104354:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.045036:0:104354:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.045043:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.045044:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.045046:0:104354:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350978.045047:0:104354:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350978.045048:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.045051:0:104354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c544 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350978.045059:0:104354:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09300 count: 0 00002000:00000010:1.0:1763350978.045065:0:104354:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925e00bda900. 00010000:00000010:1.0:1763350978.045072:0:104354:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925dddc09500. 00010000:00000001:1.0:1763350978.045083:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350978.045085:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763350978.045087:0:104354:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350978.045093:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 21474847687, xid 1849001118757504 00010000:00000001:1.0:1763350978.045097:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.045111:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15dc00 x1849001118757504/t21474847687(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4584/448 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350978.045121:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.045124:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.045128:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.045146:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.045149:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.045151:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.045155:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.045158:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.045163:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.045166:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.045174:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead746e8. 00000100:00000200:1.0:1763350978.045183:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118757504, offset 224 00000400:00000200:1.0:1763350978.045191:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.045207:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.045216:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197962:197962:256:4294967295] 192.168.202.2@tcp LPNI seq info [197958:197958:8:4294967295] 00000400:00000200:1.0:1763350978.045229:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.045235:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.045241:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e100. 00000800:00000200:1.0:1763350978.045248:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.045257:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.045263:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e100 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.045286:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.045290:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.045294:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.045295:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.045298:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.045304:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15dc00 x1849001118757504/t21474847687(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:168/0 lens 4584/448 e 0 to 0 dl 1763350988 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350978.045315:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118757504:12345-192.168.202.2@tcp:4:lfs.0 Request processed in 68875us (69483us total) trans 21474847687 rc 0/0 00000100:00100000:1.0:1763350978.045325:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3705 00000100:00000040:1.0:1763350978.045330:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350978.045332:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.045334:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.045340:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350978.045346:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350978.045350:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6200. 00000020:00000040:1.0:1763350978.045355:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350978.045358:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350978.045760:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350978.045766:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e100. 00000400:00000200:3.0:1763350978.045771:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.045778:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350978.045784:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead746e8 00000400:00000010:3.0:1763350978.045787:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead746e8. 00000100:00000001:3.0:1763350978.045793:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350978.045795:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:0.0:1763350978.049736:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300854949, at 4300854952 00000100:00000010:0.0:1763350978.049758:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865c840. 00000100:00000040:1.0:1763350978.049846:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300854949, at 4300854952 00000100:00000010:1.0:1763350978.049853:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865cb40. 00000100:00000040:3.0:1763350978.049972:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300854949, at 4300854952 00000100:00000010:3.0:1763350978.049980:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865c600. 00010000:00000010:1.1:1763350978.053046:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09300. 00010000:00000010:1.1:1763350978.053065:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7800. 00000800:00000001:1.0:1763350978.056351:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.056376:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.056381:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.056383:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.056396:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.056419:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 448 into portal 12 MB=0x691a81edf7380 00000400:00000200:1.0:1763350978.056430:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 448/448 into md 0xd4535 [64] + 67784 00000800:00000001:1.0:1763350978.056440:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.056457:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.056461:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.056465:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.056474:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.056477:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350978.056487:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf293480. 00000100:00000040:1.0:1763350978.056491:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf293480 x1849001118757760 msgsize 448 00000100:00100000:1.0:1763350978.056495:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.056515:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.056525:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.056530:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1763350978.058352:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1763350978.058675:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00080000:00000001:3.0:1763350978.102202:0:20551:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.102211:0:20551:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.102217:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350978.102221:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350978.102230:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.102235:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.102244:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.102247:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.102255:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.102258:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.102263:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.102266:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350978.102269:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.102271:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff0:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350978.102275:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350978.102278:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.102295:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.102298:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.102301:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.102303:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.102305:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.102306:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.102308:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.102309:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.102312:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff0:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1763350978.102316:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350978.102319:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763350978.102328:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.102336:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.102339:0:20551:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.102345:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 0, xid 1849001118757760 00010000:00000001:3.0:1763350978.102348:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.102362:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf293480 x1849001118757760/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 448/440 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350978.102372:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.102375:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.102380:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.102385:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.102388:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.102390:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.102394:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.102397:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.102401:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.102404:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.102411:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350088. 00000100:00000200:3.0:1763350978.102420:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1849001118757760, offset 224 00000400:00000200:3.0:1763350978.102428:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.102445:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.102452:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197963:197963:256:4294967295] 192.168.202.2@tcp LPNI seq info [197959:197959:8:4294967295] 00000400:00000200:3.0:1763350978.102466:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.102472:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.102477:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122700. 00000800:00000200:3.0:1763350978.102485:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.102493:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.102498:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122700 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.102512:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.102515:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.102518:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.102520:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.102523:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.102529:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf293480 x1849001118757760/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 448/440 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350978.102539:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf293480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226159:x1849001118757760:12345-192.168.202.2@tcp:44:lfs.0 Request processed in 44412us (46046us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350978.102550:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140565 00000100:00000040:3.0:1763350978.102554:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350978.102557:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.102558:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.102564:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ceb80. 00000020:00000010:3.0:1763350978.102569:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090c80. 00000020:00000010:3.0:1763350978.102574:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de9a89400. 00000020:00000040:3.0:1763350978.102578:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:3.0:1763350978.102581:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350978.102750:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350978.102754:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122700. 00000400:00000200:3.0:1763350978.102758:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.102763:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350978.102769:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350088 00000400:00000010:3.0:1763350978.102771:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350088. 00000100:00000001:3.0:1763350978.102775:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350978.102777:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00080000:0.0:1763350978.102919:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967620 committed batchid 4294967618 00000020:00000001:0.0:1763350978.102924:0:20049:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:0.0:1763350978.102929:0:20049:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff925dd865c840. 00080000:00000001:0.0:1763350978.102932:0:20049:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350978.102939:0:20049:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cddc47c00. 00080000:00000001:0.0:1763350978.102942:0:20049:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526288129024 : -120547421422592 : ffff925cddc47c00) 00080000:00000001:0.0:1763350978.102945:0:20049:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350978.103037:0:20049:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.103039:0:20049:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.103042:0:20049:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350978.103060:0:20049:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.103064:0:20049:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350978.103125:0:20049:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:0.0:1763350978.103128:0:20049:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967620: rc = 0 00080000:00000001:0.0:1763350978.103142:0:20049:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763350978.103155:0:20049:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.103156:0:20049:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1763350978.103158:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967618 00000100:00000001:0.0:1763350978.103743:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.104255:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101448960 02000000:00000001:0.0:1763350978.104259:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.104262:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.104264:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.104269:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.104273:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101448960 00000020:00000001:0.0:1763350978.104276:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.104278:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:0.0:1763350978.104281:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.104286:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=5 00000020:00000001:0.0:1763350978.104289:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:0.0:1763350978.104291:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:0.0:1763350978.104296:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.104303:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda180. 00000020:00000040:0.0:1763350978.104313:0:63038:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:0.0:1763350978.104328:0:63038:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763350978.104333:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350978.104338:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70c00. 00000020:00000010:0.0:1763350978.104345:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3ded8. 00000100:00000040:0.0:1763350978.104357:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350978.104360:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.104362:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350978.104364:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.104374:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.104381:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.104395:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.104398:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.104403:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19963 00000100:00000040:0.0:1763350978.104408:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:0.0:1763350978.104410:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856857600 : -120542852694016 : ffff925dee15c000) 00000100:00000040:0.0:1763350978.104415:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15c000 x1849001101448960/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 544/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.104423:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.104426:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350978.104428:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.104430:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000100:00100000:0.0:1763350978.104435:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:3315:x1849001101448960:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:0.0:1763350978.104439:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101448960 00000100:00080000:1.0:1763350978.104844:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1763350978.104849:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000020:00000001:0.0:1763350978.104950:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.104954:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.104957:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.104959:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.104962:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839936 : -1038711680 : ffffffffc2168480) 00000020:00000001:0.0:1763350978.104965:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350978.104969:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.104972:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.104974:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.104978:0:63038:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350978.104982:0:63038:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350978.104984:0:63038:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.104988:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.104990:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.104993:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.104994:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.104997:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.104998:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.104999:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.105001:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.105003:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.105004:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.105006:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.105010:0:63038:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.105012:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.105017:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.105020:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.105027:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925cddc44400. 02000000:00000001:0.0:1763350978.105029:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.105032:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.105036:0:63038:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1763350978.105041:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350978.105044:0:63038:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1763350978.105047:0:63038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9682 count 1 00002000:00000001:0.0:1763350978.105051:0:63038:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1763350978.105053:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.105057:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.105065:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289083144 : -120547420468472 : ffff925cddd30b08) 00002000:00000001:0.0:1763350978.105068:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289083056 : -120547420468560 : ffff925cddd30ab0) 00010000:00000001:0.0:1763350978.105073:0:63038:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350978.105076:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350978.105086:0:63038:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09f00. 00010000:00000010:0.0:1763350978.105090:0:63038:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925dddc09900. 00010000:00000001:0.0:1763350978.105096:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350978.105100:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3c00. 00000020:00000001:0.0:1763350978.105104:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.105107:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3c00 with handle 0xcb8c81cc3033c54b to hash 00000020:00000001:0.0:1763350978.105109:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350978.105110:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350978.105113:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00002000:00000001:0.0:1763350978.105117:0:63038:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763350978.105123:0:63038:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925e00bdab80. 00002000:00000001:0.0:1763350978.105125:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.105126:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.105128:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289083144 : -120547420468472 : ffff925cddd30b08) 00002000:00000001:0.0:1763350978.105130:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289083056 : -120547420468560 : ffff925cddd30ab0) 00002000:00000001:0.0:1763350978.105143:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350978.105150:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350978.105153:0:63038:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d2:0x0] initial LVB size: 1024, mtime: 0x691a99c0, atime: 0x0, ctime: 0x691a99c0, blocks: 0xb 00002000:00000001:0.0:1763350978.105156:0:63038:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:0.0:1763350978.105160:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.105162:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.105167:0:63038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.105176:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350978.105181:0:63038:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350978.105184:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350978.105186:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350978.105190:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350978.105192:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.105194:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000001:3.0:1763350978.105196:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1763350978.105196:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350978.105197:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.105200:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.105200:0:63038:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763350978.105206:0:63038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.105220:0:63038:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d2:0x0].0x0 (ffff925dddc09f00) refcount = 1 00010000:00000040:0.0:1763350978.105223:0:63038:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350978.105226:0:63038:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.105237:0:63038:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.105239:0:63038:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.105241:0:63038:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350978.105243:0:63038:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.105245:0:63038:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.105247:0:63038:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.105250:0:63038:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350978.105253:0:63038:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.105257:0:63038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.105263:0:63038:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350978.105265:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.105267:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.105270:0:63038:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.105271:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.105273:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:0.0:1763350978.105275:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350978.105278:0:63038:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350978.105281:0:63038:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350978.105284:0:63038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.105291:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.105292:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350978.105294:0:63038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.105301:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.105302:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.105306:0:63038:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763350978.105310:0:63038:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925dc3875780. 00010000:00000001:0.0:1763350978.105314:0:63038:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763350978.105334:0:63038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763350978.105337:0:63038:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.105339:0:63038:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.105341:0:63038:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350978.105343:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.105344:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763350978.105346:0:63038:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:0.0:1763350978.105350:0:63038:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350978.105359:0:63038:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cddc46000. 00080000:00000001:0.0:1763350978.105362:0:63038:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526288121856 : -120547421429760 : ffff925cddc46000) 00000001:00000001:0.0:1763350978.105364:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.105366:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763350978.105371:0:63038:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x25d2:0x0] not in the id map cache 00080000:00000001:0.0:1763350978.105376:0:63038:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350978.105402:0:63038:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350978.105405:0:63038:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.105409:0:63038:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763350978.105413:0:63038:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350978.105417:0:63038:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350978.105419:0:63038:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350978.105423:0:63038:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350978.105425:0:63038:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.105427:0:63038:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763350978.105430:0:63038:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1763350978.105432:0:63038:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00000001:00000001:0.0:1763350978.105566:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1763350978.105569:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.105577:0:63038:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.105580:0:63038:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350978.105587:0:63038:0:(osd_io.c:243:osd_declare_write()) Process entered 00000020:00000001:3.0:1763350978.105691:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350978.105695:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.105698:0:5786:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763350978.105702:0:5786:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763350978.105704:0:5786:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350978.105709:0:5786:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350978.105717:0:5786:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e3c00 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:3.0:1763350978.105720:0:5786:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.105723:0:5786:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350978.105725:0:5786:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.105731:0:5786:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350978.105732:0:5786:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.105734:0:5786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.105735:0:5786:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:3.0:1763350978.105738:0:5786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:3.0:1763350978.105740:0:5786:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:3.0:1763350978.105743:0:5786:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350978.105746:0:5786:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.105753:0:5786:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350978.105755:0:5786:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.105757:0:5786:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.105762:0:5786:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.105764:0:5786:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.105765:0:5786:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.105767:0:5786:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.105770:0:5786:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3c00 with handle 0xcb8c81cc3033c54b from hash 00010000:00000001:3.0:1763350978.105772:0:5786:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.105773:0:5786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.105774:0:5786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.105775:0:5786:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.105778:0:5786:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.105780:0:5786:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.105782:0:5786:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.105785:0:5786:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.105787:0:5786:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350978.105789:0:5786:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.105792:0:5786:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.105793:0:5786:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.105795:0:5786:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350978.105798:0:5786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.105799:0:5786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.105801:0:5786:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.105802:0:5786:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.105804:0:5786:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.105807:0:5786:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.105814:0:5786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.105817:0:5786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c54b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d2:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.105825:0:5786:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09f00 count: 0 00002000:00000010:3.0:1763350978.105831:0:5786:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925e00bdab80. 00010000:00000010:3.0:1763350978.105837:0:5786:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925dddc09900. 00010000:00000001:3.0:1763350978.105846:0:5786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.105848:0:5786:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763350978.105850:0:5786:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925dc3875780. 00010000:00000001:3.0:1763350978.105853:0:5786:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.105855:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350978.105856:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.105858:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350978.105859:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350978.105861:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.105862:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350978.105864:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350978.105865:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.105866:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1763350978.105925:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.105928:0:63038:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.105952:0:63038:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.105958:0:63038:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1763350978.106010:0:63038:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.106014:0:63038:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1763350978.106015:0:63038:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350978.106017:0:63038:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350978.106018:0:63038:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350978.106020:0:63038:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350978.106022:0:63038:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.106023:0:63038:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763350978.106025:0:63038:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1763350978.106026:0:63038:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00080000:00000001:0.0:1763350978.106124:0:63038:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350978.106127:0:63038:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.106141:0:63038:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350978.106147:0:63038:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350978.106151:0:63038:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847688, last_committed = 21474847687 00000001:00000010:0.0:1763350978.106156:0:63038:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865cde0. 00000001:00000040:0.0:1763350978.106160:0:63038:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 1 00000020:00000040:0.0:1763350978.106163:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=6 00080000:00000001:0.0:1763350978.106171:0:63038:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350978.106201:0:63038:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763350978.106204:0:63038:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.106218:0:63038:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.106221:0:63038:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.106224:0:63038:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:0.0:1763350978.106248:0:63038:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ddffc8720. 00002000:00000001:0.0:1763350978.106254:0:63038:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1763350978.106256:0:63038:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x25d2:0x0] 00002000:00000010:0.0:1763350978.106259:0:63038:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff925cddd30ab0. 00002000:00000001:0.0:1763350978.106263:0:63038:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1763350978.106264:0:63038:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.106270:0:63038:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1763350978.106275:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847686, transno 21474847688, xid 1849001101448960 00010000:00000001:0.0:1763350978.106279:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.106288:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15c000 x1849001101448960/t21474847688(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 544/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350978.106297:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.106300:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.106304:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.106310:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.106313:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350978.106316:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350978.106319:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.106323:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.106327:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.106330:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350978.106335:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0196e8. 00000100:00000200:0.0:1763350978.106342:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001101448960, offset 224 00000400:00000200:0.0:1763350978.106350:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350978.106366:0:63038:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350978.106379:0:63038:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a81dd75700 00000400:00000200:0.0:1763350978.106388:0:63038:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f52d [1] + 224 00000400:00000200:0.0:1763350978.106396:0:63038:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.106401:0:63038:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350978.106407:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.106412:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee15f800 x1849001101448960/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350978.106423:0:63038:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff925dee15f800 x1849001101448960/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.106445:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350978.106454:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0196e8 00000400:00000010:0.0:1763350978.106457:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0196e8. 00000100:00000001:0.0:1763350978.106460:0:63038:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.106462:0:63038:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350978.106466:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.106469:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350978.106472:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.106475:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.106478:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.106483:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15c000 x1849001101448960/t21474847688(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 544/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.106494:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3315:x1849001101448960:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2069us (2930us total) trans 21474847688 rc 0/0 00000100:00100000:0.0:1763350978.106505:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19963 00000100:00000040:0.0:1763350978.106510:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:0.0:1763350978.106513:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.106515:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.106522:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70c00. 00000020:00000010:0.0:1763350978.106526:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:0.0:1763350978.106530:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350978.106537:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000100:00000001:0.0:1763350978.106540:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.107964:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.107983:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.107988:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.107990:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.108001:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350978.108029:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf7400 00000400:00000200:3.0:1763350978.108039:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118d35 [8] + 1528 00000800:00000001:3.0:1763350978.108048:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.108116:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.108120:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.108125:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350978.108141:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350978.108144:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350978.108151:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0380. 00000100:00000040:3.0:1763350978.108155:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0380 x1849001118757888 msgsize 440 00000100:00100000:3.0:1763350978.108160:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350978.109618:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350978.109638:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.109649:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.109732:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.109737:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118757888 02000000:00000001:0.0:1763350978.109741:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.109744:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.109746:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.109752:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.109756:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118757888 00000020:00000001:0.0:1763350978.109760:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.109762:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350978.109764:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.109768:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:0.0:1763350978.109772:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350978.109774:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350978.109780:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.109788:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.109794:0:63038:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dfb9b59c0. 00000020:00000040:0.0:1763350978.109801:0:63038:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:0.0:1763350978.109809:0:63038:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763350978.109812:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.109820:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350978.109826:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70c00. 00000020:00000010:0.0:1763350978.109833:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3ded8. 00000100:00000040:0.0:1763350978.109843:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350978.109847:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.109849:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350978.109851:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.109860:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.109878:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.109893:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.109895:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.109903:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19964 00000100:00000040:0.0:1763350978.109907:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350978.109910:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079566208 : -120542629985408 : ffff925dfb5c0380) 00000100:00000040:0.0:1763350978.109918:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c0380 x1849001118757888/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.109927:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.109930:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.109932:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.109935:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000100:00100000:0.0:1763350978.109939:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118757888:12345-192.168.202.2@tcp:16:lfs.0 00000100:00000200:0.0:1763350978.109943:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118757888 00000020:00000001:0.0:1763350978.109947:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.109952:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.109955:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.109957:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.109960:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840416 : -1038711200 : ffffffffc2168660) 00000020:00000001:0.0:1763350978.109963:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350978.109967:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.109970:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.109972:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.109977:0:63038:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350978.109982:0:63038:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350978.109985:0:63038:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.109988:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.109991:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.109993:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.109994:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.109996:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.109998:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.110000:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.110001:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.110003:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.110004:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.110006:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.110009:0:63038:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.110010:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.110015:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.110018:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.110025:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925cddc45000. 02000000:00000001:0.0:1763350978.110027:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.110029:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.110033:0:63038:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:0.0:1763350978.110036:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.110040:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.110047:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:0.0:1763350978.110050:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00000020:00000001:0.0:1763350978.110053:0:63038:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:0.0:1763350978.110057:0:63038:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.110066:0:63038:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1763350978.110068:0:63038:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.110071:0:63038:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350978.110080:0:63038:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.110085:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350978.110093:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.110096:0:63038:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:0.0:1763350978.110099:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000040:0.0:1763350978.110104:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118757888 00010000:00000001:0.0:1763350978.110108:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.110114:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c0380 x1849001118757888/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350978.110123:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.110125:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.110129:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.110143:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.110147:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.110149:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.110152:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.110154:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.110158:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.110161:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.110167:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0196e8. 00000100:00000200:0.0:1763350978.110174:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118757888, offset 224 00000400:00000200:0.0:1763350978.110181:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.110195:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.110203:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197964:197964:256:4294967295] 192.168.202.2@tcp LPNI seq info [197960:197960:8:4294967295] 00000400:00000200:0.0:1763350978.110213:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.110219:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.110224:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925de2dc6a00. 00000800:00000200:0.0:1763350978.110231:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.110240:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.110244:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925de2dc6a00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.110267:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.110272:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.110274:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.110276:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.110278:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.110282:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0380 x1849001118757888/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350978.110302:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118757888:12345-192.168.202.2@tcp:16:lfs.0 Request processed in 373us (2144us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.110310:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19964 00000100:00000040:0.0:1763350978.110314:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350978.110316:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.110318:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.110323:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70c00. 00000020:00000010:0.0:1763350978.110328:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:0.0:1763350978.110332:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350978.110338:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:0.0:1763350978.110340:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1763350978.110410:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1763350978.110415:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000800:00000200:3.0:1763350978.110552:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350978.110558:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925de2dc6a00. 00000400:00000200:3.0:1763350978.110566:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.110571:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350978.110577:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0196e8 00000400:00000010:3.0:1763350978.110579:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0196e8. 00000100:00000001:3.0:1763350978.110583:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350978.110585:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350978.111640:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09f00. 00010000:00000010:3.1:1763350978.111672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00000100:00000040:0.0:1763350978.129793:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300855031, at 4300855032 00000100:00000010:0.0:1763350978.129816:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693540. 00000100:00000040:1.0:1763350978.129936:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300855031, at 4300855032 00000100:00000010:1.0:1763350978.129944:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006935a0. 00000100:00000040:3.0:1763350978.132271:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300855032, at 4300855034 00000100:00000010:3.0:1763350978.132286:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693420. 00000800:00000001:0.0:1763350978.140958:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.140984:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.140989:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.140992:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.141006:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350978.141030:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 12 MB=0x691a81edf7500 00000400:00000200:0.0:1763350978.141041:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 488/488 into md 0xd4535 [64] + 68232 00000800:00000001:0.0:1763350978.141051:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.141063:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.141066:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.141071:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.141080:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.141083:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350978.141090:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf9500. 00000100:00000040:0.0:1763350978.141095:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf9500 x1849001118758144 msgsize 488 00000100:00100000:0.0:1763350978.141098:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.141118:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350978.141129:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.141145:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.141383:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.141387:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118758144 02000000:00000001:3.0:1763350978.141391:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.141394:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.141397:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.141402:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.141406:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118758144 00000020:00000001:3.0:1763350978.141410:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.141413:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350978.141415:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.141419:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:3.0:1763350978.141423:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350978.141426:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350978.141432:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.141438:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.141442:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.141445:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000020:00000010:3.0:1763350978.141452:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:3.0:1763350978.141458:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69c00. 00000020:00000010:3.0:1763350978.141582:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375640. 00000100:00000040:3.0:1763350978.141593:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350978.141636:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.141637:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.141641:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.141653:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.141663:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.141682:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.141684:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.141701:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140566 00000100:00000040:3.0:1763350978.141706:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350978.141708:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171026176 : -120542538525440 : ffff925e00cf9500) 00000100:00000040:3.0:1763350978.141716:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf9500 x1849001118758144/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.141727:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.141730:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.141732:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.141734:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000100:00100000:3.0:1763350978.141738:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226159:x1849001118758144:12345-192.168.202.2@tcp:36:lfs.0 00000100:00000200:3.0:1763350978.141742:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118758144 00000020:00000001:3.0:1763350978.141746:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.141751:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.141757:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.141760:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.141762:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:3.0:1763350978.141765:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350978.141769:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118758144, found 0 last_xid 1849001118758143 00000020:00000001:3.0:1763350978.141772:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.141775:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.141778:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.141781:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141785:0:20551:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763350978.141793:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff925e00cf9500 x1849001118758144/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/0 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763350978.141804:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763350978.141806:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763350978.141809:0:20551:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763350978.141812:0:20551:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350978.141816:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.141818:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.141821:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.141823:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2965853000 : 2965853000 : 0xb0c75348) 00000001:00000001:3.0:1763350978.141826:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2965853000 : 2965853000 : b0c75348) 00000001:00000001:3.0:1763350978.141828:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.141829:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:3.0:1763350978.141831:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:3.0:1763350978.141833:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.141834:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.141836:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.141837:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.141838:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.141840:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141842:0:20551:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141846:0:20551:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141848:0:20551:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141849:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141853:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350978.141856:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350978.141859:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.141862:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.141868:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff925dead26000. 02000000:00000001:3.0:1763350978.141871:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.141873:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141878:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350978.141879:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.141881:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.141883:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.141884:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.141886:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.141888:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.141889:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.141891:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.141893:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.141894:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.141900:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350978.141907:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350978.141910:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350978.141913:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350978.141914:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.141917:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.141919:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141921:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350978.141923:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141926:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350978.141928:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.141931:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763350978.141933:0:20551:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1763350978.141938:0:20551:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x3ff0:0x0] 7 req@ffff925e00cf9500 x1849001118758144/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/3152 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350978.141947:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350978.141950:0:20551:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350978.141953:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.141955:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.141958:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=3 00000020:00000001:3.0:1763350978.141960:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:3.0:1763350978.141963:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000040:3.0:1763350978.141967:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92b00 count: 3 00000004:00000001:3.0:1763350978.141972:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350978.141974:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350978.141977:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.141980:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.141982:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.141984:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.141989:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.141991:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.141999:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.142001:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.142003:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.142005:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.142008:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0400 with handle 0xcb8c81cc3033c513 from hash 00010000:00000001:3.0:1763350978.142011:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.142012:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.142013:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.142014:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.142019:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.142021:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.142023:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.142024:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.142028:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c513 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9e1 expref: 489 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.142038:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:3.0:1763350978.142041:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00010000:00000010:3.0:1763350978.142044:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be780. 00010000:00000001:3.0:1763350978.142052:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.142055:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.142057:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350978.142060:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff0:0x0].0x0 (ffff925df4a92b00) 00010000:00000001:3.0:1763350978.142065:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.142068:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.142070:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350978.142071:0:20551:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350978.142073:0:20551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350978.142076:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350978.142089:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff0:0x0] 00000020:00000001:3.0:1763350978.142093:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.142098:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000004:00000001:3.0:1763350978.142101:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993824 : -120547694557792 : ffff925ccd7cc5a0) 00000004:00000001:3.0:1763350978.142104:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763350978.142106:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350978.142112:0:20551:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925deb026498. 00000004:00000001:3.0:1763350978.142122:0:20551:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350978.142126:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.142129:0:20551:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350978.142142:0:20551:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350978.142144:0:20551:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:3.0:1763350978.142146:0:20551:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1763350978.142149:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350978.142153:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350978.142157:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350978.142163:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92b00 count: 2 00010000:00000001:3.0:1763350978.142165:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.142167:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.142171:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89a00. 00000020:00000001:3.0:1763350978.142175:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.142177:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89a00 with handle 0xcb8c81cc3033c552 to hash 00000020:00000001:3.0:1763350978.142179:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.142180:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000010:3.0:1763350978.142186:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76c80. 00010000:00000001:3.0:1763350978.142188:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350978.142191:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.142192:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.142195:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c552 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.142202:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350978.142206:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350978.142208:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350978.142210:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.142212:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.142214:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.142215:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.142218:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350978.142220:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350978.142222:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350978.142223:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350978.142226:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff0:0x0].0x0 (ffff925df4a92b00) refcount = 2 00010000:00000040:3.0:1763350978.142229:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350978.142233:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c505 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9da expref: 488 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350978.142239:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c552 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.142244:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350978.142247:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.142248:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.142250:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350978.142251:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.142253:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.142255:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.142258:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350978.142261:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.142264:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c552 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.142269:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350978.142271:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.142272:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.142273:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.142275:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.142276:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89a00 refcount=3 00000020:00000001:3.0:1763350978.142278:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350978.142280:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350978.142282:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.142283:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350978.142285:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.142287:0:20551:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.142292:0:20551:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350978.142305:0:20551:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350978.142310:0:20551:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350978.142316:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350978.142324:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5300. 00080000:00000001:3.0:1763350978.142329:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350978.142339:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df908a800. 00080000:00000001:3.0:1763350978.142342:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531040548864 : -120542669002752 : ffff925df908a800) 00000004:00000001:3.0:1763350978.142587:0:20551:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350978.142591:0:20551:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350978.142638:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.142640:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531040548864 : -120542669002752 : ffff925df908a800) 00080000:00000001:3.0:1763350978.142645:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350978.142675:0:20551:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.142678:0:20551:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.142680:0:20551:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.142687:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350978.142690:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350978.142699:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350978.142701:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.142702:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531040548864 : -120542669002752 : ffff925df908a800) 00080000:00000001:3.0:1763350978.142705:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.142713:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.142714:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.142716:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.142740:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.142743:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.142746:0:20551:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350976, ctime 1763350977 00000004:00000001:3.0:1763350978.142750:0:20551:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763350978.142752:0:20551:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763350978.142755:0:20551:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763350978.142756:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.142757:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531040548864 : -120542669002752 : ffff925df908a800) 00080000:00000001:3.0:1763350978.142761:0:20551:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350978.142806:0:20551:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.142809:0:20551:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.142811:0:20551:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.142813:0:20551:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.142818:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350978.142820:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350978.142825:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350978.142828:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055138, last_committed = 8590055137 00000001:00000010:3.0:1763350978.142833:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5c00. 00000001:00000040:3.0:1763350978.142836:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:3.0:1763350978.142838:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:3.0:1763350978.142845:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded436c0. 00000004:00000001:3.0:1763350978.142852:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350978.142853:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.142854:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531040548864 : -120542669002752 : ffff925df908a800) 00080000:00000001:3.0:1763350978.142858:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.142889:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350978.142892:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350978.142896:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded436c0: xid 1849001118758144, transno 8590055138, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763350978.142899:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.142912:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350978.142915:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5300. 00000020:00000001:3.0:1763350978.142917:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.142924:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92b00 count: 3 00010000:00000001:3.0:1763350978.142926:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350978.142930:0:20551:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1763350978.142933:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350978.142936:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763350978.142938:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350978.142939:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350978.142940:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.142942:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.142943:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89a00 refcount=3 00000020:00000001:3.0:1763350978.142945:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350978.142948:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00000004:00010000:3.0:1763350978.142952:0:20551:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000000f25f41f reply state 000000002ec56c84 transno 8590055138 ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c552 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000100:00100000:3.0:1763350978.142961:0:20551:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763350978.142963:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.142964:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350978.142965:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350978.142967:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350978.142968:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350978.142970:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763350978.142973:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350978.142975:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350978.142979:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.142982:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.142988:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.142990:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.142998:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.143000:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.143004:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.143007:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350978.143010:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.143011:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff0:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350978.143015:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350978.143017:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.143021:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.143022:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.143024:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.143025:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.143027:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.143029:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.143030:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.143032:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.143034:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff0:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1763350978.143037:0:20551:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1763350978.143039:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350978.143042:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763350978.143048:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.143056:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.143058:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350978.143059:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350978.143062:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.143064:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763350978.143067:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350978.143069:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350978.143070:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350978.143071:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350978.143074:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350978.143076:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350978.143083:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.143087:0:20551:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.143090:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 8590055138, xid 1849001118758144 00010000:00000001:3.0:1763350978.143093:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763350978.143095:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00010000:00000200:3.0:1763350978.143098:0:20551:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055138, last committed = 8590055137 00010000:00000200:3.0:1763350978.143106:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cf9500 x1849001118758144/t8590055138(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350978.143115:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.143117:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.143122:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.143128:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.143140:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.143143:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.143146:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.143149:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.143154:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.143157:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.143163:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350088. 00000100:00000200:3.0:1763350978.143171:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118758144, offset 224 00000400:00000010:3.0:1763350978.143178:0:20551:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925deb0263b8. 00000400:00000200:3.0:1763350978.143182:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.143197:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.143203:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197965:197965:256:4294967295] 192.168.202.2@tcp LPNI seq info [197961:197961:8:4294967295] 00000400:00000200:3.0:1763350978.143210:0:20551:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:3.0:1763350978.143217:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.143222:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.143227:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122700. 00000800:00000200:3.0:1763350978.143234:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.143242:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.143246:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122700 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.143272:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.143277:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.143280:0:20551:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.143282:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.143284:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.143289:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf9500 x1849001118758144/t8590055138(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350978.143299:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cf9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226159:x1849001118758144:12345-192.168.202.2@tcp:36:lfs.0 Request processed in 1571us (2201us total) trans 8590055138 rc 0/0 00000100:00100000:3.0:1763350978.143307:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140566 00000100:00000040:3.0:1763350978.143312:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350978.143314:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.143316:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.143321:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69c00. 00000020:00000010:3.0:1763350978.143326:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375640. 00000020:00000010:3.0:1763350978.143333:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000020:00000040:3.0:1763350978.143341:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:3.0:1763350978.143343:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.148673:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.148699:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.148704:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.148707:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.148721:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:3.0:1763350978.148745:0:3309:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f53d 00000400:00000200:3.0:1763350978.148754:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.148759:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:3.0:1763350978.148769:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350088 00000400:00000010:3.0:1763350978.148773:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350088. 00000100:00000001:3.0:1763350978.148779:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350978.148784:0:3309:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763350978.148786:0:3309:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350978.148808:0:3309:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350978.148810:0:3309:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350978.148812:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350978.148822:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.148826:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.148827:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.148829:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.148832:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350978.148839:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf7580 00000400:00000200:3.0:1763350978.148848:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 1968 00000800:00000001:3.0:1763350978.148853:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.148916:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.148919:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.148922:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350978.148926:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350978.148929:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350978.148936:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c2d80. 00000100:00000040:3.0:1763350978.148940:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c2d80 x1849001118758272 msgsize 328 00000100:00100000:3.0:1763350978.148944:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350978.148958:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350978.148963:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.148967:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.149082:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.149086:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118758272 02000000:00000001:1.0:1763350978.149089:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.149092:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.149094:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.149101:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.149106:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118758272 00000020:00000001:1.0:1763350978.149109:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.149111:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350978.149114:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.149118:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:1.0:1763350978.149121:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350978.149123:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350978.149128:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.149146:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52fc0. 00000100:00000001:1.0:1763350978.149150:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.149153:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52fc0. 00000020:00000010:1.0:1763350978.149160:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6200. 00000020:00000010:1.0:1763350978.149166:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6380. 00000020:00000010:1.0:1763350978.149172:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350978.149182:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350978.149185:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.149187:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.149189:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.149198:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.149218:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.149233:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.149235:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.149241:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19965 00000100:00000040:1.0:1763350978.149245:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350978.149247:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079576960 : -120542629974656 : ffff925dfb5c2d80) 00000100:00000040:1.0:1763350978.149256:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c2d80 x1849001118758272/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350978.149265:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.149268:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52fc0. 00000100:00000001:1.0:1763350978.149270:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.149272:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52fc0. 00000100:00100000:1.0:1763350978.149276:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:226159:x1849001118758272:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350978.149280:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118758272 00000020:00000001:1.0:1763350978.149284:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.149289:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350978.149292:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.149295:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.149297:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350978.149300:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350978.149304:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.149306:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.149309:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.149315:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.149318:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350978.149321:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350978.149323:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350978.149326:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350978.149328:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.149335:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350978.149344:0:63037:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da900. 00010000:00000010:1.0:1763350978.149349:0:63037:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925ccd7da300. 00010000:00000001:1.0:1763350978.149354:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.149357:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7800. 00000020:00000001:1.0:1763350978.149361:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.149364:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7800 with handle 0xcb8c81cc3033c559 to hash 00000020:00000001:1.0:1763350978.149366:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.149367:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350978.149370:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00010000:1.0:1763350978.149376:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca12 expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763350978.149385:0:63037:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763350978.149391:0:63037:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dc4c52fc0. 00002000:00000001:1.0:1763350978.149394:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350978.149398:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.149404:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:1.0:1763350978.149407:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:1.0:1763350978.149410:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350978.149418:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763350978.149421:0:63037:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d5:0x0] initial LVB size: 4096, mtime: 0x691a99c1, atime: 0x0, ctime: 0x691a99c1, blocks: 0xb 00002000:00000001:1.0:1763350978.149424:0:63037:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763350978.149427:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000040:1.0:1763350978.149431:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350978.149433:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00000100:00000001:1.0:1763350978.149443:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.149446:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.149452:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00ec9400. 02000000:00000001:1.0:1763350978.149454:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.149457:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.149460:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.149464:0:63037:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.149467:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350978.149469:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350978.149473:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350978.149475:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.149477:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350978.149479:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350978.149481:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.149484:0:63037:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763350978.149492:0:63037:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350978.149501:0:63037:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d5:0x0].0x0 (ffff925ccd7da900) refcount = 1 00010000:00000040:1.0:1763350978.149504:0:63037:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350978.149507:0:63037:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.149519:0:63037:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.149521:0:63037:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.149523:0:63037:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.149525:0:63037:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.149527:0:63037:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.149529:0:63037:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.149534:0:63037:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350978.149538:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.149550:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.149553:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350978.149555:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.149558:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.149560:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.149561:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.149563:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.149564:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7800, rc 0) 00000020:00000001:1.0:1763350978.149567:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350978.149571:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118758272 00010000:00000001:1.0:1763350978.149575:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.149580:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c2d80 x1849001118758272/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350978.149588:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.149591:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.149625:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.149631:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.149635:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.149637:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.149640:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.149643:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.149647:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.149649:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.149654:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74dd0. 00000100:00000200:1.0:1763350978.149660:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118758272, offset 224 00000400:00000200:1.0:1763350978.149666:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.149677:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.149684:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197966:197966:256:4294967295] 192.168.202.2@tcp LPNI seq info [197962:197962:8:4294967295] 00000400:00000200:1.0:1763350978.149695:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.149700:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.149706:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928eb00. 00000800:00000200:1.0:1763350978.149712:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.149720:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.149724:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928eb00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.149737:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.149740:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.149742:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.149744:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.149746:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.149751:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c2d80 x1849001118758272/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350978.149761:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:226159:x1849001118758272:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 494us (819us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350978.149768:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19965 00000100:00000040:1.0:1763350978.149771:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350978.149773:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.149775:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.149779:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6380. 00000020:00000010:1.0:1763350978.149783:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350978.149786:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6200. 00000020:00000040:1.0:1763350978.149790:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:1.0:1763350978.149793:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.149874:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.149878:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928eb00. 00000400:00000200:1.0:1763350978.149881:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.149885:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.149888:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74dd0 00000400:00000010:1.0:1763350978.149890:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74dd0. 00000100:00000001:1.0:1763350978.149893:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.149894:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350978.155129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89a00. 00000100:00000001:3.0:1763350978.155392:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.155396:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118758400 02000000:00000001:3.0:1763350978.155399:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.155402:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.155405:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.155411:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.155416:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118758400 00000020:00000001:3.0:1763350978.155421:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.155423:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350978.155426:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.155429:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350978.155432:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350978.155434:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350978.155439:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.155445:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.155449:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.155452:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000020:00000010:3.0:1763350978.155459:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:3.0:1763350978.155466:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69c00. 00000020:00000010:3.0:1763350978.155472:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375640. 00000100:00000040:3.0:1763350978.155483:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350978.155486:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.155488:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.155490:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.155501:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.155528:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.155543:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.155545:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.155550:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19966 00000100:00000040:3.0:1763350978.155555:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350978.155557:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856863872 : -120542852687744 : ffff925dee15d880) 00000100:00000040:3.0:1763350978.155566:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15d880 x1849001118758400/t0(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.155576:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.155579:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.155581:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.155583:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000100:00100000:3.0:1763350978.155588:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118758400:12345-192.168.202.2@tcp:2:lfs.0 00000100:00000200:3.0:1763350978.155591:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118758400 00000020:00000001:3.0:1763350978.155620:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.155624:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.155627:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.155630:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.155632:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839744 : -1038711872 : ffffffffc21683c0) 00000020:00000001:3.0:1763350978.155635:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.155639:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.155641:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.155644:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.155647:0:63038:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350978.155653:0:63038:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350978.155655:0:63038:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.155658:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.155660:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.155662:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.155664:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.155666:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.155667:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.155669:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.155670:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.155672:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.155673:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.155674:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.155677:0:63038:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.155679:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.155685:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.155689:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.155696:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df908b000. 02000000:00000001:3.0:1763350978.155698:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.155701:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.155705:0:63038:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:3.0:1763350978.155708:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.155712:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.155720:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:3.0:1763350978.155723:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:3.0:1763350978.155727:0:63038:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:3.0:1763350978.155731:0:63038:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.155739:0:63038:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:3.0:1763350978.155741:0:63038:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.155744:0:63038:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.155747:0:63038:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763350978.155749:0:63038:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.155754:0:63038:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350978.155767:0:63038:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dfc981000. 00080000:00000001:3.0:1763350978.155771:0:63038:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531100278784 : -120542609272832 : ffff925dfc981000) 00000001:00000001:3.0:1763350978.155773:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.155774:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.155779:0:63038:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350978.155806:0:63038:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.155809:0:63038:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350978.155815:0:63038:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.155818:0:63038:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350978.155825:0:63038:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.155855:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.155857:0:63038:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.155883:0:63038:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350978.155890:0:63038:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925deb026dc8. 00080000:00000001:3.0:1763350978.155901:0:63038:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350978.155929:0:63038:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.155931:0:63038:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:3.0:1763350978.155933:0:63038:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.155937:0:63038:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:3.0:1763350978.155941:0:63038:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.155943:0:63038:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350978.155948:0:63038:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350978.155953:0:63038:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350978.155956:0:63038:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847689, last_committed = 21474847687 00000001:00000010:3.0:1763350978.155960:0:63038:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5360. 00000001:00000040:3.0:1763350978.155963:0:63038:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 1 00000020:00000040:3.0:1763350978.155966:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00080000:00000001:3.0:1763350978.155973:0:63038:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.155988:0:63038:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350978.155991:0:63038:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.156003:0:63038:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.156010:0:63038:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.156018:0:63038:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.156021:0:63038:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:3.0:1763350978.156025:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000040:3.0:1763350978.156035:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:3.0:1763350978.156038:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763350978.156043:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350978.156048:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.156049:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.156052:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:3.0:1763350978.156054:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:3.0:1763350978.156057:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350978.156062:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350978.156065:0:63038:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d5:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:3.0:1763350978.156068:0:63038:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x25d5:0x0] updating lvb mtime from disk: 1763350977 -> 1763350976 00002000:00010000:3.0:1763350978.156071:0:63038:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000401:0x25d5:0x0] updating lvb atime from disk: 0 -> 1763350976 00002000:00010000:3.0:1763350978.156073:0:63038:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x25d5:0x0] updating lvb ctime from disk: 1763350977 -> 1763350977 00002000:00010000:3.0:1763350978.156075:0:63038:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d5:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:3.0:1763350978.156078:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000040:3.0:1763350978.156084:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 21474847689, xid 1849001118758400 00010000:00000001:3.0:1763350978.156087:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.156093:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15d880 x1849001118758400/t21474847689(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.156103:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.156105:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.156109:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.156114:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.156117:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.156120:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.156122:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.156125:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.156128:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.156142:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.156148:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350088. 00000100:00000200:3.0:1763350978.156155:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118758400, offset 224 00000400:00000200:3.0:1763350978.156162:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.156176:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.156182:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197967:197967:256:4294967295] 192.168.202.2@tcp LPNI seq info [197963:197963:8:4294967295] 00000400:00000200:3.0:1763350978.156195:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.156200:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.156206:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122700. 00000800:00000200:3.0:1763350978.156212:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.156220:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.156224:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122700 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.156238:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.156242:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.156245:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.156246:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.156249:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.156253:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15d880 x1849001118758400/t21474847689(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350978.156262:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118758400:12345-192.168.202.2@tcp:2:lfs.0 Request processed in 684us (961us total) trans 21474847689 rc 0/0 00000100:00100000:3.0:1763350978.156271:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19966 00000100:00000040:3.0:1763350978.156274:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.156277:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.156278:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.156283:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69c00. 00000020:00000010:3.0:1763350978.156287:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375640. 00000020:00000010:3.0:1763350978.156294:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000020:00000040:3.0:1763350978.156300:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:3.0:1763350978.156304:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350978.156483:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350978.156489:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122700. 00000400:00000200:0.0:1763350978.156494:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.156499:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350978.156504:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350088 00000400:00000010:0.0:1763350978.156506:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350088. 00000100:00000001:0.0:1763350978.156511:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.156513:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350978.159703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00000800:00000001:1.0:1763350978.160648:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.160670:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.160675:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.160678:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.160692:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.160714:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 472 into portal 12 MB=0x691a81edf7700 00000400:00000200:1.0:1763350978.160724:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 472/472 into md 0xd4535 [64] + 68720 00000800:00000001:1.0:1763350978.160735:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.160746:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.160749:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.160754:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.160763:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.160766:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350978.160774:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf290000. 00000100:00000040:1.0:1763350978.160779:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf290000 x1849001118758656 msgsize 472 00000100:00100000:1.0:1763350978.160783:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.160792:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.160801:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.160805:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.160895:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.160899:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118758656 02000000:00000001:0.0:1763350978.160903:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.160906:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.160908:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.160914:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.160919:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118758656 00000020:00000001:0.0:1763350978.160923:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.160925:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350978.160928:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.160933:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:0.0:1763350978.160935:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350978.160938:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350978.160943:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.160949:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.160953:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.160956:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.160965:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350978.160972:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70c00. 00000020:00000010:0.0:1763350978.160979:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3ded8. 00000100:00000040:0.0:1763350978.160990:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350978.160994:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.160995:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350978.160998:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.161007:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.161207:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.161225:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.161228:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.161234:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140567 00000100:00000040:0.0:1763350978.161238:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350978.161240:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606460928 : -120543103090688 : ffff925ddf290000) 00000100:00000040:0.0:1763350978.161248:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf290000 x1849001118758656/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 472/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.161259:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.161262:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.161264:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.161265:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000100:00100000:0.0:1763350978.161270:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226159:x1849001118758656:12345-192.168.202.2@tcp:55:lfs.0 00000100:00000200:0.0:1763350978.161273:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118758656 00000020:00000001:0.0:1763350978.161277:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.161281:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350978.161288:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded436c0: xid 1849001118758144, transno 8590055138, client gen 3, slot idx 0 00000001:00000001:0.0:1763350978.161293:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded439c0: xid 1849001118755840, transno 8590055137, client gen 3, slot idx 1 00000001:00000010:0.0:1763350978.161299:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded439c0. 00000020:00000001:0.0:1763350978.161303:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.161306:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.161309:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717152 : -1040834464 : ffffffffc1f62060) 00000020:00000001:0.0:1763350978.161313:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350978.161316:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118758656, found 0 last_xid 1849001118758655 00000020:00000001:0.0:1763350978.161319:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.161322:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.161324:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.161329:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763350978.161335:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.161341:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000020:00000001:0.0:1763350978.161345:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.161347:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.161352:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.161355:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.161362:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cddc44c00. 02000000:00000001:0.0:1763350978.161365:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.161368:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.161374:0:20012:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:0.0:1763350978.161380:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350978.161383:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.161385:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.161388:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.161389:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.161391:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.161393:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.161394:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.161396:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.161397:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.161399:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.161400:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.161402:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.161403:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.161405:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.161406:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.161408:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.161409:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.161412:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.161413:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.161418:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350978.161425:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350978.161427:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350978.161430:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350978.161432:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.161435:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.161437:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.161439:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350978.161714:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.161719:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350978.161723:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350978.161726:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350978.161733:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92b00 count: 2 00010000:00000001:0.0:1763350978.161736:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.161739:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.161800:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350978.161805:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.161808:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033c560 to hash 00000020:00000001:1.0:1763350978.161810:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.161811:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000010:1.0:1763350978.161818:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350978.161821:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.161825:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.161827:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.161832:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.161841:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.161846:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.161849:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350978.161851:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.161854:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.161856:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.161857:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.161860:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350978.161862:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350978.161863:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350978.161864:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350978.161867:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff0:0x0].0x0 (ffff925df4a92b00) refcount = 2 00010000:00000040:1.0:1763350978.161870:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350978.161875:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c505 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9da expref: 489 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350978.161883:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.161889:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350978.161896:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.161898:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.161901:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.161902:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.161904:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.161906:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.161909:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350978.161912:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.161916:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.161921:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350978.161923:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.161924:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.161928:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.161929:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.161931:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:1.0:1763350978.161933:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.161936:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.161938:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.161939:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.161941:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.161945:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350978.161950:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.161958:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.161961:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.161970:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.161974:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.161978:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763350978.161981:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763350978.161984:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350978.161987:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350978.161990:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:1.0:1763350978.161993:0:20012:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x3ff0:0x0]flags=0x2 00000004:00000001:1.0:1763350978.161996:0:20012:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:1.0:1763350978.161999:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350978.162001:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763350978.162003:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350978.162004:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350978.162006:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.162007:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.162009:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:1.0:1763350978.162011:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.162013:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.162016:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350978.162019:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.162025:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.162026:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.162028:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.162033:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.162035:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.162038:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350978.162040:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350978.162046:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350978.162049:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.162051:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350978.162053:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.162063:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350978.162065:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.162066:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.162068:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=4 00000020:00000001:1.0:1763350978.162070:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.162072:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.162076:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350978.162079:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.162084:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350978.162086:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350978.162088:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.162091:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.162092:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.162094:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.162095:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.162098:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033c560 from hash 00010000:00000001:1.0:1763350978.162100:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.162101:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.162102:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.162104:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.162106:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.162108:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.162109:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.162111:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.162114:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350978.162116:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff0:0x0].0x0 (ffff925df4a92b00) 00010000:00010000:1.0:1763350978.162119:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:1.0:1763350978.162121:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.162124:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.162125:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.162127:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350978.162129:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.162141:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.162143:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.162145:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.162147:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.162149:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.162154:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.162155:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.162157:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350978.162158:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350978.162159:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.162161:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c560 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350978.162168:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350978.162181:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.162182:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350978.162184:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350978.162186:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350978.162188:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:1.0:1763350978.162191:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350978.162193:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350978.162195:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350978.162198:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763350978.162202:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 0, xid 1849001118758656 00010000:00000001:1.0:1763350978.162205:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.162211:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf290000 x1849001118758656/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 472/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350978.162222:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.162225:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.162231:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.162236:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.162239:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.162241:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.162244:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.162247:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.162251:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.162255:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.162261:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74dd0. 00000100:00000200:1.0:1763350978.162270:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118758656, offset 224 00000400:00000200:1.0:1763350978.162277:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.162291:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.162298:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197968:197968:256:4294967295] 192.168.202.2@tcp LPNI seq info [197964:197964:8:4294967295] 00000400:00000200:1.0:1763350978.162310:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.162316:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.162323:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928eb00. 00000800:00000200:1.0:1763350978.162330:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.162339:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.162344:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.162367:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.162372:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.162374:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.162376:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.162379:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.162384:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf290000 x1849001118758656/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 472/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350978.162394:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226159:x1849001118758656:12345-192.168.202.2@tcp:55:lfs.0 Request processed in 1133us (1612us total) trans 0 rc -22/-22 00000100:00100000:1.0:1763350978.162404:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140567 00000100:00000040:1.0:1763350978.162408:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350978.162410:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.162412:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.162419:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70c00. 00000020:00000010:1.0:1763350978.162425:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3ded8. 00000020:00000010:1.0:1763350978.162430:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:1.0:1763350978.162437:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:1.0:1763350978.162440:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.165846:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.165867:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.165873:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.165875:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.165887:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350978.165908:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf7780 00000400:00000200:0.0:1763350978.165918:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118d35 [8] + 2736 00000800:00000001:0.0:1763350978.165928:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.165937:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.165940:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.165945:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.165954:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.165956:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350978.165963:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfb100. 00000100:00000040:0.0:1763350978.165967:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfb100 x1849001118758784 msgsize 440 00000100:00100000:0.0:1763350978.165971:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.166125:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350978.166144:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.166148:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.166195:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.166199:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118758784 02000000:00000001:1.0:1763350978.166202:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.166205:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.166208:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.166214:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.166219:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118758784 00000020:00000001:1.0:1763350978.166222:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.166224:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:1.0:1763350978.166227:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.166231:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:1.0:1763350978.166233:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:1.0:1763350978.166235:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:1.0:1763350978.166241:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.166247:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52280. 00000020:00000010:1.0:1763350978.166252:0:63037:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc2c325c0. 00000020:00000040:1.0:1763350978.166259:0:63037:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:1.0:1763350978.166280:0:63037:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763350978.166288:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6200. 00000020:00000010:1.0:1763350978.166295:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6380. 00000020:00000010:1.0:1763350978.166301:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350978.166312:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350978.166315:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.166316:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.166319:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.166328:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.166341:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.166355:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.166357:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.166363:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19967 00000100:00000040:1.0:1763350978.166367:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:1.0:1763350978.166370:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171033344 : -120542538518272 : ffff925e00cfb100) 00000100:00000040:1.0:1763350978.166379:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cfb100 x1849001118758784/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.166389:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.166392:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.166394:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.166396:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000100:00100000:1.0:1763350978.166402:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118758784:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:1.0:1763350978.166406:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118758784 00000020:00000001:1.0:1763350978.166410:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.166414:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350978.166417:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.166419:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.166422:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:1.0:1763350978.166425:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350978.166428:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.166431:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.166434:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.166438:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763350978.166443:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763350978.166446:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.166449:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.166451:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.166454:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.166456:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.166458:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.166459:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.166461:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.166462:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.166463:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.166465:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.166466:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.166469:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.166472:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.166477:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.166481:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.166490:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925e00ecb400. 02000000:00000001:1.0:1763350978.166492:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.166495:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350978.166500:0:63037:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763350978.166503:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350978.166507:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.166514:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:1.0:1763350978.166517:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00002000:00000001:1.0:1763350978.166521:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350978.166529:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350978.166533:0:63037:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763350978.166535:0:63037:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:1.0:1763350978.166539:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.166547:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:1.0:1763350978.166552:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38778/ffff925cddd38720 to site lru. bkt: ffff925df94c65d8 00000020:00000001:1.0:1763350978.166557:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350978.166565:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350978.166568:0:63037:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350978.166572:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911610, transno 0, xid 1849001118758784 00010000:00000001:1.0:1763350978.166575:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.166581:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cfb100 x1849001118758784/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350978.166590:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.166635:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.166641:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.166647:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.166650:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.166652:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.166655:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.166657:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.166660:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.166663:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.166669:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74ee0. 00000100:00000200:1.0:1763350978.166678:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118758784, offset 224 00000400:00000200:1.0:1763350978.166684:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.166698:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.166704:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197969:197969:256:4294967295] 192.168.202.2@tcp LPNI seq info [197965:197965:8:4294967295] 00000400:00000200:1.0:1763350978.166715:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.166720:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.166726:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e900. 00000800:00000200:1.0:1763350978.166732:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.166742:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.166748:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e900 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.166762:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.166765:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.166768:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.166769:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.166772:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.166775:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfb100 x1849001118758784/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350978.166784:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118758784:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 393us (814us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350978.166791:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19967 00000100:00000040:1.0:1763350978.166795:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:1.0:1763350978.166797:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.166798:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.166804:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6380. 00000020:00000010:1.0:1763350978.166808:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:1.0:1763350978.166811:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6200. 00000020:00000040:1.0:1763350978.166816:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000100:00000001:1.0:1763350978.166819:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1763350978.166901:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1763350978.166906:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00010000:00000010:1.1:1763350978.167880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00000100:00000001:1.0:1763350978.170966:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.170970:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118758912 02000000:00000001:1.0:1763350978.170973:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.170975:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.170978:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.170983:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.170986:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118758912 00000020:00000001:1.0:1763350978.170989:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.170991:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350978.170994:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.170997:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:1.0:1763350978.171000:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350978.171002:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350978.171007:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.171013:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.171017:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.171019:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000020:00000010:1.0:1763350978.171026:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6200. 00000020:00000010:1.0:1763350978.171031:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6380. 00000020:00000010:1.0:1763350978.171037:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3190. 00000100:00000040:1.0:1763350978.171046:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350978.171048:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.171050:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.171053:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.171061:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.171075:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.171087:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.171089:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.171094:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140568 00000100:00000040:1.0:1763350978.171098:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350978.171100:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856860288 : -120542852691328 : ffff925dee15ca80) 00000100:00000040:1.0:1763350978.171107:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15ca80 x1849001118758912/t0(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 568/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.171116:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.171119:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.171120:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.171122:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000100:00100000:1.0:1763350978.171126:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226159:x1849001118758912:12345-192.168.202.2@tcp:61:lfs.0 00000100:00000200:1.0:1763350978.171154:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118758912 00000020:00000001:1.0:1763350978.171160:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.171163:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350978.171170:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.171173:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.171175:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717440 : -1040834176 : ffffffffc1f62180) 00000020:00000001:1.0:1763350978.171179:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350978.171183:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118758912, found 0 last_xid 1849001118758911 00000020:00000001:1.0:1763350978.171186:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.171189:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.171191:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.171195:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763350978.171202:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.171207:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000020:00000001:1.0:1763350978.171210:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.171214:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.171218:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.171220:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.171227:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00ec8000. 02000000:00000001:1.0:1763350978.171230:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.171232:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171235:0:20012:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:1.0:1763350978.171241:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350978.171244:0:20012:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:1.0:1763350978.171247:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.171249:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.171251:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:1.0:1763350978.171253:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:1.0:1763350978.171256:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000040:1.0:1763350978.171261:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92000 count: 2 00000004:00000001:1.0:1763350978.171267:0:20012:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763350978.171270:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350978.171274:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.171277:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.171278:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.171281:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171286:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.171288:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.171296:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.171298:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.171301:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.171303:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.171306:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033c322 from hash 00010000:00000001:1.0:1763350978.171308:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.171310:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.171311:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.171312:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.171318:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.171320:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171322:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.171324:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.171329:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c322 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8d7 expref: 489 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350978.171339:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350978.171342:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00010000:00000010:1.0:1763350978.171346:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be080. 00010000:00000001:1.0:1763350978.171367:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.171368:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.171370:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.171371:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:1.0:1763350978.171374:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:1.0:1763350978.171376:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:1.0:1763350978.171379:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.171382:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350978.171385:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925df4a92000) 00010000:00000001:1.0:1763350978.171389:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.171391:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171393:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763350978.171395:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92000 count: 0 00010000:00000010:1.0:1763350978.171401:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70b00. 00010000:00000040:1.0:1763350978.171406:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92b00 count: 2 00000004:00000001:1.0:1763350978.171409:0:20012:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763350978.171410:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350978.171411:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.171413:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.171414:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.171416:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171419:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.171420:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.171423:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.171424:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.171425:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.171426:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.171428:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0a00 with handle 0xcb8c81cc3033c505 from hash 00010000:00000001:1.0:1763350978.171430:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.171431:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.171432:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.171434:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.171436:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.171438:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171440:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.171441:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.171444:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c505 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9da expref: 488 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350978.171451:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:1.0:1763350978.171453:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00010000:00000010:1.0:1763350978.171455:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be800. 00010000:00000001:1.0:1763350978.171459:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.171461:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.171462:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350978.171465:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff0:0x0].0x0 (ffff925df4a92b00) 00010000:00000001:1.0:1763350978.171468:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.171470:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171471:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763350978.171473:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92b00 count: 0 00010000:00000010:1.0:1763350978.171476:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925cc12bbc00. 00010000:00010000:1.0:1763350978.171481:0:20012:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350978.171483:0:20012:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:1.0:1763350978.171485:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350978.171488:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fed:0x0] 00000020:00000001:1.0:1763350978.171491:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.171493:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994872 : -120547694556744 : ffff925ccd7cc9b8) 00000004:00000001:1.0:1763350978.171495:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994784 : -120547694556832 : ffff925ccd7cc960) 00000004:00000001:1.0:1763350978.171502:0:20012:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:1.0:1763350978.171514:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763350978.171517:0:20012:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171519:0:20012:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171522:0:20012:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:1.0:1763350978.171525:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763350978.171526:0:20012:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171528:0:20012:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171531:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350978.171536:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350978.171538:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350978.171544:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da500. 00010000:00000010:1.0:1763350978.171550:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dffae6c00. 00010000:00000001:1.0:1763350978.171554:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.171558:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350978.171561:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.171563:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033c567 to hash 00000020:00000001:1.0:1763350978.171565:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.171567:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000010:1.0:1763350978.171572:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373300. 00010000:00000001:1.0:1763350978.171576:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.171580:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.171582:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.171585:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.171592:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.171645:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.171647:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350978.171650:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.171651:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.171653:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.171655:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.171657:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350978.171659:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350978.171662:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350978.171663:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350978.171666:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff0:0x0].0x0 (ffff925ccd7da500) refcount = 1 00010000:00010000:1.0:1763350978.171670:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.171677:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350978.171680:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.171682:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171684:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.171686:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.171697:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171700:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.171702:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350978.171705:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.171708:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.171714:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350978.171715:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.171716:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.171718:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.171720:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.171721:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:1.0:1763350978.171723:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.171725:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350978.171727:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.171728:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.171729:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171731:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350978.171732:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350978.171733:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350978.171736:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7dab00. 00010000:00000010:1.0:1763350978.171739:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dffae6800. 00010000:00000001:1.0:1763350978.171741:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.171743:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:1.0:1763350978.171744:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.171746:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6e00 with handle 0xcb8c81cc3033c56e to hash 00000020:00000001:1.0:1763350978.171747:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.171748:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000010:1.0:1763350978.171752:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373800. 00010000:00000001:1.0:1763350978.171754:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350978.171756:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.171758:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.171760:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.171765:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.171767:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.171768:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350978.171770:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.171771:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.171773:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.171774:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.171775:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350978.171777:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350978.171778:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350978.171779:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350978.171781:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fed:0x0].0x0 (ffff925ccd7dab00) refcount = 1 00010000:00010000:1.0:1763350978.171784:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.171788:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350978.171789:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.171791:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171792:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.171793:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.171794:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.171796:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.171797:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350978.171799:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.171801:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.171804:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350978.171805:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.171806:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.171807:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.171808:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.171809:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:1.0:1763350978.171811:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350978.171813:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350978.171815:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.171817:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.171817:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171823:0:20012:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:1.0:1763350978.171827:0:20012:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:1.0:1763350978.171830:0:20012:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350978.171834:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350978.171841:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fdc60. 00080000:00000001:1.0:1763350978.171844:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350978.171854:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ec8c00. 00080000:00000001:1.0:1763350978.171857:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00000004:00000001:1.0:1763350978.171860:0:20012:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:1.0:1763350978.171864:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.171867:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.171874:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.171877:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:1.0:1763350978.171881:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dc4c52f80. 00000004:00000001:1.0:1763350978.171884:0:20012:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171886:0:20012:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:1.0:1763350978.171887:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.171888:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.171891:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.171892:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:1.0:1763350978.171894:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dc4c523c0. 00000004:00000001:1.0:1763350978.171896:0:20012:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350978.171901:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925de00ebc20. 00000004:00000001:1.0:1763350978.171902:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.171903:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.171906:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.171908:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:1.0:1763350978.171910:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925de00eb460. 00000004:00000001:1.0:1763350978.171911:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.171912:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.171914:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.171915:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.171919:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.171923:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.171926:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.171928:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:1.0:1763350978.171931:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350978.171956:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171958:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171960:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171964:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.171965:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.171966:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.171968:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:1.0:1763350978.171970:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350978.171973:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171975:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.171977:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.171981:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350978.171983:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350978.171990:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350978.171991:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.171992:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:1.0:1763350978.171996:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350978.172001:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350978.172002:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172004:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.172025:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.172027:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172035:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.172042:0:20012:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763350978.172044:0:20012:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763350978.172049:0:20012:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69daa0. 00000004:00000010:1.0:1763350978.172054:0:20012:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda97ae0. 00000004:00000010:1.0:1763350978.172058:0:20012:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda971a8. 00000004:00000010:1.0:1763350978.172062:0:20012:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff925ccda97160. 00000004:00000010:1.0:1763350978.172065:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925df2926300. 00000004:00000001:1.0:1763350978.172068:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.172069:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.172070:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:1.0:1763350978.172073:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350978.172075:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:1.0:1763350978.172168:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172172:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172173:0:20012:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172176:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.172179:0:20012:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763350978.172181:0:20012:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763350978.172183:0:20012:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69e7f0. 00000004:00000010:1.0:1763350978.172188:0:20012:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda97560. 00000004:00000010:1.0:1763350978.172191:0:20012:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda973a8. 00000004:00000010:1.0:1763350978.172194:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925df2926540. 00000004:00000001:1.0:1763350978.172196:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.172198:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.172199:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:1.0:1763350978.172201:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350978.172203:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:1.0:1763350978.172222:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172224:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172225:0:20012:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172228:0:20012:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:1.0:1763350978.172231:0:20012:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172233:0:20012:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:1.0:1763350978.172234:0:20012:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172236:0:20012:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:1.0:1763350978.172241:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350978.172244:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350978.172248:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350978.172251:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055139, last_committed = 8590055137 00000001:00000010:1.0:1763350978.172255:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fdde0. 00000001:00000040:1.0:1763350978.172257:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:1.0:1763350978.172260:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=488 00000001:00000010:1.0:1763350978.172266:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad9c0. 00000004:00000001:1.0:1763350978.172273:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350978.172275:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.172276:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:1.0:1763350978.172279:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350978.172293:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350978.172296:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350978.172299:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad9c0: xid 1849001118758912, transno 8590055139, tag 0, client gen 3, slot idx 1 00000001:00000001:1.0:1763350978.172302:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.172315:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350978.172318:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fdc60. 00000020:00000001:1.0:1763350978.172321:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350978.172325:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dc4c52f80. 00000020:00000010:1.0:1763350978.172328:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dc4c523c0. 00000020:00000010:1.0:1763350978.172331:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925de00ebc20. 00000020:00000010:1.0:1763350978.172332:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925de00eb460. 00200000:00000001:1.0:1763350978.172335:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350978.172338:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fdc60. 00080000:00000001:1.0:1763350978.172340:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350978.172344:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ecb000. 00080000:00000001:1.0:1763350978.172346:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172933632 : -120542536617984 : ffff925e00ecb000) 00000004:00000001:1.0:1763350978.172349:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.172351:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:1.0:1763350978.172354:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763350978.172357:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350978.172358:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.172361:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.172364:0:20012:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.172367:0:20012:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:1.0:1763350978.172372:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dff9ad3c0. 00000004:00000001:1.0:1763350978.172376:0:20012:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:1.0:1763350978.172379:0:20012:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925ccd84be60. 00000004:00000010:1.0:1763350978.172383:0:20012:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925ccd84b1d0. 00000020:00000001:1.0:1763350978.172388:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:1.0:1763350978.172394:0:20012:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925de7e8c238. 00000004:00000001:1.0:1763350978.172402:0:20012:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763350978.172404:0:20012:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.172407:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623530753245840 : -120542956305776 : ffff925de7e8c290) 00000004:00000001:1.0:1763350978.172410:0:20012:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172412:0:20012:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763350978.172414:0:20012:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172416:0:20012:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172418:0:20012:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:1.0:1763350978.172421:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763350978.172427:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:1.0:1763350978.172432:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dff9add80. 00000004:00000010:1.0:1763350978.172435:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925de00eb460. 00000004:00000010:1.0:1763350978.172441:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925e00c91000. 00000020:00000001:1.0:1763350978.172445:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:1.0:1763350978.172448:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172451:0:20012:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:1.0:1763350978.172453:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763350978.172455:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fa:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:1.0:1763350978.172459:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925e00c91000 magic = bdde0002 count = 1 size = 64 00000100:00000010:1.0:1763350978.172466:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da1880. 00000020:00000040:1.0:1763350978.172470:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763350978.172475:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350978.172479:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350978.172484:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350978.172491:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f7a00. 00000100:00000001:1.0:1763350978.172499:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172503:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.172505:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350978.172508:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.172511:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763350978.172513:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350978.172519:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9ad240. 00000100:00000001:1.0:1763350978.172521:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150791232 : -120542558760384 : ffff925dff9ad240) 00000100:00000001:1.0:1763350978.172524:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350978.172525:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530148305024 : -120543561246592 : ffff925dc3da1880) 00000100:00000001:1.0:1763350978.172530:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763350978.172535:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.172537:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350978.172539:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350978.172546:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.172554:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350978.172556:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.172561:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763350978.172563:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763350978.172566:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.172569:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3da1880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101449088:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763350978.172573:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350978.172578:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350978.172581:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.172583:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350978.172590:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925deed2e000. 02000000:00000001:1.0:1763350978.172592:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350978.172652:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466108. 00000400:00000010:1.0:1763350978.172661:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dff9ad600. 00000100:00000200:1.0:1763350978.172671:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101449088, portal 4 00000100:00000001:1.0:1763350978.172673:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350978.172674:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530148305024 : -120543561246592 : ffff925dc3da1880) 00000100:00000040:1.0:1763350978.172681:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.172689:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.172691:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350978.172695:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74000. 00000100:00000200:1.0:1763350978.172698:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101449088, offset 0 00000400:00000200:1.0:1763350978.172704:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350978.172719:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350978.172730:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd75780 00000400:00000200:1.0:1763350978.172737:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 9216 00000400:00000200:1.0:1763350978.172744:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.172748:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350978.172755:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.172757:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763350978.172762:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da3480. 00000100:00000040:1.0:1763350978.172764:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da3480 x1849001101449088 msgsize 328 00000100:00100000:1.0:1763350978.172767:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763350978.172780:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763350978.172789:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74000 00000400:00000010:1.0:1763350978.172791:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74000. 00000100:00000001:1.0:1763350978.172794:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350978.172799:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.172810:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350978.172812:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.172818:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.172820:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763350978.172824:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.172829:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19761 usecs (20 jiffies) 00000100:00000001:1.0:1763350978.172832:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855095 00000100:00000010:1.0:1763350978.172837:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd240. 00000100:00000001:1.0:1763350978.172847:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763350978.172864:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855095 00000100:00000010:1.0:1763350978.172867:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd7e0. 00000100:00000001:1.0:1763350978.172871:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763350978.172873:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855095 00000100:00000010:1.0:1763350978.172876:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd360. 00000100:00000001:1.0:1763350978.172879:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763350978.172884:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855095 00000100:00000010:1.0:1763350978.172887:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd420. 00000100:00000001:1.0:1763350978.172890:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763350978.172895:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350978.172899:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.172901:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350978.172903:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350978.172906:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9ad240 going to sleep for 11 seconds 00000100:00000001:1.0:1763350978.172909:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350978.172913:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.174030:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350978.174037:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350978.174039:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350978.174042:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466108. 00000400:00000200:3.0:1763350978.174046:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dff9ad600 00000400:00000010:3.0:1763350978.174048:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dff9ad600. 00000100:00000001:3.0:1763350978.174051:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350978.174055:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350978.174064:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.174070:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350978.174072:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.174075:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350978.174078:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350978.174079:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.174081:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.174084:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.174094:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=117 v=5 (5 5 0 0) 00000100:00001000:3.0:1763350978.174097:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.174100:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350978.174102:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.174105:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350978.174108:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.174112:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350978.174114:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911611 00000100:00000001:3.0:1763350978.174116:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350978.174118:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.174122:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.174129:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350978.174142:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350978.174144:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350978.174148:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350978.174154:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3da1880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101449088:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763350978.174159:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.174162:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.174164:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350978.174166:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350978.174169:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.174174:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763350978.174176:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dff9ad240. 00000100:00000001:3.0:1763350978.174179:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763350978.174180:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174184:0:20012:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763350978.174194:0:20012:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925deac69c00. 00000004:00000001:3.0:1763350978.174198:0:20012:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:3.0:1763350978.174201:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350978.174204:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc3da1880 x1849001101449088/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.174209:0:20012:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350978.174211:0:20012:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350978.174214:0:20012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925deed2e000. 02000000:00000001:3.0:1763350978.174217:0:20012:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350978.174219:0:20012:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350978.174221:0:20012:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763350978.174223:0:20012:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350978.174226:0:20012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dea3f7a00. 02000000:00000001:3.0:1763350978.174230:0:20012:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350978.174232:0:20012:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350978.174234:0:20012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da1880. 00000100:00000001:3.0:1763350978.174237:0:20012:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350978.174238:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763350978.174241:0:20012:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925e00c91000. 00000004:00000010:3.0:1763350978.174245:0:20012:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925de00eb460. 00000004:00000010:3.0:1763350978.174248:0:20012:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dff9add80. 00000004:00000001:3.0:1763350978.174253:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.174257:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.174260:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350978.174264:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350978.174266:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.174269:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.174273:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.174275:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.174277:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350978.174280:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:3.0:1763350978.174283:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.174286:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:3.0:1763350978.174289:0:20012:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:3.0:1763350978.174293:0:20012:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925dded43240. 00000004:00000001:3.0:1763350978.174295:0:20012:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623530600903232 : -120543108648384 : ffff925dded43240) 00000020:00000010:3.0:1763350978.174299:0:20012:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925dded43480. 00000020:00000010:3.0:1763350978.174304:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122200. 00000020:00000010:3.0:1763350978.174308:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122e00. 00000020:00000001:3.0:1763350978.174311:0:20012:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623530600903232 : -120543108648384 : ffff925dded43240) 00000004:00000001:3.0:1763350978.174314:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530600903232 : -120543108648384 : ffff925dded43240) 00000004:00000010:3.0:1763350978.174319:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dded43840. 00000004:00000010:3.0:1763350978.174323:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94da3c0. 00000004:00000010:3.0:1763350978.174328:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dead23000. 00000004:00000001:3.0:1763350978.174331:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174334:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174337:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174340:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174352:0:20012:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763350978.174354:0:20012:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117832, ffree=117088, state=0 00000004:00000001:3.0:1763350978.174359:0:20012:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.174362:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:3.0:1763350978.174364:0:20012:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:3.0:1763350978.174368:0:20012:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.174374:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43480 refcount 4 committed 0 result 0 batchid 4294967621 00000020:00000040:3.0:1763350978.174377:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122e00 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925dded43240 00000020:00000040:3.0:1763350978.174381:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925e00ecb000 00000020:00000040:3.0:1763350978.174386:0:20012:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:3.0:1763350978.174389:0:20012:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763350978.174392:0:20012:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763350978.174395:0:20012:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:3.0:1763350978.174398:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350978.174401:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350978.174404:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350978.174406:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174408:0:20012:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763350978.174411:0:20012:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:3.0:1763350978.174416:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763350978.174462:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350978.174465:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.174467:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.174468:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.174470:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.174472:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350978.174482:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:3.0:1763350978.174487:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.174489:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174491:0:20012:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:3.0:1763350978.174494:0:20012:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763350978.174495:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350978.174496:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.174498:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.174499:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.174501:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.174502:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.174504:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.174509:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:3.0:1763350978.174515:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763350978.174517:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174519:0:20012:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:3.0:1763350978.174524:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763350978.174532:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350978.174537:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:3.0:1763350978.174540:0:20012:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174542:0:20012:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174544:0:20012:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174547:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350978.174551:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350978.174554:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.174578:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.174579:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.174581:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.174587:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.174589:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174591:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174593:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.174643:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350978.174645:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350978.174648:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174650:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350978.174651:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350978.174652:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.174659:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.174660:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.174662:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.174666:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.174667:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174669:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174670:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.174672:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350978.174673:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350978.174675:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174677:0:20012:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.174679:0:20012:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.174682:0:20012:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:3.0:1763350978.174684:0:20012:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.174698:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350978.174705:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350978.174707:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.174709:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172933632 : -120542536617984 : ffff925e00ecb000) 00080000:00000001:3.0:1763350978.174712:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.174716:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.174717:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174719:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.174744:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.174746:0:20012:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174751:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.174755:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763350978.174758:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350978.174760:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174763:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350978.174767:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.174770:0:20012:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:3.0:1763350978.174773:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.174774:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.174776:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350978.174777:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350978.174778:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.174779:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.174781:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.174782:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.174784:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350978.174786:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:3.0:1763350978.174788:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.174790:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350978.174792:0:20012:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623530600903232 : -120543108648384 : ffff925dded43240) 00000004:00000001:3.0:1763350978.174793:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530600903232 : -120543108648384 : ffff925dded43240) 00000020:00000040:3.0:1763350978.174799:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:3.0:1763350978.174802:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:3.0:1763350978.174804:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:3.0:1763350978.174806:0:20012:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000401:0x24fa:0x0] xattr_set param_count = 3 00000004:00000001:3.0:1763350978.174809:0:20012:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:3.0:1763350978.174811:0:20012:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x24fa:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763350978.174816:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350978.174818:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174821:0:20012:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174823:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174825:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174826:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174828:0:20012:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.174831:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350978.174834:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763350978.174839:0:20012:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055139 00000001:00000001:3.0:1763350978.174842:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350978.174846:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055140, last_committed = 8590055137 00000001:00000010:3.0:1763350978.174851:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f51e0. 00000001:00000040:3.0:1763350978.174853:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:3.0:1763350978.174856:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:3.0:1763350978.174862:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43e40. 00000004:00000001:3.0:1763350978.174868:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350978.174870:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.174871:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172933632 : -120542536617984 : ffff925e00ecb000) 00000020:00000040:3.0:1763350978.174874:0:20012:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:3.0:1763350978.174877:0:20012:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:3.0:1763350978.174878:0:20012:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:3.0:1763350978.174882:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.174901:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350978.174903:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350978.174907:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43e40: xid 1849001118758912, transno 8590055140, tag 0, client gen 3, slot idx 2 00000001:00000001:3.0:1763350978.174910:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.174912:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763350978.174914:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:3.0:1763350978.174928:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174932:0:20012:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:3.0:1763350978.174934:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763350978.174935:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:3.0:1763350978.174939:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43480 refcount 4 committed 0 result 0 batchid 4294967621 00000020:00000040:3.0:1763350978.174942:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43240 00000020:00000040:3.0:1763350978.174944:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925e00ecb000 00000020:00000001:3.0:1763350978.174947:0:20012:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:3.0:1763350978.174948:0:20012:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:3.0:1763350978.174950:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763350978.174952:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fa:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:3.0:1763350978.174955:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dead23000 magic = bdde0002 count = 1 size = 144 00000100:00000010:3.0:1763350978.174961:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0700. 00000020:00000040:3.0:1763350978.174965:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1763350978.174969:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350978.174972:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350978.174978:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350978.174986:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214fc00. 00000100:00000001:3.0:1763350978.174992:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174995:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.174997:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350978.175000:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.175003:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763350978.175004:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350978.175010:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded43780. 00000100:00000001:3.0:1763350978.175012:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600904576 : -120543108647040 : ffff925dded43780) 00000100:00000001:3.0:1763350978.175015:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350978.175016:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079567104 : -120542629984512 : ffff925dfb5c0700) 00000100:00000001:3.0:1763350978.175021:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350978.175027:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.175029:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350978.175030:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350978.175035:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dfb5c0700 x1849001101449216/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.175043:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350978.175046:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.175049:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350978.175052:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350978.175055:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.175058:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dfb5c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101449216:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763350978.175061:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350978.175067:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350978.175069:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.175071:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350978.175082:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925ddf2b8000. 02000000:00000001:3.0:1763350978.175084:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350978.175090:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810f20. 00000400:00000010:3.0:1763350978.175095:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded430c0. 00000100:00000200:3.0:1763350978.175102:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101449216, portal 4 00000100:00000001:3.0:1763350978.175104:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350978.175105:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079567104 : -120542629984512 : ffff925dfb5c0700) 00000100:00000040:3.0:1763350978.175111:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dfb5c0700 x1849001101449216/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.175116:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.175118:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350978.175122:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350bb0. 00000100:00000200:3.0:1763350978.175124:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101449216, offset 0 00000400:00000200:3.0:1763350978.175128:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350978.175151:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350978.175160:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd75800 00000400:00000200:3.0:1763350978.175166:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 9544 00000400:00000200:3.0:1763350978.175173:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.175176:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350978.175182:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350978.175185:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350978.175189:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1500. 00000100:00000040:3.0:1763350978.175192:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1500 x1849001101449216 msgsize 408 00000100:00100000:3.0:1763350978.175196:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350978.177733:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350978.177742:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350bb0 00000400:00000010:3.0:1763350978.177744:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350bb0. 00000100:00000001:3.0:1763350978.177747:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350978.177752:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dfb5c0700 x1849001101449216/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:R/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.177762:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350978.177766:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dfb5c0700 x1849001101449216/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.177773:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.177774:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350978.177778:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.177783:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19760 usecs (20 jiffies) 00000100:00000001:3.0:1763350978.177787:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855100 00000100:00000001:0.0:1763350978.177854:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855095 00000100:00000001:0.0:1763350978.177860:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855100 00000100:00000001:0.0:1763350978.177864:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855095 00000100:00000001:0.0:1763350978.177867:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855100 00000100:00000001:0.0:1763350978.177870:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855095 00000100:00000001:0.0:1763350978.177873:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855100 00000100:00000001:0.0:1763350978.177876:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855095 00000100:00000001:0.0:1763350978.177880:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.177883:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.177886:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350978.177887:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350978.177891:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded43780 going to sleep for 11 seconds 00000100:00000001:0.0:1763350978.177894:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350978.177900:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350978.177902:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350978.177904:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810f20. 00000400:00000200:0.0:1763350978.177908:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded430c0 00000400:00000010:0.0:1763350978.177910:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded430c0. 00000100:00000001:0.0:1763350978.177913:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.177917:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dfb5c0700 x1849001101449216/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350978.177926:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dfb5c0700 x1849001101449216/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.177933:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.177934:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.177937:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350978.177939:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350978.177941:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.177943:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.177946:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.177953:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=117 v=5 (5 5 0 0) 00000100:00001000:0.0:1763350978.177957:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.177959:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350978.177961:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.177964:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350978.177967:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.177970:0:20012:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763350978.177972:0:20012:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763350978.177973:0:20012:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763350978.177976:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350978.177979:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079567104 : -120542629984512 : ffff925dfb5c0700) 00000100:00000001:0.0:1763350978.177982:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350978.177984:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911611 00000100:00000001:0.0:1763350978.177986:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350978.177989:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.177993:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dfb5c0700 x1849001101449216/t12884911613(12884911613) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.178000:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.178003:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350978.178004:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350978.178008:0:20012:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763350978.178013:0:20012:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.178017:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0700 x1849001101449216/t12884911613(12884911613) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.178024:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dfb5c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101449216:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350978.178029:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.178031:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.178034:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350978.178035:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.178038:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dfb5c0700 x1849001101449216/t12884911613(12884911613) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.178045:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350978.178048:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded43780. 00000100:00000001:0.0:1763350978.178050:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763350978.178051:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.178053:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.178056:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dfb5c0700 x1849001101449216/t12884911613(12884911613) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.178061:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.178063:0:20012:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.178066:0:20012:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350978.178069:0:20012:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.178074:0:20012:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350978.178076:0:20012:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fdc60. 00000020:00000001:0.0:1763350978.178079:0:20012:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350978.178089:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350978.178095:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd865cea0. 00080000:00000001:0.0:1763350978.178098:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350978.178104:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cddc47000. 00080000:00000001:0.0:1763350978.178107:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00000004:00000001:0.0:1763350978.178113:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350978.178117:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763350978.178120:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763350978.178124:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763350978.178127:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.178141:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350978.178144:0:20012:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350978.178147:0:20012:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763350978.178154:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dc3875780. 00000004:00000001:0.0:1763350978.178159:0:20012:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763350978.178162:0:20012:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925cc739f3c0. 00000004:00000010:0.0:1763350978.178165:0:20012:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925cc739fe78. 00000020:00000001:0.0:1763350978.178171:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763350978.178180:0:20012:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccdb27308. 00000004:00000001:0.0:1763350978.178188:0:20012:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763350978.178190:0:20012:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.178193:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526018511712 : -120547691039904 : ffff925ccdb27360) 00000004:00000001:0.0:1763350978.178196:0:20012:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.178198:0:20012:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763350978.178200:0:20012:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.178202:0:20012:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.178204:0:20012:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763350978.178207:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763350978.178212:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763350978.178216:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dc38759c0. 00000004:00000010:0.0:1763350978.178220:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925ccd7dcba0. 00000004:00000010:0.0:1763350978.178225:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dd80bc000. 00000020:00000001:0.0:1763350978.178229:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763350978.178232:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.178235:0:20012:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763350978.178237:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763350978.178239:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d5:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763350978.178243:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dd80bc000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763350978.178249:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d65c00. 00000020:00000040:0.0:1763350978.178253:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763350978.178257:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350978.178259:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350978.178264:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350978.178270:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1e00. 00000100:00000001:0.0:1763350978.178276:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.178279:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.178281:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350978.178284:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.178286:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763350978.178287:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350978.178292:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc38750c0. 00000100:00000001:0.0:1763350978.178294:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142879936 : -120543566671680 : ffff925dc38750c0) 00000100:00000001:0.0:1763350978.178296:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350978.178298:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970143744 : -120542739407872 : ffff925df4d65c00) 00000100:00000001:0.0:1763350978.178302:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350978.178307:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.178309:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350978.178310:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350978.178313:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.178320:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350978.178322:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.178326:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350978.178329:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350978.178331:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.178334:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d65c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101449344:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350978.178338:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350978.178342:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350978.178344:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.178347:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350978.178352:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925cd0632000. 02000000:00000001:0.0:1763350978.178354:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350978.178359:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb1b8. 00000400:00000010:0.0:1763350978.178365:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc3875600. 00000100:00000200:0.0:1763350978.178370:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101449344, portal 4 00000100:00000001:0.0:1763350978.178372:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350978.178373:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970143744 : -120542739407872 : ffff925df4d65c00) 00000100:00000040:0.0:1763350978.178379:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.178385:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.178388:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350978.178391:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0195d8. 00000100:00000200:0.0:1763350978.178393:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101449344, offset 0 00000400:00000200:0.0:1763350978.178397:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350978.178404:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350978.178410:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd75880 00000400:00000200:0.0:1763350978.178416:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 9952 00000400:00000200:0.0:1763350978.178420:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.178423:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350978.178427:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.178429:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350978.178432:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d64a80. 00000100:00000040:0.0:1763350978.178435:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925df4d64a80 x1849001101449344 msgsize 328 00000100:00100000:0.0:1763350978.178439:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350978.178458:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350978.178463:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0195d8 00000400:00000010:0.0:1763350978.178465:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0195d8. 00000100:00000001:0.0:1763350978.178467:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350978.178471:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.178477:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.178480:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.178487:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.178488:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350978.178492:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.178495:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24608 usecs (25 jiffies) 00000100:00000001:0.0:1763350978.178497:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855105 00000100:00000001:0.0:1763350978.178502:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855100 00000100:00000001:0.0:1763350978.178506:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855105 00000100:00000001:0.0:1763350978.178508:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855100 00000100:00000001:0.0:1763350978.178511:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855105 00000100:00000001:0.0:1763350978.178513:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855100 00000100:00000001:0.0:1763350978.178516:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855105 00000100:00000001:0.0:1763350978.178518:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855100 00000100:00000001:0.0:1763350978.178520:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.178522:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.178524:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350978.178525:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350978.178527:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc38750c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350978.178528:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350978.178530:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.178643:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.178647:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101449344 02000000:00000001:1.0:1763350978.178649:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.178652:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.178654:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.178657:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.178660:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101449344 00000020:00000001:1.0:1763350978.178662:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.178664:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:1.0:1763350978.178666:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.178669:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=6 00000020:00000001:1.0:1763350978.178672:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:1.0:1763350978.178674:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:1.0:1763350978.178678:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.178683:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c523c0. 00000100:00000001:1.0:1763350978.178686:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.178688:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c523c0. 00000020:00000010:1.0:1763350978.178694:0:63031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6c00. 00000020:00000010:1.0:1763350978.178699:0:63031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.178703:0:63031:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3af0. 00000100:00000040:1.0:1763350978.178709:0:63031:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350978.178712:0:63031:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.178714:0:63031:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.178715:0:63031:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.178721:0:63031:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.178735:0:63031:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.178743:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.178744:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.178748:0:63031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00000040:1.0:1763350978.178751:0:63031:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:1.0:1763350978.178754:0:63031:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970139264 : -120542739412352 : ffff925df4d64a80) 00000100:00000040:1.0:1763350978.178758:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d64a80 x1849001101449344/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.178767:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.178769:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c523c0. 00000100:00000001:1.0:1763350978.178771:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.178773:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c523c0. 00000100:00100000:1.0:1763350978.178777:0:63031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:20012:x1849001101449344:12345-0@lo:1000:mdt00_000.0 00000100:00000200:1.0:1763350978.178781:0:63031:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101449344 00000020:00000001:1.0:1763350978.178784:0:63031:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.178786:0:63031:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350978.178788:0:63031:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.178790:0:63031:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.178792:0:63031:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:1.0:1763350978.178795:0:63031:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350978.178797:0:63031:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.178800:0:63031:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.178802:0:63031:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.178804:0:63031:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.178807:0:63031:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763350978.178811:0:63031:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccd84bb30. 00000100:00000001:1.0:1763350978.178814:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.178816:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.178821:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925deed2e000. 02000000:00000001:1.0:1763350978.178824:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.178825:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350978.178830:0:63031:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dff9ad180. 00000020:00000001:1.0:1763350978.178832:0:63031:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763350978.178835:0:63031:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.178840:0:63031:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00000020:00000001:1.0:1763350978.178844:0:63031:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.178847:0:63031:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.178851:0:63031:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:1.0:1763350978.178854:0:63031:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d5:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763350978.178857:0:63031:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763350978.178860:0:63031:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350978.178863:0:63031:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc91d0/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00000020:00000010:1.0:1763350978.178866:0:63031:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccd84bb30. 00000020:00000010:1.0:1763350978.178868:0:63031:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dff9ad180. 00000020:00000001:1.0:1763350978.178870:0:63031:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350978.178874:0:63031:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847686, transno 0, xid 1849001101449344 00010000:00000001:1.0:1763350978.178876:0:63031:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.178879:0:63031:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d64a80 x1849001101449344/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 328/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350978.178886:0:63031:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.178888:0:63031:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.178891:0:63031:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=74 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350978.178894:0:63031:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.178897:0:63031:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350978.178899:0:63031:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350978.178902:0:63031:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.178903:0:63031:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.178906:0:63031:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.178908:0:63031:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350978.178910:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dff9ad180. 00000100:00000200:1.0:1763350978.178913:0:63031:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101449344, offset 224 00000400:00000200:1.0:1763350978.178917:0:63031:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350978.178922:0:63031:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350978.178927:0:63031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd75880 00000400:00000200:1.0:1763350978.178931:0:63031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f569 [2] + 224 00000400:00000200:1.0:1763350978.178936:0:63031:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.178938:0:63031:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350978.178941:0:63031:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350978.178945:0:63031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350978.178954:0:63031:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.178963:0:63031:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350978.178967:0:63031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dff9ad180 00000400:00000010:1.0:1763350978.178968:0:63031:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dff9ad180. 00000100:00000001:1.0:1763350978.178970:0:63031:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.178971:0:63031:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350978.178974:0:63031:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.178976:0:63031:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350978.178978:0:63031:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.178980:0:63031:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.178981:0:63031:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.178985:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d64a80 x1849001101449344/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 328/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350978.178993:0:63031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:20012:x1849001101449344:12345-0@lo:1000:mdt00_000.0 Request processed in 225us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350978.179000:0:63031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00000040:1.0:1763350978.179003:0:63031:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:1.0:1763350978.179004:0:63031:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.179006:0:63031:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.179009:0:63031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.179012:0:63031:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3af0. 00000020:00000010:1.0:1763350978.179015:0:63031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6c00. 00000020:00000040:1.0:1763350978.179018:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000100:00000001:1.0:1763350978.179020:0:63031:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.179140:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350978.179144:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350978.179145:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350978.179147:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb1b8. 00000400:00000200:0.0:1763350978.179150:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc3875600 00000400:00000010:0.0:1763350978.179151:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dc3875600. 00000100:00000001:0.0:1763350978.179154:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.179157:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350978.179166:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.179174:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.179175:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.179177:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350978.179179:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350978.179181:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.179182:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.179184:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.179190:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=117 v=5 (5 5 0 0) 00000100:00001000:0.0:1763350978.179193:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.179195:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350978.179197:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.179200:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350978.179202:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.179205:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350978.179206:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847686 00000100:00000001:0.0:1763350978.179208:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350978.179210:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.179214:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.179221:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.179223:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350978.179224:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350978.179228:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.179234:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d65c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101449344:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350978.179238:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.179240:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.179242:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350978.179244:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.179247:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.179253:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350978.179256:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc38750c0. 00000100:00000001:0.0:1763350978.179258:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763350978.179259:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179262:0:20012:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763350978.179272:0:20012:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925dc9b70c80. 00000004:00000001:0.0:1763350978.179276:0:20012:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763350978.179279:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.179282:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d65c00 x1849001101449344/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.179289:0:20012:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350978.179291:0:20012:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350978.179293:0:20012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925cd0632000. 02000000:00000001:0.0:1763350978.179296:0:20012:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350978.179298:0:20012:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350978.179300:0:20012:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350978.179302:0:20012:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350978.179305:0:20012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1e00. 02000000:00000001:0.0:1763350978.179310:0:20012:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350978.179312:0:20012:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350978.179314:0:20012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d65c00. 00000100:00000001:0.0:1763350978.179317:0:20012:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350978.179318:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763350978.179321:0:20012:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dd80bc000. 00000004:00000010:0.0:1763350978.179324:0:20012:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925ccd7dcba0. 00000004:00000010:0.0:1763350978.179328:0:20012:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dc38759c0. 00000004:00000001:0.0:1763350978.179334:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350978.179338:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350978.179341:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763350978.179345:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350978.179348:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350978.179351:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350978.179355:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350978.179357:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350978.179359:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350978.179362:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763350978.179364:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.179369:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763350978.179373:0:20012:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763350978.179375:0:20012:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925dc38759c0. 00000004:00000001:0.0:1763350978.179378:0:20012:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000020:00000010:0.0:1763350978.179382:0:20012:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925dc38750c0. 00000020:00000010:0.0:1763350978.179387:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925de2dc6a00. 00000020:00000010:0.0:1763350978.179392:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925dfc9dcb00. 00000020:00000001:0.0:1763350978.179395:0:20012:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000004:00000001:0.0:1763350978.179398:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000004:00000010:0.0:1763350978.179402:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dc3875600. 00000004:00000010:0.0:1763350978.179405:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925ccd7dcba0. 00000004:00000010:0.0:1763350978.179407:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dd80bc000. 00000004:00000001:0.0:1763350978.179410:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179413:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179416:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179420:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179430:0:20012:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763350978.179432:0:20012:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931584, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117894, ffree=117152, state=0 00000004:00000001:0.0:1763350978.179437:0:20012:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.179440:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763350978.179442:0:20012:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763350978.179446:0:20012:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.179453:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dc38750c0 refcount 4 committed 0 result 0 batchid 4294967622 00000020:00000040:0.0:1763350978.179457:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfc9dcb00 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925dc38759c0 00000020:00000040:0.0:1763350978.179460:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925de2dc6a00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925cddc47000 00000020:00000040:0.0:1763350978.179466:0:20012:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:0.0:1763350978.179470:0:20012:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763350978.179474:0:20012:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763350978.179477:0:20012:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763350978.179481:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763350978.179485:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763350978.179488:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763350978.179490:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179493:0:20012:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763350978.179496:0:20012:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763350978.179501:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763350978.179543:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350978.179545:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350978.179546:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350978.179548:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350978.179550:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.179552:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763350978.179562:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763350978.179567:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.179569:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179572:0:20012:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763350978.179575:0:20012:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763350978.179576:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350978.179578:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350978.179579:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350978.179580:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350978.179581:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350978.179583:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.179585:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.179588:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:0.0:1763350978.179625:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763350978.179629:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179631:0:20012:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:0.0:1763350978.179637:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763350978.179646:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350978.179650:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:0.0:1763350978.179653:0:20012:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179655:0:20012:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179658:0:20012:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179661:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350978.179664:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350978.179667:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350978.179691:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.179693:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.179695:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350978.179704:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.179706:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179708:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179710:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.179713:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350978.179715:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350978.179718:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179720:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350978.179721:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350978.179723:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350978.179727:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.179728:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.179730:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350978.179734:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.179735:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179737:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179739:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.179742:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350978.179743:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350978.179745:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179747:0:20012:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.179749:0:20012:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.179752:0:20012:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:0.0:1763350978.179754:0:20012:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.179757:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350978.179763:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350978.179764:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350978.179766:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00080000:00000001:0.0:1763350978.179769:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350978.179771:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.179772:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179774:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.179795:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.179797:0:20012:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179802:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350978.179806:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763350978.179808:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763350978.179811:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179813:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763350978.179817:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.179820:0:20012:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763350978.179822:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350978.179824:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350978.179825:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763350978.179826:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350978.179828:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350978.179829:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350978.179830:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350978.179832:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350978.179833:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350978.179835:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763350978.179837:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.179839:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763350978.179841:0:20012:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000004:00000001:0.0:1763350978.179843:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000020:00000040:0.0:1763350978.179849:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763350978.179851:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763350978.179853:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763350978.179855:0:20012:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x25d5:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763350978.179859:0:20012:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763350978.179861:0:20012:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x25d5:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763350978.179866:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763350978.179868:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179871:0:20012:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179874:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179876:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179877:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179880:0:20012:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.179883:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350978.179886:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763350978.179890:0:20012:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055140 00000001:00000001:0.0:1763350978.179893:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350978.179897:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055141, last_committed = 8590055137 00000001:00000010:0.0:1763350978.179901:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4ed80. 00000001:00000040:0.0:1763350978.179903:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:0.0:1763350978.179906:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00000001:00000010:0.0:1763350978.179911:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc3875b40. 00000004:00000001:0.0:1763350978.179918:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350978.179920:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350978.179921:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00000020:00000040:0.0:1763350978.179925:0:20012:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763350978.179927:0:20012:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763350978.179929:0:20012:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763350978.179931:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350978.179947:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350978.179949:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350978.179953:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc3875b40: xid 1849001118758912, transno 8590055141, tag 0, client gen 3, slot idx 3 00000001:00000001:0.0:1763350978.179956:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.179959:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763350978.179961:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763350978.179977:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.179981:0:20012:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763350978.179983:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763350978.179984:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763350978.179987:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dc38750c0 refcount 4 committed 0 result 0 batchid 4294967622 00000020:00000040:0.0:1763350978.179990:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfc9dcb00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dc38759c0 00000020:00000040:0.0:1763350978.179994:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925de2dc6a00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925cddc47000 00000020:00000001:0.0:1763350978.179997:0:20012:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763350978.179999:0:20012:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763350978.180001:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763350978.180003:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d5:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763350978.180007:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dd80bc000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763350978.180011:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d65c00. 00000020:00000040:0.0:1763350978.180015:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763350978.180019:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350978.180022:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350978.180026:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350978.180030:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1e00. 00000100:00000001:0.0:1763350978.180034:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.180038:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.180040:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350978.180042:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.180044:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763350978.180046:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350978.180050:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.180052:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142883584 : -120543566668032 : ffff925dc3875f00) 00000100:00000001:0.0:1763350978.180055:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350978.180056:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970143744 : -120542739407872 : ffff925df4d65c00) 00000100:00000001:0.0:1763350978.180060:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350978.180063:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.180066:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350978.180067:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350978.180081:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d65c00 x1849001101449472/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.180088:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350978.180090:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.180109:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350978.180111:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350978.180113:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.180116:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d65c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101449472:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350978.180120:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350978.180122:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350978.180125:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.180127:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350978.180139:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925cd0632000. 02000000:00000001:0.0:1763350978.180142:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350978.180145:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb1b8. 00000400:00000010:0.0:1763350978.180151:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925de2c79c00. 00000100:00000200:0.0:1763350978.180155:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101449472, portal 4 00000100:00000001:0.0:1763350978.180157:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350978.180158:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970143744 : -120542739407872 : ffff925df4d65c00) 00000100:00000040:0.0:1763350978.180163:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925df4d65c00 x1849001101449472/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.180170:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.180172:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350978.180175:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0195d8. 00000100:00000200:0.0:1763350978.180177:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101449472, offset 0 00000400:00000200:0.0:1763350978.180183:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350978.180191:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350978.180197:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd75900 00000400:00000200:0.0:1763350978.180203:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 10280 00000400:00000200:0.0:1763350978.180208:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.180210:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350978.180215:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.180217:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350978.180221:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d66300. 00000100:00000040:0.0:1763350978.180223:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925df4d66300 x1849001101449472 msgsize 408 00000100:00100000:0.0:1763350978.180226:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350978.180246:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350978.180253:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0195d8 00000400:00000010:0.0:1763350978.180254:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0195d8. 00000100:00000001:0.0:1763350978.180257:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350978.180261:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d65c00 x1849001101449472/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.180269:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.180271:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925df4d65c00 x1849001101449472/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.180278:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.180279:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350978.180283:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.180301:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24606 usecs (25 jiffies) 00000100:00000001:0.0:1763350978.180305:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855106 00000100:00000001:0.0:1763350978.180312:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855105 00000100:00000001:0.0:1763350978.180317:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855106 00000100:00000001:0.0:1763350978.180320:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855105 00000100:00000001:0.0:1763350978.180323:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855106 00000100:00000001:0.0:1763350978.180326:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855105 00000100:00000001:0.0:1763350978.180328:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855106 00000100:00000001:0.0:1763350978.180331:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855105 00000100:00000001:0.0:1763350978.180334:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.180336:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.180338:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350978.180340:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350978.180342:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3875f00 going to sleep for 11 seconds 00000100:00000001:0.0:1763350978.180345:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350978.180347:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.181403:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350978.181410:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350978.181412:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350978.181414:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb1b8. 00000400:00000200:0.0:1763350978.181419:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925de2c79c00 00000400:00000010:0.0:1763350978.181421:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925de2c79c00. 00000100:00000001:0.0:1763350978.181424:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.181428:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d65c00 x1849001101449472/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350978.181435:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d65c00 x1849001101449472/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.181440:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.181442:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.181444:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350978.181447:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350978.181448:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.181451:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.181454:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.181460:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=117 v=5 (5 5 0 0) 00000100:00001000:0.0:1763350978.181464:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.181466:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350978.181468:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.181471:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350978.181473:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.181476:0:20012:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763350978.181477:0:20012:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763350978.181479:0:20012:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763350978.181481:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350978.181482:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970143744 : -120542739407872 : ffff925df4d65c00) 00000100:00000001:0.0:1763350978.181485:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350978.181487:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847686 00000100:00000001:0.0:1763350978.181489:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350978.181491:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.181495:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d65c00 x1849001101449472/t21474847690(21474847690) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.181500:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.181503:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350978.181504:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350978.181507:0:20012:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763350978.181511:0:20012:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.181515:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d65c00 x1849001101449472/t21474847690(21474847690) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.181521:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d65c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101449472:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350978.181524:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.181527:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.181529:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350978.181531:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.181533:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925df4d65c00 x1849001101449472/t21474847690(21474847690) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.181543:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350978.181545:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.181549:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763350978.181550:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.181552:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.181555:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d65c00 x1849001101449472/t21474847690(21474847690) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.181560:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.181562:0:20012:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.181564:0:20012:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350978.181567:0:20012:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.181570:0:20012:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350978.181572:0:20012:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd865cea0. 00000020:00000001:0.0:1763350978.181574:0:20012:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.181581:0:20012:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.181587:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350978.181590:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763350978.181591:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350978.181593:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350978.181615:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.181617:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.181620:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:0.0:1763350978.181622:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:0.0:1763350978.181626:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00000004:00010000:0.0:1763350978.181632:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000347a1560 reply state 000000005d715225 transno 8590055141 ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:0.0:1763350978.181642:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763350978.181645:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.181647:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350978.181648:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350978.181650:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350978.181651:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350978.181652:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763350978.181654:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350978.181655:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763350978.181657:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350978.181657:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350978.181659:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.181660:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.181661:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:0.0:1763350978.181663:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:0.0:1763350978.181665:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00000004:00010000:0.0:1763350978.181669:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000347a1560 reply state 000000005d715225 transno 8590055141 ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:0.0:1763350978.181674:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1763350978.181676:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.181677:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350978.181678:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350978.181679:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350978.181680:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350978.181681:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763350978.181683:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350978.181686:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350978.181688:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350978.181691:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350978.181693:0:20012:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350978.181697:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 8590055141, xid 1849001118758912 00010000:00000001:0.0:1763350978.181699:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763350978.181701:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00010000:00000200:0.0:1763350978.181704:0:20012:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055141, last committed = 8590055137 00010000:00000200:0.0:1763350978.181712:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15ca80 x1849001118758912/t8590055141(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 568/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350978.181718:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.181720:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.181722:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.181725:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.181727:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.181729:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.181732:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.181733:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.181736:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.181738:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.181742:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0195d8. 00000100:00000200:0.0:1763350978.181745:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118758912, offset 224 00000400:00000010:0.0:1763350978.181750:0:20012:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925dde922fc0. 00000400:00000200:0.0:1763350978.181753:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.181764:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.181771:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197970:197970:256:4294967295] 192.168.202.2@tcp LPNI seq info [197966:197966:8:4294967295] 00000400:00000200:0.0:1763350978.181778:0:20012:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:0.0:1763350978.181786:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.181792:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.181798:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350978.181804:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.181813:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.181818:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.1:1763350978.182636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:1.1:1763350978.182658:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92000. 00010000:00000010:1.1:1763350978.182664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:1.1:1763350978.182667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00000100:00000001:0.0:1763350978.183348:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.183358:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.183363:0:20012:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.183365:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.183368:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.183378:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15ca80 x1849001118758912/t8590055141(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 568/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.183388:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+491:226159:x1849001118758912:12345-192.168.202.2@tcp:61:lfs.0 Request processed in 12270us (12573us total) trans 8590055141 rc 0/0 00000100:00100000:0.0:1763350978.183399:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140568 00000100:00000040:0.0:1763350978.183402:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350978.183404:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.183408:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763350978.183412:0:20012:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:0.0:1763350978.183416:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6380. 00000020:00000010:0.0:1763350978.183422:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3190. 00000020:00000010:0.0:1763350978.183427:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6200. 00000020:00000040:0.0:1763350978.183432:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000100:00000001:0.0:1763350978.183434:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.188005:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.188010:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118759168 02000000:00000001:0.0:1763350978.188014:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.188016:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.188019:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.188025:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.188031:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118759168 00000020:00000001:0.0:1763350978.188034:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.188037:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350978.188040:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.188043:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:0.0:1763350978.188047:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350978.188050:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350978.188054:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.188060:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.188064:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.188066:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.188073:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.188079:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.188084:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.188096:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350978.188099:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.188100:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350978.188103:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350978.188106:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.188108:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350978.188114:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.188116:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.188119:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6000 refcount=3 00000020:00000001:0.0:1763350978.188121:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:0.0:1763350978.188123:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:0.0:1763350978.188126:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.188128:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.188129:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.188139:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.188147:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.188160:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.188174:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.188176:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.188181:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1000 00000100:00000040:0.0:1763350978.188185:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350978.188187:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130588544 : -120543578963072 : ffff925dc2cbc380) 00000100:00000040:0.0:1763350978.188196:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbc380 x1849001118759168/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.188205:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.188208:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.188210:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.188213:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000100:00100000:0.0:1763350978.188217:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2360:x1849001118759168:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350978.188221:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118759168 00010000:00000001:0.0:1763350978.188223:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350978.188226:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350978.188228:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350978.188234:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.188237:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.188243:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cddc44800. 02000000:00000001:0.0:1763350978.188245:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.188248:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.188251:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350978.188253:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350978.188256:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.188257:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.188259:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6000 refcount=3 00000020:00000001:0.0:1763350978.188261:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000001:0.0:1763350978.188264:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000040:0.0:1763350978.188269:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09400 count: 2 00002000:00000001:0.0:1763350978.188274:0:5782:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350978.188280:0:5782:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.188284:0:5782:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.188292:0:5782:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:0.0:1763350978.188295:0:5782:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00002000:00000001:0.0:1763350978.188298:0:5782:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350978.188306:0:5782:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350978.188311:0:5782:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38778/ffff925cddd38720 to site lru. bkt: ffff925df94c65d8 00010000:00000001:0.0:1763350978.188314:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350978.188320:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.188323:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.188325:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.188327:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.188333:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350978.188336:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.188343:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.188344:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.188346:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.188348:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.188351:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6000 with handle 0xcb8c81cc3033c521 from hash 00010000:00000001:0.0:1763350978.188353:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.188355:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.188356:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.188357:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350978.188362:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.188364:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.188366:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350978.188367:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.188372:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c521 lrc: 0/0,0 mode: --/GROUP res: [0x280000401:0x24fa:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1033354172 flags: 0x44801000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec9ef expref: 20 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.188387:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 12 00000020:00000040:0.0:1763350978.188391:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00010000:00000001:0.0:1763350978.188399:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.188402:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.188404:0:5782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350978.188406:0:5782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.188409:0:5782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.188411:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763350978.188413:0:5782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09400 count: 0 00002000:00000010:0.0:1763350978.188419:0:5782:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dc2c32c80. 00010000:00000010:0.0:1763350978.188424:0:5782:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925dddc09800. 00010000:00010000:0.0:1763350978.188429:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350978.188431:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.188436:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.188439:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.188444:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.188449:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.188452:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.188455:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.188459:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.188462:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.188465:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.188469:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.188474:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019110. 00000100:00000200:0.0:1763350978.188480:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118759168, offset 224 00000400:00000200:0.0:1763350978.188488:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.188502:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.188509:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197971:197971:256:4294967295] 192.168.202.2@tcp LPNI seq info [197967:197967:8:4294967295] 00000400:00000200:0.0:1763350978.188522:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.188528:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.188534:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350978.188541:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.188550:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.188555:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.188583:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.188588:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.188591:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.188593:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.188634:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc2cbc380 x1849001118759168/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.188644:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc2cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2360:x1849001118759168:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 437us (858us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.188652:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1000 00000100:00000040:0.0:1763350978.188655:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350978.188657:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.188659:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.188664:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.188668:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.188671:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.188676:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 18 00000100:00000001:0.0:1763350978.188678:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.188883:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763350978.188888:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.188889:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.188891:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:3.0:1763350978.188894:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:3.0:1763350978.188896:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:3.0:1763350978.188898:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350978.188903:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.188910:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.188911:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.188914:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.188919:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.188920:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.188923:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350978.188925:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:3.0:1763350978.188930:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350978.188933:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.188936:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350978.188939:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.188944:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350978.188945:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.188946:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.188947:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=4 00000020:00000001:3.0:1763350978.188948:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:3.0:1763350978.188950:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:3.0:1763350978.188953:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350978.188955:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.188960:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350978.188961:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350978.188962:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.188965:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.188966:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.188967:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.188968:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.188970:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033c567 from hash 00010000:00000001:3.0:1763350978.188972:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.188973:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.188974:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.188975:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.188979:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.188980:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.188982:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.188983:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.188986:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350978.188988:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff0:0x0].0x0 (ffff925ccd7da500) 00010000:00010000:3.0:1763350978.188991:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763350978.188994:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.188995:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.188997:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.188998:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350978.189000:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.189001:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.189002:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.189004:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.189005:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.189008:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.189012:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.189013:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.189014:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350978.189015:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350978.189016:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.189018:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c567 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:3.0:1763350978.189022:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373300. 00010000:00000040:3.0:1763350978.189028:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da500 count: 0 00010000:00000010:3.0:1763350978.189034:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6c00. 00010000:00000001:3.0:1763350978.189039:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.189040:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.189041:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.189043:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:3.0:1763350978.189045:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:3.0:1763350978.189047:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:3.0:1763350978.189049:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350978.189052:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.189056:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.189057:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.189059:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.189063:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.189064:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.189065:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350978.189067:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:3.0:1763350978.189071:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6e00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350978.189072:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.189074:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350978.189075:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.189079:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350978.189080:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.189081:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.189082:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=4 00000020:00000001:3.0:1763350978.189084:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:3.0:1763350978.189086:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:3.0:1763350978.189088:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350978.189090:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.189094:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350978.189095:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350978.189096:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.189100:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.189101:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.189103:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.189104:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.189106:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6e00 with handle 0xcb8c81cc3033c56e from hash 00010000:00000001:3.0:1763350978.189108:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.189109:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.189110:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.189111:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.189113:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.189114:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.189116:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.189117:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.189118:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350978.189120:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925ccd7dab00) 00010000:00010000:3.0:1763350978.189122:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763350978.189124:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.189125:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.189127:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.189128:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350978.189130:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.189140:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.189141:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.189143:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.189144:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.189147:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.189151:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.189152:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.189153:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350978.189155:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350978.189156:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.189158:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c56e lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:3.0:1763350978.189163:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373800. 00010000:00000040:3.0:1763350978.189167:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7dab00 count: 0 00010000:00000010:3.0:1763350978.189171:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6800. 00010000:00000001:3.0:1763350978.189175:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763350978.189177:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:3.0:1763350978.189180:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.189537:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.189543:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:1.0:1763350978.189547:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.189552:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.189558:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019110 00000400:00000010:1.0:1763350978.189560:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019110. 00000100:00000001:1.0:1763350978.189564:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.189566:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350978.190366:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.190370:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118759296 02000000:00000001:3.0:1763350978.190373:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.190375:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.190378:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.190382:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.190384:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118759296 00000020:00000001:3.0:1763350978.190387:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.190389:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350978.190391:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.190394:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:3.0:1763350978.190396:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350978.190398:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350978.190415:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.190420:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.190424:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.190426:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000020:00000010:3.0:1763350978.190432:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:3.0:1763350978.190437:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69980. 00000020:00000010:3.0:1763350978.190441:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375640. 00000100:00000040:3.0:1763350978.190450:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350978.190453:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.190455:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.190456:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.190464:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.190478:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.190488:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.190490:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.190495:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20867 00000100:00000040:3.0:1763350978.190498:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350978.190501:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130589440 : -120543578962176 : ffff925dc2cbc700) 00000100:00000040:3.0:1763350978.190507:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbc700 x1849001118759296/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.190516:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.190519:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.190521:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.190523:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000100:00100000:3.0:1763350978.190527:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226159:x1849001118759296:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350978.190530:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118759296 00000020:00000001:3.0:1763350978.190534:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.190537:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350978.190544:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc3875b40: xid 1849001118758912, transno 8590055141, client gen 3, slot idx 3 00000001:00000001:3.0:1763350978.190550:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded436c0: xid 1849001118758144, transno 8590055138, client gen 3, slot idx 0 00000001:00000010:3.0:1763350978.190555:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded436c0. 00000001:00000001:3.0:1763350978.190558:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43e40: xid 1849001118758912, transno 8590055140, client gen 3, slot idx 2 00000001:00000001:3.0:1763350978.190561:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43e40: xid 1849001118758912, transno 8590055140, client gen 3, slot idx 2 00000001:00000010:3.0:1763350978.190564:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43e40. 00000001:00000001:3.0:1763350978.190566:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9ad9c0: xid 1849001118758912, transno 8590055139, client gen 3, slot idx 1 00000001:00000001:3.0:1763350978.190569:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9ad9c0: xid 1849001118758912, transno 8590055139, client gen 3, slot idx 1 00000001:00000010:3.0:1763350978.190571:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9ad9c0. 00000020:00000001:3.0:1763350978.190575:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.190578:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.190580:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350978.190583:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350978.190587:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118759296, found 0 last_xid 1849001118759295 00000020:00000001:3.0:1763350978.190590:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.190592:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.191384:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.191389:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.191399:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350978.191402:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350978.191404:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350978.191409:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.191412:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350978.191417:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.191419:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.191421:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.191423:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.191425:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.191427:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.191428:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.191429:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.191431:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.191432:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.191433:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.191435:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.191436:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.191438:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.191440:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.191442:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350978.191444:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.191447:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350978.191449:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.191450:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.191451:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.191452:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.191454:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.191455:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.191456:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.191458:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.191460:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.191461:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.191467:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350978.191474:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350978.191478:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350978.191482:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350978.191483:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.191487:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.191488:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.191490:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350978.191492:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.191494:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.191499:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.191501:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000200:1.0:1763350978.193257:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.193262:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858ad00. 00000400:00000200:1.0:1763350978.193269:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.193275:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.193281:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d26e8 00000400:00000010:1.0:1763350978.193284:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d26e8. 00000100:00000001:1.0:1763350978.193288:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.193290:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350978.194704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6000. 00010000:00000010:0.1:1763350978.194724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09400. 00000800:00000001:1.0:1763350978.197933:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.197957:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.197962:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.197965:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.197979:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.198002:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf7a80 00000400:00000200:1.0:1763350978.198012:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d11 [2] + 1568 00000800:00000001:1.0:1763350978.198022:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.198031:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.198035:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.198039:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.198047:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.198049:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763350978.198056:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da0a80. 00000100:00000040:1.0:1763350978.198060:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da0a80 x1849001118759552 msgsize 392 00000100:00100000:1.0:1763350978.198064:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.198083:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.198093:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.198096:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350978.201399:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da500. 00010000:00000010:3.1:1763350978.201408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00010000:00000010:3.1:1763350978.201411:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7dab00. 00010000:00000010:3.1:1763350978.201413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:3.0:1763350978.201424:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350978.201428:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.201431:0:56731:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1763350978.201434:0:56731:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1763350978.201436:0:56731:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350978.201439:0:56731:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c575 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00010000:00010000:3.0:1763350978.201448:0:56731:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0800 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:3.0:1763350978.201451:0:56731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.201453:0:56731:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350978.201455:0:56731:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c575 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350978.201460:0:56731:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350978.201462:0:56731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.201463:0:56731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.201465:0:56731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:3.0:1763350978.201467:0:56731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350978.201470:0:56731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350978.201473:0:56731:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350978.201476:0:56731:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c575 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350978.201482:0:56731:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350978.201485:0:56731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.201486:0:56731:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.201490:0:56731:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.201492:0:56731:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.201494:0:56731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.201495:0:56731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.201498:0:56731:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033c575 from hash 00010000:00000001:3.0:1763350978.201500:0:56731:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.201502:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.201503:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.201504:0:56731:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.201508:0:56731:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.201509:0:56731:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.201511:0:56731:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.201513:0:56731:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.201516:0:56731:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350978.201518:0:56731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff0:0x0].0x0 (ffff925df4a92d00) 00010000:00010000:3.0:1763350978.201521:0:56731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763350978.201524:0:56731:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.201527:0:56731:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.201529:0:56731:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.201530:0:56731:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350978.201533:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.201534:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.201535:0:56731:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.201537:0:56731:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.201539:0:56731:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.201541:0:56731:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c575 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350978.201546:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.201548:0:56731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c575 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff0:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000010:3.0:1763350978.201554:0:56731:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bee80. 00010000:00000040:3.0:1763350978.201557:0:56731:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92d00 count: 0 00010000:00000010:3.0:1763350978.201563:0:56731:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925df941b600. 00010000:00000001:3.0:1763350978.201569:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.201571:0:56731:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1763350978.201573:0:56731:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925de9da9d80. 00010000:00000001:3.0:1763350978.201575:0:56731:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.201578:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350978.201579:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.201581:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350978.201582:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350978.201584:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.201586:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350978.201587:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350978.201589:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.201590:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1763350978.204718:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300855106, at 4300855107 00000100:00000010:0.0:1763350978.204742:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd240. 00000100:00000040:3.0:1763350978.204860:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300855106, at 4300855107 00000100:00000010:3.0:1763350978.204868:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd420. 00000100:00000040:1.0:1763350978.205003:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300855106, at 4300855107 00000100:00000010:1.0:1763350978.205011:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd7e0. 00010000:00000010:3.1:1763350978.208881:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92d00. 00010000:00000010:3.1:1763350978.208899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000800:00000001:1.0:1763350978.221657:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.221681:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.221688:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.221690:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.221707:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.221729:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 304 into portal 12 MB=0x691a81edf7b00 00000400:00000200:1.0:1763350978.221740:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 304/304 into md 0xd4535 [64] + 69760 00000800:00000001:1.0:1763350978.221750:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.221765:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.221768:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.221773:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.221783:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.221786:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350978.221795:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da2a00. 00000100:00000040:1.0:1763350978.221800:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da2a00 x1849001118759680 msgsize 304 00000100:00100000:1.0:1763350978.221804:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.222415:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.223211:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118759680 02000000:00000001:0.0:1763350978.223217:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.223220:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.223223:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.223228:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.223233:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118759680 00000020:00000001:0.0:1763350978.223236:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.223239:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350978.223242:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.223246:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=493 00000020:00000001:0.0:1763350978.223249:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350978.223252:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350978.223257:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.223266:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.223270:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.223273:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.223283:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.223290:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.223296:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.223307:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350978.223311:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.223312:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350978.223315:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.223325:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.223342:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.223361:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.223364:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.223372:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140569 00000100:00000040:0.0:1763350978.223377:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350978.223380:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530148309504 : -120543561242112 : ffff925dc3da2a00) 00000100:00000040:0.0:1763350978.223387:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3da2a00 x1849001118759680/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 304/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.223397:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.223400:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.223403:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.223405:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000100:00100000:0.0:1763350978.223409:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226160:x1849001118759680:12345-192.168.202.2@tcp:53:lfs.0 00000100:00000200:0.0:1763350978.223414:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118759680 00000020:00000001:0.0:1763350978.223420:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.223424:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350978.223431:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de9da9540: xid 1849001118759552, transno 8590055144, client gen 3, slot idx 2 00000001:00000001:0.0:1763350978.223437:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de9da9180: xid 1849001118759296, transno 8590055142, client gen 3, slot idx 0 00000001:00000010:0.0:1763350978.223441:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de9da9180. 00000020:00000001:0.0:1763350978.223446:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.223449:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.223451:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717056 : -1040834560 : ffffffffc1f62000) 00000020:00000001:0.0:1763350978.223455:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350978.223458:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118759680, found 0 last_xid 1849001118759679 00000020:00000001:0.0:1763350978.223462:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.223464:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.223467:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.223470:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.223473:0:20012:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:0.0:1763350978.223481:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.223483:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.223491:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff925cd0636000. 02000000:00000001:0.0:1763350978.223493:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.223496:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.223503:0:20012:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:0.0:1763350978.223505:0:20012:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x3fee:0x0] from 18446744073709551615 #0 00000004:00000001:0.0:1763350978.223508:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350978.223511:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:0.0:1763350978.223516:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.223524:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:0.0:1763350978.223527:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:0.0:1763350978.223530:0:20012:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:0.0:1763350978.223533:0:20012:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:0.0:1763350978.223539:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925dd80b8000. 00000004:00000001:0.0:1763350978.223543:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763350978.223544:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763350978.223559:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.223566:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.223569:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.223577:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350978.223580:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350978.223585:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350978.223590:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.223591:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.223592:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.223616:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.223620:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.223623:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.223626:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350978.223629:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350978.223630:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350978.223632:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:0.0:1763350978.223634:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.223636:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:0.0:1763350978.223639:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:0.0:1763350978.223642:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.223644:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.223646:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.223650:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763350978.223652:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763350978.223654:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:0.0:1763350978.223655:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.223657:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.223658:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.223660:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.223662:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.223664:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.223666:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350978.223670:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:0.0:1763350978.223672:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350978.223674:0:20012:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.223677:0:20012:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350978.223679:0:20012:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:0.0:1763350978.223683:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350978.223685:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:0.0:1763350978.223687:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350978.223689:0:20012:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.223691:0:20012:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350978.223694:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925dd80b8000. 00000004:00000001:0.0:1763350978.223698:0:20012:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350978.223704:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 0, xid 1849001118759680 00010000:00000001:0.0:1763350978.223707:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.223714:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3da2a00 x1849001118759680/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 304/4352 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350978.223722:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.223725:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.223729:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.223734:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.223737:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.223739:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.223742:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.223744:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.223747:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.223750:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.223755:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925de2c79c00. 00000100:00000200:0.0:1763350978.223763:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1849001118759680, offset 224 00000400:00000200:0.0:1763350978.223771:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.223786:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.223793:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197974:197974:256:4294967295] 192.168.202.2@tcp LPNI seq info [197970:197970:8:4294967295] 00000400:00000200:0.0:1763350978.223805:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.223811:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.223817:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925dc34b1600. 00000800:00000200:0.0:1763350978.223824:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.223832:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:0.0:1763350978.223837:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc34b1600 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:1.0:1763350978.224000:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.225083:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.225095:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.225098:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.225100:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.225103:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.225110:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3da2a00 x1849001118759680/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 304/4352 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.225121:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3da2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226160:x1849001118759680:12345-192.168.202.2@tcp:53:lfs.0 Request processed in 1722us (3319us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.225141:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140569 00000100:00000040:0.0:1763350978.225146:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350978.225148:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.225150:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.225156:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.225163:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.225167:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.225174:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000100:00000001:0.0:1763350978.225177:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.226902:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.226911:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925dc34b1600. 00000400:00000200:1.0:1763350978.226921:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.226930:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.226937:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925de2c79c00 00000400:00000010:1.0:1763350978.226941:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925de2c79c00. 00000100:00000001:1.0:1763350978.226946:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.226948:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350978.240927:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.240932:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118759808 02000000:00000001:3.0:1763350978.240935:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.240938:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.240941:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.240946:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.240951:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118759808 00000020:00000001:3.0:1763350978.240954:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.240956:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350978.240959:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.240963:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=493 00000020:00000001:3.0:1763350978.240966:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350978.240968:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350978.240973:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.240978:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.240982:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.240985:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000020:00000010:3.0:1763350978.240992:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f000. 00000020:00000010:3.0:1763350978.240999:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e80. 00000020:00000010:3.0:1763350978.241007:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375320. 00000100:00000040:3.0:1763350978.241021:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350978.241026:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.241027:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.241029:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.241038:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.241056:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.241070:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.241073:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.241079:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 426 00000100:00000040:3.0:1763350978.241083:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350978.241085:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130590336 : -120543578961280 : ffff925dc2cbca80) 00000100:00000040:3.0:1763350978.241092:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbca80 x1849001118759808/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 672/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.241102:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.241105:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.241107:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.241109:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000100:00100000:3.0:1763350978.241113:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:2359:x1849001118759808:12345-192.168.202.2@tcp:63:ll_sa.0 00000100:00000200:3.0:1763350978.241117:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118759808 00000020:00000001:3.0:1763350978.241121:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.241125:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.241140:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.241144:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.241146:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717536 : -1040834080 : ffffffffc1f621e0) 00000020:00000001:3.0:1763350978.241150:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350978.241154:0:69028:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118759808, found 0 last_xid 1849001118759807 00000020:00000001:3.0:1763350978.241157:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.241159:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.241161:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.241165:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.241171:0:69028:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:3.0:1763350978.241181:0:69028:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff925cddf6a688. 00000100:00000001:3.0:1763350978.241186:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.241189:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.241195:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925ddf2be000. 02000000:00000001:3.0:1763350978.241198:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.241200:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763350978.241204:0:69028:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff925dded43e40. 00000020:00000001:3.0:1763350978.241207:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:3.0:1763350978.241211:0:69028:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.241213:0:69028:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:3.0:1763350978.241216:0:69028:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350978.241218:0:69028:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350978.241223:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350978.241231:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:3.0:1763350978.241234:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.241237:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.241241:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89400. 00000020:00000001:3.0:1763350978.241244:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.241247:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89400 with handle 0xcb8c81cc3033c57c to hash 00000020:00000001:3.0:1763350978.241249:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.241251:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000010:3.0:1763350978.241256:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76e00. 00010000:00000001:3.0:1763350978.241259:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00010000:3.0:1763350978.241264:0:69028:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033c57c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca19 expref: -99 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.241274:0:69028:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:3.0:1763350978.241276:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00010000:00000001:3.0:1763350978.241284:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350978.241288:0:69028:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350978.241292:0:69028:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350978.241294:0:69028:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350978.241297:0:69028:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763350978.241299:0:69028:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350978.241302:0:69028:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350978.241307:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.241314:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350978.241317:0:69028:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350978.241320:0:69028:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.241324:0:69028:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350978.241325:0:69028:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:3.0:1763350978.241329:0:69028:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:3.0:1763350978.241331:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.241333:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.241389:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff925df0f20000. 02000000:00000001:3.0:1763350978.241393:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.241395:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.241399:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350978.241402:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925ddf2be000. 02000000:00000001:3.0:1763350978.241405:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1763350978.241407:0:69028:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:3.0:1763350978.241410:0:69028:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.241413:0:69028:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763350978.241418:0:69028:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763350978.241421:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.241424:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.241427:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.241428:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.241430:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.241432:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.241433:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.241435:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.241437:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.241438:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.241440:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.241441:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.241443:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.241444:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.241446:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.241447:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.241450:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.241453:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.241455:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.241460:0:69028:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350978.241467:0:69028:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350978.241470:0:69028:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350978.241474:0:69028:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350978.241476:0:69028:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.241479:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.241480:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.241482:0:69028:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350978.241485:0:69028:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.241489:0:69028:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763350978.241496:0:69028:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464226ba48 00000004:00000002:3.0:1763350978.241499:0:69028:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_11, ldlm_rep = ffff925df0f20250 00000004:00000001:3.0:1763350978.241505:0:69028:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763350978.241509:0:69028:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763350978.241513:0:69028:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763350978.241517:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350978.241519:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350978.241522:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:3.0:1763350978.241524:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.241527:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.241531:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89a00. 00000020:00000001:3.0:1763350978.241534:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.241536:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89a00 with handle 0xcb8c81cc3033c583 to hash 00000020:00000001:3.0:1763350978.241537:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.241538:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000010:3.0:1763350978.241542:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76800. 00010000:00000001:3.0:1763350978.241543:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350978.241547:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.241549:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.241552:0:69028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c583 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 69028 initiator: MDT0 00010000:00000001:3.0:1763350978.241564:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350978.241568:0:69028:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350978.241570:0:69028:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350978.241572:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.241576:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.241578:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.241579:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.241582:0:69028:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350978.241584:0:69028:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350978.241587:0:69028:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350978.241588:0:69028:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350978.241590:0:69028:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:3.0:1763350978.241593:0:69028:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350978.241647:0:69028:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 494 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350978.241655:0:69028:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c583 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:3.0:1763350978.241660:0:69028:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350978.241666:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.241669:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.241671:0:69028:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350978.241672:0:69028:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.241675:0:69028:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.241677:0:69028:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.241680:0:69028:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350978.241682:0:69028:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.241685:0:69028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89a00/0xcb8c81cc3033c583 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 69028 initiator: MDT0 00010000:00000001:3.0:1763350978.243940:0:69028:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350978.243943:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.243945:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.243950:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350978.243953:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000800:00000200:1.0:1763350978.253068:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.253077:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff925de9a88000. 00000400:00000200:1.0:1763350978.253083:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.253092:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.253098:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925de9a89400 00000400:00000010:1.0:1763350978.253101:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff925de9a89400. 00000100:00000001:1.0:1763350978.253105:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.253107:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350978.256157:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.256182:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.256187:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.256190:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.256203:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.256225:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edf7c00 00000400:00000200:1.0:1763350978.256236:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 70064 00000800:00000001:1.0:1763350978.256246:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.256256:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.256260:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.256264:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.256274:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.256276:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350978.256284:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da0e00. 00000100:00000040:1.0:1763350978.256289:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da0e00 x1849001118759936 msgsize 576 00000100:00100000:1.0:1763350978.256294:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.256924:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.256938:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.256946:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.256949:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.256951:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.256957:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.256965:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 672 into portal 24 MB=0x691a81edf7b80 00000400:00000200:1.0:1763350978.256972:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 672/672 into md 0x4c31 [256] + 11360 00000800:00000001:1.0:1763350978.256976:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.256982:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.256984:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.256987:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.256990:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.256992:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763350978.256996:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da0700. 00000100:00000040:1.0:1763350978.256999:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da0700 x1849001118759808 msgsize 672 00000100:00100000:1.0:1763350978.257003:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.257020:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.257024:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.257028:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.257330:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.257333:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118759936 02000000:00000001:0.0:1763350978.257335:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.257337:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.257339:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.257342:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.257344:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118759936 00000020:00000001:0.0:1763350978.257346:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.257347:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350978.257349:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.257352:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:0.0:1763350978.257354:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350978.257356:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350978.257358:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.257365:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.257369:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.257371:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.257378:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.257384:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.257390:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.257401:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350978.257404:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.257405:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350978.257409:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350978.257411:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.257413:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.257423:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.257438:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.257453:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.257455:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.257462:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140570 00000100:00000040:0.0:1763350978.257467:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350978.257469:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530148302336 : -120543561249280 : ffff925dc3da0e00) 00000100:00000040:0.0:1763350978.257478:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3da0e00 x1849001118759936/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 576/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.257488:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.257492:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.257494:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.257496:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000100:00100000:0.0:1763350978.257501:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226163:x1849001118759936:12345-192.168.202.2@tcp:101:readlink.0 00000100:00000200:0.0:1763350978.257505:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118759936 00000020:00000001:0.0:1763350978.257509:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.257513:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.257519:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.257521:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.257524:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350978.257528:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350978.257532:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118759936, found 0 last_xid 1849001118759807 00000020:00000001:0.0:1763350978.257535:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.257537:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.257540:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.257546:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.257548:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350978.257551:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350978.257553:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350978.257555:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350978.257557:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.257563:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350978.257571:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:0.0:1763350978.257575:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.257578:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350978.257583:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350978.257587:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.257590:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c591 to hash 00000020:00000001:0.0:1763350978.257593:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350978.257614:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350978.257621:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ae80. 00010000:00000001:0.0:1763350978.257626:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350978.257632:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c591 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca20 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.257642:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350978.257645:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:0.0:1763350978.257656:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350978.257661:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350978.257675:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350978.257678:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350978.257680:0:20012:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763350978.257682:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350978.257685:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763350978.257700:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.257707:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530967377880 : -120542742173736 : ffff925df4ac27d8) 00000004:00000001:0.0:1763350978.257710:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623530967377792 : -120542742173824 : ffff925df4ac2780) 00000004:00000001:0.0:1763350978.257712:0:20012:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.257716:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350978.257718:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350978.257721:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.257725:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.257784:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925dce8b0000. 02000000:00000001:0.0:1763350978.257787:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.257790:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.257792:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.257795:0:20012:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763350978.257801:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350978.257804:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.257806:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.257809:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.257811:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.257812:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.257814:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.257815:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.257817:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.257818:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.257819:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.257821:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.257823:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.257824:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.257825:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.257827:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.257828:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.257829:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.257832:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.257833:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.257838:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350978.257844:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350978.257847:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350978.257851:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350978.257853:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.257856:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.257858:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.257860:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350978.257862:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.257866:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1763350978.257871:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350978.257873:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:0.0:1763350978.257875:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.257880:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:0.0:1763350978.257881:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:0.0:1763350978.257885:0:20012:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1763350978.257888:0:20012:0:(mdt_lib.c:2202:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350978.257890:0:20012:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000bd2:0x3feb:0x0], ldlm_rep = ffff925dce8b0228 00000004:00000001:0.0:1763350978.257897:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350978.257902:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350978.257904:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350978.257907:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:0.0:1763350978.257910:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.257912:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350978.257917:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350978.257919:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.257921:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033c598 to hash 00000020:00000001:0.0:1763350978.257922:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350978.257924:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000010:0.0:1763350978.257927:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a780. 00010000:00000001:0.0:1763350978.257929:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350978.257933:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.257935:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.257938:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c598 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.257945:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350978.257950:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350978.257953:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350978.257955:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350978.257957:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.257959:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350978.257960:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.257963:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350978.257965:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350978.257967:0:20012:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350978.257969:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350978.257972:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 2 00010000:00000040:0.0:1763350978.257975:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350978.257980:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350978.257987:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c598 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.257992:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350978.257998:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.258000:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.258002:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350978.258004:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.258006:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.258008:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.258010:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350978.258013:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.258016:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c598 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.258022:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350978.258023:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.258025:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.258027:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.258028:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.258030:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350978.258032:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350978.258034:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350978.258036:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.258037:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350978.258038:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.258043:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763350978.258049:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350978.258053:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350978.258099:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.258103:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.258110:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.258114:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.258121:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.258125:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.258141:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.258144:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.258146:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.258148:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.258150:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.258154:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.258156:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350978.258159:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350978.258161:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.258164:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.258165:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.258167:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.258168:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.258170:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.258172:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.258173:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.258174:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350978.258177:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:0.0:1763350978.258180:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: returning size 11776 00000004:00200000:0.0:1763350978.258182:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00000002:0.0:1763350978.258186:0:20012:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763350978.258187:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.258188:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.258191:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763350978.258194:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.258195:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.258196:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.258198:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.258200:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.258202:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.258204:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.258211:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350978.258218:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.258221:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.258237:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.258239:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.258240:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350978.258242:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350978.258244:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00000004:00010000:0.0:1763350978.258247:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c598 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.258253:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.258254:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350978.258256:0:20012:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763350978.258259:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350978.258263:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:0.0:1763350978.258266:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1763350978.258268:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.258269:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.258271:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350978.258273:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350978.258274:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00000004:00000040:0.0:1763350978.258278:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350978.258281:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:0.0:1763350978.258285:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.258286:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350978.258287:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350978.258289:0:20012:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763350978.258293:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350978.258295:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350978.258297:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350978.258299:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350978.258301:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350978.258304:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350978.258309:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.258312:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350978.258314:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350978.258316:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350978.258318:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350978.258321:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350978.258323:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.258326:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.258327:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.258329:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.258331:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.258334:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c591 from hash 00010000:00000001:0.0:1763350978.258336:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.258338:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.258339:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.258341:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350978.258342:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.258346:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c591 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca20 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.258353:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350978.258356:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00010000:00000010:0.0:1763350978.258359:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ae80. 00010000:00000001:0.0:1763350978.258371:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.258373:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.258377:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350978.258381:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c598 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca20 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.258389:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.258391:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350978.258394:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:0.0:1763350978.258397:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1763350978.258400:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.258402:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.258404:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350978.258405:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.258406:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350978.258408:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3400, rc 0) 00000020:00000001:0.0:1763350978.258411:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350978.258415:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 0, xid 1849001118759936 00010000:00000001:0.0:1763350978.258418:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.258424:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3da0e00 x1849001118759936/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 576/584 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350978.258432:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.258436:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.258440:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.258447:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.258449:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.258452:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.258454:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.258457:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.258461:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.258464:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.258471:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019000. 00000100:00000200:0.0:1763350978.258479:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1849001118759936, offset 224 00000400:00000200:0.0:1763350978.258487:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.258500:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.258507:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197976:197976:256:4294967295] 192.168.202.2@tcp LPNI seq info [197972:197972:8:4294967295] 00000400:00000200:0.0:1763350978.258519:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.258524:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.258530:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350978.258537:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.258545:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.258549:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.258577:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.258580:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.258583:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.258585:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.258587:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.258592:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3da0e00 x1849001118759936/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 576/584 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350978.258629:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3da0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226163:x1849001118759936:12345-192.168.202.2@tcp:101:readlink.0 Request processed in 1139us (2337us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.258637:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140570 00000100:00000040:0.0:1763350978.258642:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350978.258646:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.258648:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.258654:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.258660:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.258664:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.258669:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:0.0:1763350978.258672:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350978.258861:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350978.258868:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:3.0:1763350978.258874:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.258880:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350978.258886:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019000 00000400:00000010:3.0:1763350978.258888:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019000. 00000100:00000001:3.0:1763350978.258893:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350978.258895:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1763350978.258917:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.258924:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.258926:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000020:00000010:1.0:1763350978.258933:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6c00. 00000020:00000010:1.0:1763350978.258937:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.258941:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3af0. 00000100:00000040:1.0:1763350978.258949:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350978.258953:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.258954:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.258955:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.258961:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.258976:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.258991:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.258994:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.258998:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 427 00000100:00000040:1.0:1763350978.259002:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350978.259004:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530148300544 : -120543561251072 : ffff925dc3da0700) 00000100:00000040:1.0:1763350978.259008:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3da0700 x1849001118759808/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 672/0 e 0 to 0 dl 1763350989 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.259016:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.259018:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.259020:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.259022:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000100:00100000:1.0:1763350978.259025:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:2359:x1849001118759808:12345-192.168.202.2@tcp:63:ll_sa.0 00000100:00000200:1.0:1763350978.259029:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118759808 00000020:00000001:1.0:1763350978.259033:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.259036:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350978.259040:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.259043:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.259045:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717536 : -1040834080 : ffffffffc1f621e0) 00000020:00000001:1.0:1763350978.259048:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350978.259051:0:69028:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118759808, found 0 last_xid 1849001118759807 00000020:00000001:1.0:1763350978.259053:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.259055:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.259057:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.259060:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.259065:0:69028:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763350978.259071:0:69028:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff925ccd84bb30. 00000100:00000001:1.0:1763350978.259075:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.259077:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.259084:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dc95f0000. 02000000:00000001:1.0:1763350978.259086:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.259088:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350978.259093:0:69028:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff925dff9ad180. 00000020:00000001:1.0:1763350978.259095:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:1.0:1763350978.259097:0:69028:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118759808, found 0 last_xid 1849001118759807 00000020:00080000:1.0:1763350978.259102:0:69028:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff925dc3da0700 x1849001118759808/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 672/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350978.259111:0:69028:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.259114:0:69028:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763350978.259116:0:69028:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350978.259118:0:69028:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350978.259125:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350978.259129:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350978.259144:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.259146:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.259150:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6a00. 00000020:00000001:1.0:1763350978.259152:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.259155:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6a00 with handle 0xcb8c81cc3033c59f to hash 00000020:00000001:1.0:1763350978.259157:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.259158:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000010:1.0:1763350978.259162:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b00. 00010000:00000001:1.0:1763350978.259164:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00010000:1.0:1763350978.259168:0:69028:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c59f lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca19 expref: -99 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350978.259175:0:69028:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350978.259178:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:1.0:1763350978.259182:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350978.259184:0:69028:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350978.259188:0:69028:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350978.259189:0:69028:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350978.259191:0:69028:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350978.259193:0:69028:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350978.259195:0:69028:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350978.259198:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.259201:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350978.259204:0:69028:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350978.259206:0:69028:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.259209:0:69028:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350978.259210:0:69028:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763350978.259215:0:69028:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:1.0:1763350978.259217:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.259219:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.259264:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff925de8e50000. 02000000:00000001:1.0:1763350978.259267:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.259269:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.259274:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350978.259276:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dc95f0000. 02000000:00000001:1.0:1763350978.259280:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763350978.259282:0:69028:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:1.0:1763350978.259286:0:69028:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.259288:0:69028:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763350978.259291:0:69028:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350978.259293:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.259295:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.259297:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.259298:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.259301:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.259303:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.259304:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.259306:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.259307:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.259309:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.259310:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.259312:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.259313:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.259315:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.259317:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.259318:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.259319:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.259321:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.259323:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.259327:0:69028:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350978.259331:0:69028:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350978.259333:0:69028:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350978.259337:0:69028:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350978.259338:0:69028:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.259342:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.259343:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.259345:0:69028:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350978.259346:0:69028:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.259351:0:69028:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118759808, found 0 last_xid 1849001118759807 00000004:00010000:1.0:1763350978.259356:0:69028:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x89742c0894eeca19 req@ffff925dc3da0700 x1849001118759808/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 672/53424 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350978.259363:0:69028:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350978.259370:0:69028:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464226ba48 00000004:00000002:1.0:1763350978.259372:0:69028:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_11, ldlm_rep = ffff925de8e50250 00000004:00000001:1.0:1763350978.259376:0:69028:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350978.259380:0:69028:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350978.259383:0:69028:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350978.259385:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350978.259387:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350978.259390:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:1.0:1763350978.259392:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.259393:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.259396:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350978.259399:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.259401:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033c5a6 to hash 00000020:00000001:1.0:1763350978.259403:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.259405:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000010:1.0:1763350978.259408:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350978.259410:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.259413:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.259416:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.259419:0:69028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259429:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.259432:0:69028:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.259435:0:69028:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350978.259437:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.259439:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.259441:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.259443:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.259445:0:69028:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350978.259447:0:69028:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350978.259449:0:69028:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350978.259450:0:69028:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350978.259452:0:69028:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:1.0:1763350978.259455:0:69028:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350978.259459:0:69028:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c598 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca20 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350978.259467:0:69028:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350978.259473:0:69028:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259479:0:69028:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350978.259482:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.259484:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259486:0:69028:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.259487:0:69028:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.259489:0:69028:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259491:0:69028:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.259493:0:69028:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350978.259496:0:69028:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.259498:0:69028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259506:0:69028:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350978.259507:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259509:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.259510:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350978.259512:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350978.259517:0:69028:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da000. 00010000:00000010:1.0:1763350978.259520:0:69028:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dffae6180. 00010000:00000001:1.0:1763350978.259525:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.259527:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7400. 00000020:00000001:1.0:1763350978.259529:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.259530:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7400 with handle 0xcb8c81cc3033c5ad to hash 00000020:00000001:1.0:1763350978.259532:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.259533:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000010:1.0:1763350978.259536:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373c00. 00010000:00000001:1.0:1763350978.259538:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.259542:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.259543:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.259546:0:69028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259552:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.259553:0:69028:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.259555:0:69028:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350978.259556:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.259558:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.259559:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.259560:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.259562:0:69028:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350978.259564:0:69028:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350978.259565:0:69028:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350978.259566:0:69028:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350978.259567:0:69028:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 (ffff925ccd7da000) refcount = 1 00010000:00010000:1.0:1763350978.259570:0:69028:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259575:0:69028:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350978.259577:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.259579:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259580:0:69028:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.259581:0:69028:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.259583:0:69028:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259585:0:69028:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.259587:0:69028:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350978.259588:0:69028:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.259590:0:69028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259633:0:69028:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350978.259635:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259636:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.259638:0:69028:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.259644:0:69028:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350978.259674:0:69028:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350978.259678:0:69028:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350978.259681:0:69028:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350978.259685:0:69028:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.259702:0:69028:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350978.259727:0:69028:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350978.259729:0:69028:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350978.259731:0:69028:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350978.259734:0:69028:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763350978.259737:0:69028:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350978.259739:0:69028:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350978.259741:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.259743:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.259745:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=3 00000020:00000001:1.0:1763350978.259747:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.259749:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.259752:0:69028:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350978.259755:0:69028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259759:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259760:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.259763:0:69028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259767:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.259768:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259771:0:69028:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350978.259774:0:69028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00010000:1.0:1763350978.259779:0:69028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350978.259782:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.259784:0:69028:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350978.259785:0:69028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259790:0:69028:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350978.259791:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.259793:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.259794:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=4 00000020:00000001:1.0:1763350978.259796:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.259797:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.259800:0:69028:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350978.259802:0:69028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259807:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350978.259809:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350978.259810:0:69028:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259813:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.259814:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.259816:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.259817:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.259820:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033c5a6 from hash 00010000:00000001:1.0:1763350978.259821:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.259823:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259824:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.259825:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.259827:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.259828:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259830:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.259832:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.259834:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350978.259836:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350978.259839:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350978.259841:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.259844:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259845:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.259846:0:69028:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350978.259849:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259850:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.259852:0:69028:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259853:0:69028:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.259856:0:69028:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.259858:0:69028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259862:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259864:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.259865:0:69028:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350978.259867:0:69028:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350978.259868:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.259869:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5a6 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000010:1.0:1763350978.259875:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350978.259885:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.259887:0:69028:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350978.259888:0:69028:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350978.259889:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.259890:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.259892:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=3 00000020:00000001:1.0:1763350978.259894:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.259896:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.259898:0:69028:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350978.259900:0:69028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259904:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259905:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.259908:0:69028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259912:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.259914:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259916:0:69028:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350978.259917:0:69028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00010000:1.0:1763350978.259922:0:69028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350978.259924:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.259925:0:69028:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350978.259927:0:69028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259931:0:69028:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350978.259933:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.259934:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.259935:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=4 00000020:00000001:1.0:1763350978.259937:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.259939:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.259941:0:69028:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350978.259943:0:69028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259947:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350978.259949:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350978.259950:0:69028:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259952:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.259954:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.259955:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.259957:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.259958:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7400 with handle 0xcb8c81cc3033c5ad from hash 00010000:00000001:1.0:1763350978.259960:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.259962:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259963:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.259964:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.259965:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.259967:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259969:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.259970:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.259971:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350978.259973:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0xf73d7ff9 (ffff925ccd7da000) 00010000:00010000:1.0:1763350978.259975:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350978.259976:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.259978:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259979:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.259981:0:69028:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350978.259983:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259984:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.259985:0:69028:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.259987:0:69028:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.259989:0:69028:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.259991:0:69028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350978.259995:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.259996:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.259997:0:69028:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350978.259999:0:69028:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350978.260000:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.260002:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5ad lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000010:1.0:1763350978.260007:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373c00. 00010000:00000040:1.0:1763350978.260010:0:69028:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da000 count: 0 00010000:00000010:1.0:1763350978.260014:0:69028:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6180. 00010000:00000001:1.0:1763350978.260020:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.260021:0:69028:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350978.260023:0:69028:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350978.260025:0:69028:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350978.260026:0:69028:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350978.260030:0:69028:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763350978.260034:0:69028:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350978.260036:0:69028:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350978.260037:0:69028:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350978.260039:0:69028:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350978.260040:0:69028:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350978.260043:0:69028:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350978.260059:0:69028:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.260061:0:69028:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350978.260063:0:69028:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350978.260065:0:69028:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350978.260067:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.260070:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.260071:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.260073:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.260074:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.260076:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6a00 with handle 0xcb8c81cc3033c59f from hash 00010000:00000001:1.0:1763350978.260077:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.260079:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.260080:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.260081:0:69028:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350978.260082:0:69028:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763350978.260084:0:69028:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763350978.260090:0:69028:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c59f lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca19 expref: 495 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.260097:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350978.260099:0:69028:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.260102:0:69028:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.260104:0:69028:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.260106:0:69028:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.260108:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.260109:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.260110:0:69028:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.260111:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.260113:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.260114:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.260115:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350978.260117:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350978.260119:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763350978.260121:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.260123:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.260125:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.260126:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.260128:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c59f lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca19 expref: 495 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350978.260147:0:69028:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350978.260149:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00010000:00000010:1.0:1763350978.260152:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b00. 00010000:00000001:1.0:1763350978.260157:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.260159:0:69028:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6a00, rc -2) 00000004:00000001:1.0:1763350978.260162:0:69028:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350978.260165:0:69028:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763350978.260169:0:69028:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff925ccd84bb30. 00000004:00000010:1.0:1763350978.260172:0:69028:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff925dff9ad180. 00000004:00000001:1.0:1763350978.260175:0:69028:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350978.260180:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350978.260182:0:69028:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350978.260184:0:69028:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763350978.260187:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 0, xid 1849001118759808 00010000:00000001:1.0:1763350978.260190:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.260195:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3da0700 x1849001118759808/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 672/53424 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350978.260204:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.260206:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.260210:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=74 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350978.260214:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.260217:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.260220:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.260222:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.260224:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.260228:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.260230:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.260236:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff925dea3f7000. 00000100:00000200:1.0:1763350978.260242:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1849001118760064, offset 224 00000400:00000200:1.0:1763350978.260249:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.260263:0:69028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.260269:0:69028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197977:197977:256:4294967295] 192.168.202.2@tcp LPNI seq info [197973:197973:8:4294967295] 00000400:00000200:1.0:1763350978.260280:0:69028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.260286:0:69028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.260290:0:69028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff925dea3f7c00. 00000800:00000200:1.0:1763350978.260297:0:69028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.260303:0:69028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350978.260307:0:69028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dea3f7c00 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:1.0:1763350978.260335:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.260338:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.260340:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.260343:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.260345:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.260350:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3da0700 x1849001118759808/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 672/53424 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350978.260359:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3da0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:2359:x1849001118759808:12345-192.168.202.2@tcp:63:ll_sa.0 Request processed in 1342us (3358us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763350978.260368:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 427 00000100:00000040:1.0:1763350978.260371:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350978.260373:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.260375:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.260379:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.260385:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3af0. 00000020:00000010:1.0:1763350978.260390:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6c00. 00000020:00000040:1.0:1763350978.260394:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:1.0:1763350978.260397:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350978.260556:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350978.260562:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff925dea3f7c00. 00000400:00000200:3.0:1763350978.260569:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.260574:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350978.260579:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dea3f7000 00000400:00000010:3.0:1763350978.260582:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff925dea3f7000. 00000100:00000001:3.0:1763350978.260586:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350978.260588:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350978.264717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89a00. 00010000:00000010:2.1:1763350978.264745:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92400. 00010000:00000010:2.1:1763350978.264750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:2.1:1763350978.264753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:0.1:1763350978.269637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00010000:00000010:1.1:1763350978.271796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00010000:00000010:1.1:1763350978.271816:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da000. 00010000:00000010:1.1:1763350978.271821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7400. 00010000:00000010:1.1:1763350978.271823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6a00. 00000800:00000001:1.0:1763350978.279997:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.280020:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.280025:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.280027:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.280042:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.280062:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edf7d80 00000400:00000200:1.0:1763350978.280072:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 70640 00000800:00000001:1.0:1763350978.280082:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.280096:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.280099:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.280104:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.280113:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.280116:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350978.280123:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da2300. 00000100:00000040:1.0:1763350978.280128:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da2300 x1849001118760320 msgsize 4616 00000100:00100000:1.0:1763350978.280160:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.280176:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.280185:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.280188:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.282534:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.282544:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118760320 02000000:00000001:0.0:1763350978.282550:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.282553:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.282556:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.282563:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.282569:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118760320 00000020:00000001:0.0:1763350978.282572:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.282574:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350978.282578:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.282582:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:0.0:1763350978.282586:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350978.282588:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350978.282642:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.282656:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.282661:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.282664:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.282674:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.282680:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.282687:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.282697:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350978.282701:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.282703:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350978.282706:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350978.282709:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.282710:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.282721:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.282743:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.282759:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.282762:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.282771:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140571 00000100:00000040:0.0:1763350978.282776:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350978.282779:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530148307712 : -120543561243904 : ffff925dc3da2300) 00000100:00000040:0.0:1763350978.282787:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3da2300 x1849001118760320/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4616/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.282798:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.282801:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.282803:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.282806:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000100:00100000:0.0:1763350978.282812:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226166:x1849001118760320:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350978.282816:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118760320 00000020:00000001:0.0:1763350978.282820:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.282824:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.282830:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.282833:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.282835:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350978.282839:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350978.282843:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118760320, found 0 last_xid 1849001118760319 00000020:00000001:0.0:1763350978.282847:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.282849:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.282851:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.282858:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.282860:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350978.282863:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350978.282866:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350978.282868:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350978.282870:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.282876:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350978.282883:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:0.0:1763350978.282886:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.282890:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350978.282895:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350978.282900:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.282902:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c5b4 to hash 00000020:00000001:0.0:1763350978.282905:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350978.282906:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350978.282912:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ae80. 00010000:00000001:0.0:1763350978.282915:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350978.282920:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c5b4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca27 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.282930:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350978.282933:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:0.0:1763350978.282939:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350978.282943:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350978.282949:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350978.282952:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350978.282954:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.282956:0:20012:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763350978.282961:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dc3da2300 x1849001118760320/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4616/0 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763350978.282970:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763350978.282973:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763350978.282976:0:20012:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763350978.282979:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.282981:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.282984:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.282985:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.282987:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.282989:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.282990:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.282991:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.282998:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.282999:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283001:0:20012:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283003:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283006:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350978.283007:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350978.283010:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.283013:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.283063:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df8f40000. 02000000:00000001:0.0:1763350978.283065:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.283068:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283073:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350978.283074:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.283075:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.283077:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.283078:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.283079:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.283081:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.283082:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.283084:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.283086:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.283087:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.283092:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350978.283097:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350978.283099:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350978.283101:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350978.283103:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.283105:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.283106:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283108:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350978.283110:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283113:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350978.283114:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283117:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763350978.283120:0:20012:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763350978.283123:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3ba38 00000004:00000002:0.0:1763350978.283125:0:20012:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200000bd2:0x3feb:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763350978.283146:0:20012:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763350978.283148:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350978.283150:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:0.0:1763350978.283153:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.283160:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:0.0:1763350978.283163:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:0.0:1763350978.283169:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350978.283173:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350978.283218:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283222:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.283229:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.283232:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.283238:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.283242:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.283245:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.283248:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.283249:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.283250:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.283252:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.283255:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.283257:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350978.283259:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350978.283261:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283264:0:20012:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763350978.283268:0:20012:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3feb:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763350978.283270:0:20012:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3feb:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:0.0:1763350978.283273:0:20012:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350978.283275:0:20012:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283289:0:20012:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763350978.283292:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.283293:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.283295:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.283296:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.283298:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.283299:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.283300:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.283302:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350978.283304:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:0.0:1763350978.283307:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: returning size 11776 00000001:00000001:0.0:1763350978.283309:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.283310:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283312:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763350978.283314:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.283315:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.283316:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.283317:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.283319:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.283321:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.283323:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283326:0:20012:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763350978.283328:0:20012:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:0.0:1763350978.283332:0:20012:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763350978.283341:0:20012:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763350978.283345:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763350978.283347:0:20012:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283350:0:20012:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283352:0:20012:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350978.283357:0:20012:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763350978.283360:0:20012:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dc9b70f80. 00000020:00000001:0.0:1763350978.283362:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.283364:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc9b70f80 with handle 0xcb8c81cc3033c5bb to hash 00000020:00000001:0.0:1763350978.283366:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763350978.283367:0:20012:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530246672256 : -120543462879360 : ffff925dc9b70f80) 00000004:00000001:0.0:1763350978.283370:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763350978.283371:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763350978.283373:0:20012:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3feb:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:0.0:1763350978.283377:0:20012:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763350978.283380:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350978.283391:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cddc46400. 00080000:00000001:0.0:1763350978.283393:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526288122880 : -120547421428736 : ffff925cddc46400) 00080000:00000001:0.0:1763350978.283396:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350978.283402:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350978.283409:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.283410:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.283431:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.283434:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350978.283438:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350978.283440:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055145, last_committed = 8590055137 00000001:00000010:0.0:1763350978.283444:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4e240. 00000001:00000040:0.0:1763350978.283447:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:0.0:1763350978.283449:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00000001:00000010:0.0:1763350978.283456:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc3875b40. 00080000:00000001:0.0:1763350978.283462:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350978.283479:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350978.283483:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc3875b40: xid 1849001118760320, transno 8590055145, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763350978.283486:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.283501:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283503:0:20012:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350978.283504:0:20012:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283507:0:20012:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283509:0:20012:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350978.283512:0:20012:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763350978.283518:0:20012:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763350978.283520:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350978.283522:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350978.283524:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763350978.283526:0:20012:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.283530:0:20012:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763350978.283536:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350978.283542:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283546:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283548:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763350978.283551:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350978.283553:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350978.283555:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350978.283556:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350978.283558:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350978.283561:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350978.283576:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283578:0:20012:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:0.0:1763350978.283580:0:20012:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.283582:0:20012:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763350978.283584:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763350978.283587:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350978.283590:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350978.283593:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.283638:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.283640:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.283643:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.283645:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.283648:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c5b4 from hash 00010000:00000001:0.0:1763350978.283651:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.283653:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.283654:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.283655:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350978.283657:0:20012:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350978.283661:0:20012:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350978.283667:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c5b4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca27 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.283674:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350978.283677:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.283680:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.283682:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.283684:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.283688:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350978.283689:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.283691:0:20012:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.283692:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350978.283693:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350978.283695:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.283698:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350978.283701:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925ccd7daf00) 00010000:00010000:0.0:1763350978.283703:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763350978.283706:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.283709:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.283711:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350978.283712:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.283716:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c5b4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca27 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.283723:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350978.283726:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00010000:00000010:0.0:1763350978.283729:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ae80. 00010000:00000001:0.0:1763350978.283739:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350978.283741:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2c00, rc 0) 00000020:00000001:0.0:1763350978.283744:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350978.283749:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 8590055145, xid 1849001118760320 00010000:00000001:0.0:1763350978.283752:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.283758:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3da2300 x1849001118760320/t8590055145(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4616/608 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350978.283766:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.283769:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.283773:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.283779:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.283781:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.283784:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.283786:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.283789:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.283793:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.283796:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.283802:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019088. 00000100:00000200:0.0:1763350978.283811:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118760320, offset 224 00000400:00000200:0.0:1763350978.283819:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.283834:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.283841:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197978:197978:256:4294967295] 192.168.202.2@tcp LPNI seq info [197974:197974:8:4294967295] 00000400:00000200:0.0:1763350978.283853:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.283859:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.283864:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350978.283871:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.283880:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.283885:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.283904:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.283908:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.283910:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.283912:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.283914:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.283919:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3da2300 x1849001118760320/t8590055145(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4616/608 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350978.283929:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3da2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226166:x1849001118760320:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1130us (3799us total) trans 8590055145 rc 301/301 00000100:00100000:0.0:1763350978.283937:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140571 00000100:00000040:0.0:1763350978.283942:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350978.283944:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.283946:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.283951:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.283956:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.283960:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.283966:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:0.0:1763350978.283968:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350978.284097:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350978.284103:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:3.0:1763350978.284108:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.284115:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350978.284120:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019088 00000400:00000010:3.0:1763350978.284123:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019088. 00000100:00000001:3.0:1763350978.284128:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350978.284139:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350978.293664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000001:3.0:1763350978.296419:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.296448:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.296454:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.296456:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.296471:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350978.296494:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 464 into portal 12 MB=0x691a81edf7e00 00000400:00000200:3.0:1763350978.296504:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 464/464 into md 0xd4535 [64] + 75256 00000800:00000001:3.0:1763350978.296514:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.296529:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.296532:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.296538:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350978.296547:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350978.296550:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350978.296557:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1880. 00000100:00000040:3.0:1763350978.296562:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1880 x1849001118760448 msgsize 464 00000100:00100000:3.0:1763350978.296567:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350978.299441:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350978.299471:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.299484:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.299696:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.299700:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118760448 02000000:00000001:0.0:1763350978.299704:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.299707:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.299710:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.299716:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.299720:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118760448 00000020:00000001:0.0:1763350978.299724:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.299726:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350978.299729:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.299733:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:0.0:1763350978.299736:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350978.299739:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350978.299745:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.299849:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.299855:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.299859:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000020:00000010:1.0:1763350978.299868:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6c00. 00000020:00000010:1.0:1763350978.299874:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.299881:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3af0. 00000100:00000040:1.0:1763350978.299891:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350978.299894:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.299896:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.299899:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.299908:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.299933:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.299949:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.299951:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.299961:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140572 00000100:00000040:1.0:1763350978.299965:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350978.299967:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079571584 : -120542629980032 : ffff925dfb5c1880) 00000100:00000040:1.0:1763350978.299975:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c1880 x1849001118760448/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 464/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350978.299985:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.299988:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.299990:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.299992:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000100:00100000:1.0:1763350978.299996:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226166:x1849001118760448:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:1.0:1763350978.300000:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118760448 00000020:00000001:1.0:1763350978.300004:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.300009:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350978.300016:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc3875b40: xid 1849001118760320, transno 8590055145, client gen 3, slot idx 0 00000001:00000001:1.0:1763350978.300022:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de9da9540: xid 1849001118759552, transno 8590055144, client gen 3, slot idx 2 00000001:00000010:1.0:1763350978.300029:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de9da9540. 00000020:00000001:1.0:1763350978.300033:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.300036:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.300039:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:1.0:1763350978.300042:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350978.300046:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118760448, found 0 last_xid 1849001118760447 00000020:00000001:1.0:1763350978.300049:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.300052:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.300054:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.300058:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763350978.300064:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.300070:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000020:00000001:1.0:1763350978.300073:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.300075:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.300081:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.300084:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.300092:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925dc95f0000. 02000000:00000001:1.0:1763350978.300095:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.300098:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300104:0:20012:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:1.0:1763350978.300110:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350978.300113:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.300115:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300118:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.300119:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.300121:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300123:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.300124:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.300126:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300128:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.300138:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.300141:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300143:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.300144:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.300145:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300148:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.300150:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.300152:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300155:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.300156:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.300162:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350978.300170:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350978.300172:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350978.300175:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350978.300177:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300181:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.300182:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300184:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350978.300187:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300190:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350978.300196:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3bcb0 00000004:00000002:1.0:1763350978.300199:0:20012:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:1.0:1763350978.300206:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350978.300210:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350978.300213:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350978.300215:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350978.300219:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350978.300227:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350978.300231:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.300234:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.300239:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6a00. 00000020:00000001:1.0:1763350978.300243:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.300245:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6a00 with handle 0xcb8c81cc3033c5c2 to hash 00000020:00000001:1.0:1763350978.300247:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.300249:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000010:1.0:1763350978.300254:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b00. 00010000:00000001:1.0:1763350978.300257:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350978.300261:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.300263:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.300267:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.300277:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.300282:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.300285:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350978.300287:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.300290:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.300292:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.300294:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.300296:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350978.300299:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350978.300301:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350978.300302:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350978.300305:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:1.0:1763350978.300309:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350978.300314:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c598 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca20 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350978.300322:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350978.300329:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.300335:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350978.300340:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.300342:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.300344:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.300346:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.300348:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.300350:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.300352:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350978.300355:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.300357:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.300366:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350978.300368:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.300369:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.300371:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350978.300372:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350978.300377:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da000. 00010000:00000010:1.0:1763350978.300380:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dffae6180. 00010000:00000001:1.0:1763350978.300384:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.300387:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7400. 00000020:00000001:1.0:1763350978.300389:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.300390:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7400 with handle 0xcb8c81cc3033c5c9 to hash 00000020:00000001:1.0:1763350978.300392:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.300393:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000010:1.0:1763350978.300396:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373c00. 00010000:00000001:1.0:1763350978.300398:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.300401:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.300402:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.300404:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.300409:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.300411:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.300412:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350978.300413:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.300415:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.300416:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.300417:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.300419:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350978.300421:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350978.300422:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350978.300423:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350978.300425:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925ccd7da000) refcount = 1 00010000:00010000:1.0:1763350978.300428:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.300433:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350978.300434:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.300436:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.300437:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.300438:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.300440:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.300442:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.300444:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350978.300445:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.300447:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.300452:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350978.300454:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.300455:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.300457:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300462:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350978.300508:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350978.300511:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350978.300515:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350978.300519:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.300525:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350978.300551:0:20012:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350978.300554:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350978.300556:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350978.300560:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350978.300563:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350978.300566:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350978.300569:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.300571:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350978.300572:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.300574:0:20012:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763350978.300577:0:20012:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763350978.300579:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350978.300581:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350978.300583:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350978.300584:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350978.300585:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.300587:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.300665:0:20012:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.300668:0:20012:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350978.300670:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300672:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300675:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350978.300677:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:1.0:1763350978.300679:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.300684:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:1.0:1763350978.300686:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:1.0:1763350978.300703:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350978.300705:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350978.300707:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350978.300711:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405800 count: 2 00010000:00000001:1.0:1763350978.300713:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.300715:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.300718:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350978.300721:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.300722:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033c5d0 to hash 00000020:00000001:1.0:1763350978.300724:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.300726:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000010:1.0:1763350978.300733:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350978.300735:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.300737:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.300739:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.300741:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.300746:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.300748:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.300750:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350978.300751:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.300754:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.300756:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350978.300757:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.300759:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350978.300760:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350978.300761:0:20012:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350978.300762:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350978.300764:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925e00405800) refcount = 2 00010000:00000040:1.0:1763350978.300766:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350978.300771:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925ddfe59400/0xcb8c81cc3033c34c lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8e5 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350978.300777:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.300781:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350978.300783:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.300784:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.300785:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.300786:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.300788:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.300790:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.300791:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350978.300793:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.300796:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.300800:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350978.300802:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.300803:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.300805:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.300807:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.300808:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=3 00000020:00000001:1.0:1763350978.300810:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.300813:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.300815:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.300816:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.300818:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300821:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763350978.300827:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350978.300830:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350978.300837:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300840:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.300845:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.300848:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.300855:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350978.300859:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350978.300862:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350978.300865:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350978.300868:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350978.300870:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fee:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:1.0:1763350978.300874:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.300875:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.300876:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.300878:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.300880:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.300882:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.300884:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.300886:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.300887:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.300889:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.300891:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.300893:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763350978.300896:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763350978.300897:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350978.300901:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dc95f02f8 00000004:00000001:1.0:1763350978.300903:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300906:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.300908:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300909:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.300911:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.300912:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.300914:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.300916:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.300918:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350978.300920:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763350978.300924:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: returning size 1024 00000004:00000040:1.0:1763350978.300927:0:20012:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fee:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763350978.300930:0:20012:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763350978.300933:0:20012:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9683 00000004:00200000:1.0:1763350978.300935:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:1.0:1763350978.300941:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350978.300948:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300951:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.300954:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.300956:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.300957:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=3 00000020:00000001:1.0:1763350978.300959:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.300961:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00000004:00010000:1.0:1763350978.300963:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000004:00000001:1.0:1763350978.300969:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350978.300973:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:1.0:1763350978.300975:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350978.300977:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350978.300979:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350978.300980:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.300982:0:20012:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350978.300983:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.300984:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.300986:0:20012:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350978.300988:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350978.300991:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350978.300992:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.300993:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.300995:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6a00 refcount=3 00000020:00000001:1.0:1763350978.300996:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350978.300999:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350978.301001:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350978.301004:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301008:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301009:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.301011:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301015:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.301016:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301019:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350978.301021:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350978.301026:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6a00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350978.301028:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.301030:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350978.301032:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301037:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350978.301039:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.301040:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.301041:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6a00 refcount=4 00000020:00000001:1.0:1763350978.301043:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350978.301044:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350978.301047:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350978.301049:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301054:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350978.301056:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350978.301058:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301061:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.301063:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.301064:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.301066:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.301069:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6a00 with handle 0xcb8c81cc3033c5c2 from hash 00010000:00000001:1.0:1763350978.301071:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.301072:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301073:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.301074:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.301077:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.301078:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301080:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.301082:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.301084:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350978.301087:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350978.301090:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350978.301092:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.301095:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301097:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.301098:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350978.301101:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301102:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.301103:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301105:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.301107:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.301110:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301115:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301116:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.301117:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350978.301119:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350978.301120:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.301122:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c5c2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350978.301128:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b00. 00010000:00000001:1.0:1763350978.301155:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.301157:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350978.301159:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350978.301160:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.301161:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.301162:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=3 00000020:00000001:1.0:1763350978.301164:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.301166:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.301168:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350978.301171:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301175:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301176:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.301178:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301182:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.301184:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301185:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350978.301188:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350978.301192:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350978.301195:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.301196:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350978.301198:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301203:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350978.301204:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.301205:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.301206:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=4 00000020:00000001:1.0:1763350978.301208:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.301211:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350978.301214:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350978.301215:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301220:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350978.301222:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350978.301223:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301225:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.301227:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.301228:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.301229:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.301232:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7400 with handle 0xcb8c81cc3033c5c9 from hash 00010000:00000001:1.0:1763350978.301234:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.301235:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301237:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.301238:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.301240:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.301242:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301244:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.301245:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.301246:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350978.301248:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925ccd7da000) 00010000:00010000:1.0:1763350978.301251:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350978.301253:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.301255:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301256:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.301257:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350978.301259:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301261:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.301262:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301264:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.301265:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.301268:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301273:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301275:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.301276:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350978.301277:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350978.301279:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.301281:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c5c9 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350978.301285:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373c00. 00010000:00000040:1.0:1763350978.301288:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da000 count: 0 00010000:00000010:1.0:1763350978.301294:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6180. 00010000:00000001:1.0:1763350978.301300:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350978.301301:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350978.301303:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350978.301305:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350978.301306:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763350978.301308:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.301309:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.301310:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=3 00000020:00000001:1.0:1763350978.301312:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.301314:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.301316:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350978.301318:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301323:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301324:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.301326:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301331:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.301333:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301335:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350978.301337:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350978.301342:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350978.301345:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.301346:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350978.301349:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301354:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350978.301355:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.301356:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.301358:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=4 00000020:00000001:1.0:1763350978.301360:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.301362:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350978.301364:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350978.301366:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301372:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350978.301373:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350978.301374:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301376:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.301378:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.301379:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.301381:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.301383:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033c5d0 from hash 00010000:00000001:1.0:1763350978.301385:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.301386:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301387:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.301388:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.301389:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.301391:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301392:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.301393:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.301394:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350978.301396:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925e00405800) 00010000:00010000:1.0:1763350978.301398:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350978.301400:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.301402:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301404:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.301405:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350978.301407:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301408:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.301409:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.301411:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.301413:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.301415:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350978.301420:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.301421:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.301422:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350978.301423:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350978.301424:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.301426:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c5d0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350978.301431:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350978.301435:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763350978.301439:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350978.301442:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350978.301443:0:20012:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:1.0:1763350978.301444:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350978.301446:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350978.301448:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350978.301450:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350978.301456:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.301458:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350978.301461:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763350978.301465:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 0, xid 1849001118760448 00010000:00000001:1.0:1763350978.301468:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.301476:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c1880 x1849001118760448/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 464/520 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350978.301485:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.301488:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.301493:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.301499:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.301501:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.301504:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.301506:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.301508:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.301512:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.301515:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.301522:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74000. 00000100:00000200:1.0:1763350978.301531:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118760448, offset 224 00000400:00000200:1.0:1763350978.301539:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.301554:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.301561:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197979:197979:256:4294967295] 192.168.202.2@tcp LPNI seq info [197975:197975:8:4294967295] 00000400:00000200:1.0:1763350978.301575:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.301580:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.301586:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e000. 00000800:00000200:1.0:1763350978.301593:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.301647:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.301653:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.301678:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.301682:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.301684:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.301687:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.301690:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.301696:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1880 x1849001118760448/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 464/520 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350978.301706:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226166:x1849001118760448:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 1719us (5141us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350978.301716:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140572 00000100:00000040:1.0:1763350978.301721:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350978.301725:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.301727:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.301732:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.301737:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3af0. 00000020:00000010:1.0:1763350978.301741:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6c00. 00000020:00000040:1.0:1763350978.301748:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:1.0:1763350978.301751:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.305097:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.305118:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.305123:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.305125:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.305149:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350978.305171:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf7f00 00000400:00000200:3.0:1763350978.305182:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d11 [2] + 1960 00000400:00000010:3.0:1763350978.305189:0:3309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb2c0. 00000400:00000200:3.0:1763350978.305194:0:3309:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925df8c81180 00000800:00000001:3.0:1763350978.305203:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.305213:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.305215:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.305220:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350978.305226:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df8c81180 00000400:00000010:3.0:1763350978.305229:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925df8c81180. 00000100:00000001:3.0:1763350978.305239:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350978.305241:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:3.0:1763350978.305245:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dfca91850 x1849001118760704 msgsize 392 00000100:00100000:3.0:1763350978.305249:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:3.0:1763350978.305251:0:3309:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763350978.305265:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350978.305275:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.305279:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763350978.307222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6a00. 00010000:00000010:1.1:1763350978.307241:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da000. 00010000:00000010:1.1:1763350978.307246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7400. 00010000:00000010:1.1:1763350978.307249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00000100:00000001:1.0:1763350978.307277:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.307283:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118760704 02000000:00000001:1.0:1763350978.307286:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.307289:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.307293:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.307299:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.307305:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118760704 00000020:00000001:1.0:1763350978.307309:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.307311:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350978.307315:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.307320:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:1.0:1763350978.307322:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350978.307325:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350978.307331:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.307341:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.307346:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.307349:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000020:00000010:1.0:1763350978.307358:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6c00. 00000020:00000010:1.0:1763350978.307364:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.307371:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3af0. 00000100:00000040:1.0:1763350978.307383:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763350978.307386:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.307388:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.307390:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.307400:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.307413:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.307427:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.307431:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.307441:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20869 00000100:00000040:1.0:1763350978.307446:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350978.307448:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531101395024 : -120542608156592 : ffff925dfca91850) 00000100:00000040:1.0:1763350978.307456:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfca91850 x1849001118760704/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350978.307467:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.307470:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.307473:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.307475:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000100:00100000:1.0:1763350978.307481:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfca91850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226166:x1849001118760704:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:1.0:1763350978.307486:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118760704 00000020:00000001:1.0:1763350978.307490:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.307495:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350978.307501:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.307504:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.307507:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:1.0:1763350978.307510:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350978.307514:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118760704, found 0 last_xid 1849001118760703 00000020:00000001:1.0:1763350978.307517:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.307520:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.307523:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.307526:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307533:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763350978.307536:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763350978.307539:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763350978.307544:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307548:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763350978.307553:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.307555:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.307558:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.307560:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.307562:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.307565:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.307566:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.307568:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.307570:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.307571:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.307573:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.307575:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.307577:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.307579:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307581:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307584:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763350978.307585:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307589:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350978.307591:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.307592:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.307613:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.307615:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.307617:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.307619:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.307620:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.307621:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.307624:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.307625:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.307631:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350978.307638:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350978.307641:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350978.307644:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350978.307646:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.307649:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.307651:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307653:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350978.307655:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307656:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.307662:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.307665:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.307672:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925dffad4800. 02000000:00000001:1.0:1763350978.307676:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.307678:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307681:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350978.307683:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307687:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763350978.307690:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763350978.307692:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.307694:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc9b70f80 refcount=2 00000020:00000001:1.0:1763350978.307697:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530246672256 : -120543462879360 : ffff925dc9b70f80) 00000004:00000001:1.0:1763350978.307700:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530246672256 : -120543462879360 : ffff925dc9b70f80) 00000020:00000040:1.0:1763350978.307703:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc9b70f80 with handle 0xcb8c81cc3033c5bb from hash 00000004:00000001:1.0:1763350978.307709:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763350978.307712:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3feb:0x0] with intent: 0 00000004:00000001:1.0:1763350978.307717:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350978.307721:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.307730:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.307734:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.307742:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350978.307746:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350978.307750:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350978.307753:0:20017:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307757:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350978.307804:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350978.307808:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350978.307812:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3feb:0x0], previous was 0x7 00000004:00000001:1.0:1763350978.307815:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307818:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763350978.307821:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307825:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763350978.307835:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350978.307838:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763350978.307841:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc9b70f80. 00000004:00000001:1.0:1763350978.307853:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350978.307859:0:20017:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350978.307861:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350978.307863:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307865:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.307868:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763350978.307872:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350978.307885:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dffad6800. 00080000:00000001:1.0:1763350978.307888:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531152009216 : -120542557542400 : ffff925dffad6800) 00080000:00000001:1.0:1763350978.307891:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350978.307897:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350978.307904:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350978.307905:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.307929:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.307931:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350978.307935:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350978.307938:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055146, last_committed = 8590055137 00000001:00000010:1.0:1763350978.307943:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fdf00. 00000001:00000040:1.0:1763350978.307945:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:1.0:1763350978.307948:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00000001:00000010:1.0:1763350978.307953:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9add80. 00080000:00000001:1.0:1763350978.307961:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350978.307979:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350978.307983:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9add80: xid 1849001118760704, transno 8590055146, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350978.307986:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.307998:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.308000:0:20017:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350978.308002:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350978.308004:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350978.308006:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350978.308008:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350978.308013:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.308017:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350978.308019:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763350978.308026:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350978.308032:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.308035:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350978.308039:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 8590055146, xid 1849001118760704 00010000:00000001:1.0:1763350978.308042:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.308048:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfca91850 x1849001118760704/t8590055146(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350978.308057:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.308060:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.308064:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.308069:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.308072:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.308075:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.308078:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.308081:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.308085:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.308089:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.308095:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74440. 00000100:00000200:1.0:1763350978.308103:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118760704, offset 224 00000400:00000200:1.0:1763350978.308111:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.308127:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.308147:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197980:197980:256:4294967295] 192.168.202.2@tcp LPNI seq info [197976:197976:8:4294967295] 00000400:00000200:1.0:1763350978.308160:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.308166:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.308171:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e500. 00000800:00000200:1.0:1763350978.308179:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.308188:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.308193:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.308215:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.308219:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.308222:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.308224:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.308226:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.308231:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfca91850 x1849001118760704/t8590055146(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350978.308241:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfca91850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226166:x1849001118760704:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 772us (2994us total) trans 8590055146 rc 0/0 00000100:00100000:1.0:1763350978.308251:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20869 00000100:00000040:1.0:1763350978.308255:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350978.308258:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.308260:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.308265:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.308270:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3af0. 00000020:00000010:1.0:1763350978.308274:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6c00. 00000020:00000040:1.0:1763350978.308280:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 02000000:00000001:1.0:1763350978.308288:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350978.308291:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dc67e7000. 02000000:00000001:1.0:1763350978.308298:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350978.308301:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da0a80. 02000000:00000001:1.0:1763350978.308306:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350978.308307:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dc67e4c00. 02000000:00000001:1.0:1763350978.308310:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350978.308311:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbc700. 02000000:00000001:1.0:1763350978.308315:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350978.308316:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dffad4c00. 02000000:00000001:1.0:1763350978.308318:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350978.308320:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15ea00. 02000000:00000001:1.0:1763350978.308324:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350978.308325:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925e00074c00. 02000000:00000001:1.0:1763350978.308328:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350978.308330:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf8e00. 02000000:00000001:1.0:1763350978.308337:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350978.308339:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925e00076800. 02000000:00000001:1.0:1763350978.308341:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350978.308342:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0000. 00000100:00000001:1.0:1763350978.308346:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763350978.308353:0:20017:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1763350978.308361:0:20017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466160. 00000400:00000010:1.0:1763350978.308366:0:20017:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dff9ad180. 00000800:00000200:3.0:1763350978.310536:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350978.310548:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e500. 00000400:00000200:3.0:1763350978.310558:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.310567:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350978.310575:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74440 00000400:00000010:3.0:1763350978.310577:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74440. 00000100:00000001:3.0:1763350978.310584:0:3308:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350978.310587:0:3308:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350978.310591:0:3308:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dffad4800. 02000000:00000001:3.0:1763350978.312199:0:3308:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763350978.312212:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350978.354399:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.354405:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118760960 02000000:00000001:3.0:1763350978.354408:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.354411:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.354414:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.354419:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.354424:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118760960 00000020:00000001:3.0:1763350978.354427:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.354429:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350978.354432:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.354436:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000020:00000001:3.0:1763350978.354439:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350978.354441:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350978.354448:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.354453:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.354457:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.354460:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000020:00000010:3.0:1763350978.354467:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fa00. 00000020:00000010:3.0:1763350978.354472:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69b00. 00000020:00000010:3.0:1763350978.354478:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375af0. 00000100:00000040:3.0:1763350978.354488:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350978.354491:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.354493:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350978.354496:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350978.354498:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.354500:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.354510:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.354529:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.354545:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.354548:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.354554:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140573 00000100:00000040:3.0:1763350978.354558:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350978.354560:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130601984 : -120543578949632 : ffff925dc2cbf800) 00000100:00000040:3.0:1763350978.354568:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbf800 x1849001118760960/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4616/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.354577:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.354580:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.354582:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.354584:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000100:00100000:3.0:1763350978.354589:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226168:x1849001118760960:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350978.354593:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118760960 00000020:00000001:3.0:1763350978.355511:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.355518:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000800:00000200:1.0:1763350978.364109:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.364122:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858ad00. 00000400:00000200:1.0:1763350978.364146:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.364158:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.364165:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2cc0 00000400:00000010:1.0:1763350978.364168:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2cc0. 00000100:00000001:1.0:1763350978.364174:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.364176:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350978.364769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000100:00000001:0.0:1763350978.381297:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.381301:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118761088 02000000:00000001:0.0:1763350978.381305:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.381308:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.381310:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.381315:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.381320:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118761088 00000020:00000001:0.0:1763350978.381325:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.381327:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350978.381330:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.381335:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:0.0:1763350978.381338:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350978.381340:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350978.381345:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.381352:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.381356:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.381359:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.381366:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.381372:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.381378:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.381387:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350978.381391:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.381392:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350978.381395:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350978.381398:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.381401:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350978.381407:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.381409:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.381411:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=3 00000020:00000001:0.0:1763350978.381413:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350978.381415:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350978.381418:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.381420:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.381421:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.381423:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.381432:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.381450:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.381464:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.381466:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.381471:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1001 00000100:00000040:0.0:1763350978.381475:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350978.381477:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130596608 : -120543578955008 : ffff925dc2cbe300) 00000100:00000040:0.0:1763350978.381485:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbe300 x1849001118761088/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.381495:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.381497:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.381499:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.381501:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000100:00100000:0.0:1763350978.381506:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:2360:x1849001118761088:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350978.381509:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118761088 00010000:00000001:0.0:1763350978.381512:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350978.381515:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350978.381517:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350978.381523:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.381525:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.381533:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea4800. 02000000:00000001:0.0:1763350978.381535:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.381537:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.381540:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350978.381542:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350978.381544:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.381545:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.381547:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=3 00000020:00000001:0.0:1763350978.381548:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350978.381550:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000040:0.0:1763350978.381553:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405800 count: 3 00000004:00000001:0.0:1763350978.381559:0:54877:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763350978.381561:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350978.381565:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.381568:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.381570:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.381572:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.381576:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350978.381579:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.381585:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.381586:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.381589:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.381590:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.381593:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0600 with handle 0xcb8c81cc3033c5de from hash 00010000:00000001:0.0:1763350978.381637:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.381639:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.381640:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.381641:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350978.381646:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.381648:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.381650:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350978.381651:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.381657:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c5de lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca2e expref: 498 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.381667:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350978.381669:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00010000:00000010:0.0:1763350978.381672:0:54877:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bee80. 00010000:00000001:0.0:1763350978.381680:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.381682:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.381685:0:54877:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350978.381688:0:54877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925e00405800) 00010000:00000001:0.0:1763350978.381693:0:54877:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.381696:0:54877:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.381697:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350978.381699:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350978.381700:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.381706:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.381708:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.381712:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.381716:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.381719:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.381721:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.381724:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.381726:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.381729:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.381732:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.381737:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019a18. 00000100:00000200:0.0:1763350978.381743:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118761088, offset 224 00000400:00000200:0.0:1763350978.381750:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.381763:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.381769:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197982:197982:256:4294967295] 192.168.202.2@tcp LPNI seq info [197978:197978:8:4294967295] 00000400:00000200:0.0:1763350978.381781:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.381788:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.381794:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350978.381801:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.381810:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.381814:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.381825:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.381828:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.381831:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.381834:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.381838:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc2cbe300 x1849001118761088/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.381848:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc2cbe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:2360:x1849001118761088:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 351us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.381856:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1001 00000100:00000040:0.0:1763350978.381861:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350978.381863:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.381865:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.381870:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.381875:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.381879:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.381885:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000100:00000001:0.0:1763350978.381888:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.382363:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.382370:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:1.0:1763350978.382376:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.382382:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.382387:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019a18 00000400:00000010:1.0:1763350978.382390:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019a18. 00000100:00000001:1.0:1763350978.382394:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.382396:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350978.393708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00000800:00000001:1.0:1763350978.393825:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.393849:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.393853:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.393855:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.393867:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.393892:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 552 into portal 12 MB=0x691a81edf8180 00000400:00000200:1.0:1763350978.393903:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 552/552 into md 0xd4535 [64] + 80336 00000800:00000001:1.0:1763350978.393912:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.393925:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.393928:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.393934:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.393942:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.393944:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350978.393951:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da0a80. 00000100:00000040:1.0:1763350978.393954:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da0a80 x1849001118761344 msgsize 552 00000100:00100000:1.0:1763350978.393958:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.393975:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.393984:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.393988:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350978.397148:0:20037:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1763350978.397152:0:20037:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1763350978.397160:0:20037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1f80. 00000020:00000040:3.0:1763350978.397165:0:20037:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763350978.397169:0:20037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350978.397173:0:20037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350978.397178:0:20037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350978.397186:0:20037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925df0122d00. 00000100:00000001:3.0:1763350978.397192:0:20037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.397199:0:20037:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350978.397205:0:20037:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.397214:0:20037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009104cd45] to pc [ptlrpcd_00_01+1] req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.397266:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350978.397270:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350978.397274:0:3316:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350978.397281:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.397289:0:3316:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350978.397291:0:3316:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.397294:0:3316:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763350978.397298:0:3316:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763350978.397300:0:3316:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.397302:0:3316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dfb5c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3316:1849001101449600:0@lo:13:osp-pre-0-0.0 00000100:00000001:1.0:1763350978.397306:0:3316:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350978.397311:0:3316:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350978.397314:0:3316:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.397316:0:3316:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350978.397323:0:3316:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925dffad6c00. 02000000:00000001:1.0:1763350978.397325:0:3316:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350978.397331:0:3316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466d68. 00000400:00000010:1.0:1763350978.397336:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74198. 00000100:00000200:1.0:1763350978.397343:0:3316:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101449600, portal 4 00000100:00000001:1.0:1763350978.397346:0:3316:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350978.397347:0:3316:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079573376 : -120542629978240 : ffff925dfb5c1f80) 00000100:00000040:1.0:1763350978.397354:0:3316:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.397360:0:3316:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.397362:0:3316:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350978.397364:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead745d8. 00000100:00000200:1.0:1763350978.397366:0:3316:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1849001101449600, offset 0 00000400:00000200:1.0:1763350978.397371:0:3316:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350978.397380:0:3316:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350978.397391:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a81dd75980 00000400:00000200:1.0:1763350978.397398:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x909cd [8] + 9184 00000400:00000200:1.0:1763350978.397406:0:3316:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.397409:0:3316:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350978.397414:0:3316:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.397418:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:1.0:1763350978.397422:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da0380. 00000100:00000040:1.0:1763350978.397426:0:3316:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da0380 x1849001101449600 msgsize 224 00000100:00100000:1.0:1763350978.397429:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763350978.397446:0:3316:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763350978.397454:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead745d8 00000400:00000010:1.0:1763350978.397455:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead745d8. 00000100:00000001:1.0:1763350978.397459:0:3316:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350978.397463:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.397472:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350978.397475:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.397482:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.397483:0:3316:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763350978.397487:0:3316:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.397492:0:3316:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24605 usecs (25 jiffies) 00000100:00000001:1.0:1763350978.397496:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855324 00000100:00000010:1.0:1763350978.397502:0:3316:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd7e0. 00000100:00000001:1.0:1763350978.397510:0:3316:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763350978.397518:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855324 00000100:00000010:1.0:1763350978.397521:0:3316:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fdba0. 00000100:00000001:1.0:1763350978.397524:0:3316:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763350978.397527:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855324 00000100:00000010:1.0:1763350978.397530:0:3316:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd5a0. 00000100:00000001:1.0:1763350978.397533:0:3316:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763350978.397536:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855324 00000100:00000010:1.0:1763350978.397538:0:3316:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fdea0. 00000100:00000001:1.0:1763350978.397541:0:3316:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763350978.397544:0:3316:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350978.397546:0:3316:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.397550:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.397552:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350978.397649:0:20037:0:(osp_precreate.c:234:osp_statfs_update()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350978.397653:0:20037:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.397708:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350978.397712:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.398274:0:3316:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350978.398278:0:3316:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1763350978.398282:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350978.398283:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350978.398286:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.398288:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763350978.403793:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.403818:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.403823:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.403825:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.403841:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.403864:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edf8280 00000400:00000200:1.0:1763350978.403877:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 80888 00000800:00000001:1.0:1763350978.403890:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.403944:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.403947:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.403952:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.403962:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.403965:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350978.403974:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da1f80. 00000100:00000040:1.0:1763350978.403979:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da1f80 x1849001118761600 msgsize 4616 00000100:00100000:1.0:1763350978.403983:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.404009:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.404019:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.404024:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.404357:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.404362:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118761600 02000000:00000001:3.0:1763350978.404366:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.404368:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.404371:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.404377:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.404382:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118761600 00000020:00000001:3.0:1763350978.404385:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.404387:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350978.404390:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.404396:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:3.0:1763350978.404399:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350978.404402:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350978.404409:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.404415:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.404420:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.404423:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000020:00000010:3.0:1763350978.404430:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e800. 00000020:00000010:3.0:1763350978.404437:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69d80. 00000020:00000010:3.0:1763350978.404444:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375c80. 00000100:00000040:3.0:1763350978.404454:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350978.404458:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.404459:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350978.404463:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350978.404465:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.404468:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.404478:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.404486:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.404500:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.404504:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.404510:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140575 00000100:00000040:3.0:1763350978.404514:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350978.404516:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530148306816 : -120543561244800 : ffff925dc3da1f80) 00000100:00000040:3.0:1763350978.404524:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3da1f80 x1849001118761600/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4616/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.404540:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.404543:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.404545:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.404547:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000100:00100000:3.0:1763350978.404552:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226168:x1849001118761600:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350978.404557:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118761600 00000020:00000001:3.0:1763350978.404561:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.404565:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350978.404572:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de9da93c0: xid 1849001118761344, transno 8590055148, client gen 3, slot idx 1 00000001:00000001:3.0:1763350978.404577:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de9da9e40: xid 1849001118760960, transno 8590055147, client gen 3, slot idx 0 00000001:00000010:3.0:1763350978.404581:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de9da9e40. 00000020:00000001:3.0:1763350978.404587:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.404589:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.404592:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350978.404635:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350978.404639:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118761600, found 0 last_xid 1849001118761599 00000020:00000001:3.0:1763350978.404643:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.404646:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.404648:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.404655:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.404658:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350978.404661:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350978.404664:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350978.404666:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350978.404668:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.404674:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350978.404683:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:3.0:1763350978.404687:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.404691:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.404697:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc14a2800. 00000020:00000001:3.0:1763350978.404702:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.404706:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc14a2800 with handle 0xcb8c81cc3033c601 to hash 00000020:00000001:3.0:1763350978.404708:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.404710:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530105317376 : -120543604234240 : ffff925dc14a2800) 00010000:00000010:3.0:1763350978.404717:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76080. 00010000:00000001:3.0:1763350978.404721:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530105317376 : -120543604234240 : ffff925dc14a2800) 00010000:00010000:3.0:1763350978.404727:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c601 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca3c expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.404738:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:3.0:1763350978.404741:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00010000:00000001:3.0:1763350978.404750:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350978.404754:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350978.404764:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350978.404766:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350978.404768:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.404771:0:20012:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763350978.404777:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dc3da1f80 x1849001118761600/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4616/0 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763350978.404788:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763350978.404791:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763350978.404795:0:20012:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763350978.404798:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.404800:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.404804:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.404806:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.404808:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.404810:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.404811:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.404813:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.404821:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.404822:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.404825:0:20012:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.404827:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.404830:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350978.404832:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350978.404836:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.404838:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.404893:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925dd0bb0000. 02000000:00000001:3.0:1763350978.404896:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.404899:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.404904:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350978.404906:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.404907:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.404908:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.404910:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.404912:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.404914:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.404915:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.404917:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.404920:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.404922:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.404927:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350978.404933:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350978.404936:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350978.404939:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350978.404941:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.404944:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.404945:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.404947:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350978.404950:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.404953:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350978.404956:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.404959:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763350978.404962:0:20012:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763350978.404966:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3ba38 00000004:00000002:3.0:1763350978.404968:0:20012:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3ff1:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763350978.404975:0:20012:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763350978.404978:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350978.404980:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350978.404984:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.404993:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350978.404995:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350978.404997:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350978.404998:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff1:0x0] 00000020:00000001:3.0:1763350978.405000:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.405002:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000004:00000001:3.0:1763350978.405004:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993824 : -120547694557792 : ffff925ccd7cc5a0) 00000004:00000001:3.0:1763350978.405006:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763350978.405008:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.405015:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350978.405019:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350978.405030:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.405034:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.405041:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.405044:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.405052:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.405055:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.405059:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.405061:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350978.405064:0:20012:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.405068:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.405069:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.405070:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.405072:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.405074:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.405077:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350978.405080:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925dd0bb0378 00000004:00000001:3.0:1763350978.405082:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.405086:0:20012:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:3.0:1763350978.405091:0:20012:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff1:0x0] lease count: 0, lm: 4 00000004:00000002:3.0:1763350978.405094:0:20012:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff1:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:3.0:1763350978.405097:0:20012:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x3ff1:0x0], open_flags = 040010040000002 00000004:00000001:3.0:1763350978.405100:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350978.405106:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350978.405108:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350978.405111:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92400 count: 2 00010000:00000001:3.0:1763350978.405114:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.405116:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.405122:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc0031c00. 00000020:00000001:3.0:1763350978.405124:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.405126:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc0031c00 with handle 0xcb8c81cc3033c608 to hash 00000020:00000001:3.0:1763350978.405127:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.405142:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000010:3.0:1763350978.405147:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76500. 00010000:00000001:3.0:1763350978.405149:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.405153:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.405155:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.405159:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.405165:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350978.405169:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350978.405172:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350978.405174:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.405178:0:20012:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350978.405182:0:20012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c5f3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca35 expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.405188:0:20012:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763350978.405190:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.405191:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.405193:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.405195:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.405197:0:20012:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763350978.405200:0:20012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000040:3.0:1763350978.405208:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff1:0x0].0x0 (ffff925df4a92400) refcount = 2 00010000:00000040:3.0:1763350978.405212:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350978.405216:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c5f3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca35 expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.405222:0:20012:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763350978.405224:0:20012:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000010:3.0:1763350978.405231:0:20012:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.405235:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350978.405243:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded436c0. 00000100:00000001:3.0:1763350978.405245:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600904384 : -120543108647232 : ffff925dded436c0) 00000100:00000001:3.0:1763350978.405247:0:20012:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530600904384 : -120543108647232 : ffff925dded436c0) 00000100:00000001:3.0:1763350978.405250:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350978.405252:0:20012:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350978.405254:0:20012:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763350978.405257:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.405259:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763350978.405261:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.405263:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.405265:0:20012:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763350978.405267:0:20012:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763350978.405271:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0000. 00000020:00000040:3.0:1763350978.405274:0:20012:0:(genops.c:1229:class_import_get()) import ffff925ddf07c800 refcount=2 obd=lustre-MDT0000 00000100:00000001:3.0:1763350978.405278:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350978.405280:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350978.405287:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350978.405295:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214e000. 00000100:00000001:3.0:1763350978.405301:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.405306:0:20012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c5f3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca35 expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350978.405322:0:20012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c5f3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca35 expref: 499 pid: 20551 timeout: 6288 lvb_type: 0 00010000:00000001:3.0:1763350978.405336:0:20012:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350978.405339:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350978.405344:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dfb5c0000 x1849001101449728/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.405352:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350978.405355:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.405359:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dfb5c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:20012:1849001101449728:192.168.202.2@tcp:104: 00000100:00000001:3.0:1763350978.405363:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350978.405370:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350978.405373:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.405376:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350978.405381:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df214f400. 02000000:00000001:3.0:1763350978.405383:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350978.405390:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810d10. 00000400:00000010:3.0:1763350978.405397:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350bb0. 00000100:00000200:3.0:1763350978.405406:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101449728, portal 16 00000100:00000001:3.0:1763350978.405408:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350978.405410:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079565312 : -120542629986304 : ffff925dfb5c0000) 00000100:00000040:3.0:1763350978.405415:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dfb5c0000 x1849001101449728/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.405422:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.405424:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.405427:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350dd0. 00000100:00000200:3.0:1763350978.405430:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101449728, offset 0 00000400:00000200:3.0:1763350978.405436:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.405450:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.405455:0:20012:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763350978.405459:0:20012:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:3.0:1763350978.405463:0:20012:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763350978.405466:0:20012:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:3.0:1763350978.405470:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197984:197984:256:4294967295] 192.168.202.2@tcp LPNI seq info [197980:197980:8:4294967295] 00000400:00000200:3.0:1763350978.405482:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.405488:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.405494:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122b00. 00000800:00000200:3.0:1763350978.405502:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.405510:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.405515:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.405530:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.405535:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855376 00000100:00000001:3.0:1763350978.405547:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855324 00000100:00000001:3.0:1763350978.405553:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855376 00000100:00000001:3.0:1763350978.405555:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855324 00000100:00000001:3.0:1763350978.405559:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855376 00000100:00000001:3.0:1763350978.405562:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855324 00000100:00000001:3.0:1763350978.405565:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855376 00000100:00000001:3.0:1763350978.405568:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855324 00000100:00000001:3.0:1763350978.405571:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350978.405574:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.405577:0:20012:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.405579:0:20012:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.405581:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.405584:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.405585:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.405587:0:20012:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.405590:0:20012:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763350978.405591:0:20012:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350978.405594:0:20012:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.405630:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350978.405631:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350978.405634:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded436c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763350978.405637:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350978.405641:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350978.406940:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.406947:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122b00. 00000400:00000200:1.0:1763350978.406952:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.406961:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.406967:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350dd0 00000400:00000010:1.0:1763350978.406970:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350dd0. 00000100:00000001:1.0:1763350978.406975:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350978.406982:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dfb5c0000 x1849001101449728/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.406995:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350978.406998:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dfb5c0000 x1849001101449728/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.407005:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.407007:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763350978.407656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00010000:00000010:2.1:1763350978.407666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000100:00000001:0.0:1763350978.408339:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350978.408344:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350978.408352:0:3316:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350978.408354:0:3316:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350978.408357:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466d68. 00000400:00000200:0.0:1763350978.408362:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74198 00000400:00000010:0.0:1763350978.408364:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74198. 00000100:00000001:0.0:1763350978.408367:0:3316:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.408372:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350978.408379:0:3316:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.408384:0:3316:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.408385:0:3316:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.408388:0:3316:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350978.408391:0:3316:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350978.408392:0:3316:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.408394:0:3316:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.408397:0:3316:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.408403:0:3316:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80aca0 time=116 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350978.408407:0:3316:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.408409:0:3316:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350978.408411:0:3316:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.408414:0:3316:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350978.408417:0:3316:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.408420:0:3316:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350978.408423:0:3316:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847686 00000100:00000001:0.0:1763350978.408424:0:3316:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350978.408427:0:3316:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.408431:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.408437:0:3316:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.408441:0:3316:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350978.408443:0:3316:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350978.408446:0:3316:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1763350978.408450:0:3316:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1763350978.408454:0:3316:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942848 free=937216 avail=931072 avail_mb=3637 hwm_mb=7 files=117888 ffree=117152 state=0: rc = 0 00000004:00000020:0.0:1763350978.408462:0:3316:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff925dc2be7000): 942848 blocks, 937216 free, 931072 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117888 files, 117152 free files 0x0 00000004:00000001:0.0:1763350978.408467:0:3316:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.408471:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350994 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.408478:0:3316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dfb5c1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3316:1849001101449600:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1763350978.408483:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.408485:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.408488:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dfb5c1f80 x1849001101449600/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.408494:0:3316:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350978.408497:0:3316:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350978.408500:0:3316:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925dffad6c00. 02000000:00000001:0.0:1763350978.408504:0:3316:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350978.408506:0:3316:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350978.408508:0:3316:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350978.408509:0:3316:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350978.408512:0:3316:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df0122d00. 02000000:00000001:0.0:1763350978.408517:0:3316:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350978.408519:0:3316:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350978.408521:0:3316:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c1f80. 00000100:00000001:0.0:1763350978.408525:0:3316:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350978.408526:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.408529:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.408535:0:3316:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350978.408537:0:3316:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.408539:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350978.408541:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.417263:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763350978.417793:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350978.417807:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350978.417810:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350978.417814:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810d10. 00000400:00000200:3.0:1763350978.417823:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350bb0 00000400:00000010:3.0:1763350978.417827:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350bb0. 00000100:00000001:3.0:1763350978.417832:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350978.417844:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dfb5c0000 x1849001101449728/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350978.417857:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dfb5c0000 x1849001101449728/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.417864:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350978.417865:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.417868:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350978.417872:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350978.417875:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.417877:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.417880:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.417888:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925ddf07cc58 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350978.417892:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925ddf07cc10 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.417894:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350978.417895:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.417898:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350978.417902:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.417904:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.417909:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dfb5c0000 x1849001101449728/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.417915:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350978.417919:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350978.417921:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.417923:0:20012:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763350978.417927:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.417929:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.417930:0:20012:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.417934:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0000 x1849001101449728/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350978.417943:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dfb5c0000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:20012:1849001101449728:192.168.202.2@tcp:104: 00000100:00000001:3.0:1763350978.417948:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.417951:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.417954:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350978.417956:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350978.417959:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dfb5c0000 x1849001101449728/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.417965:0:20012:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350978.417967:0:20012:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350978.417971:0:20012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df214f400. 02000000:00000001:3.0:1763350978.417977:0:20012:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350978.417979:0:20012:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350978.417981:0:20012:0:(genops.c:1242:class_import_put()) import ffff925ddf07c800 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1763350978.417983:0:20012:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350978.417986:0:20012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214e000. 02000000:00000001:3.0:1763350978.417990:0:20012:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350978.417992:0:20012:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350978.417994:0:20012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0000. 00000100:00000001:3.0:1763350978.417997:0:20012:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350978.417998:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350978.418000:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded436c0. 00000100:00000001:3.0:1763350978.418003:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350978.418005:0:20012:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350978.418008:0:20012:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dfb9b5540. 00010000:00000001:3.0:1763350978.418011:0:20012:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.418014:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.418016:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.418020:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763350978.418024:0:20012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:0.0:1763350978.418294:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118761728 02000000:00000001:0.0:1763350978.418299:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.418302:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.418303:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.418308:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.418312:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118761728 00000020:00000001:0.0:1763350978.418314:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.418316:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350978.418319:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.418323:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=500 00000020:00000001:0.0:1763350978.418326:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350978.418328:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350978.418333:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.418343:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.418347:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.418350:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.418357:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.418363:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.418370:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.418382:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350978.418385:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.418387:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350978.418389:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350978.418393:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.418395:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350978.418401:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.418402:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.418404:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=4 00000020:00000001:0.0:1763350978.418406:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:0.0:1763350978.418408:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00010000:0.0:1763350978.418414:0:5782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c5f3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca35 expref: 500 pid: 20551 timeout: 6288 lvb_type: 0 00010000:00000001:0.0:1763350978.418425:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.418427:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.418428:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.418430:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.418439:0:5782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350978.418445:0:5782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dc2cbc700 x1849001118761728/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.418452:0:5782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350978.418454:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.418476:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.418494:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.418496:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.418501:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4020 00000100:00000040:0.0:1763350978.418505:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:0.0:1763350978.418508:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130589440 : -120543578962176 : ffff925dc2cbc700) 00000100:00000040:0.0:1763350978.418512:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbc700 x1849001118761728/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.418520:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.418523:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.418525:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.418527:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000100:00100000:0.0:1763350978.418531:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:2361:x1849001118761728:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350978.418535:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118761728 00010000:00000001:0.0:1763350978.418538:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350978.418540:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350978.418542:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350978.418548:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.418551:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.418556:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea4400. 02000000:00000001:0.0:1763350978.418558:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.418562:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.418564:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350978.418567:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350978.418569:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.418570:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.418572:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=4 00000020:00000001:0.0:1763350978.418574:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:0.0:1763350978.418577:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000040:0.0:1763350978.418580:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92400 count: 3 00000004:00000001:0.0:1763350978.418585:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763350978.418589:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c5f3 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca35 expref: 500 pid: 20551 timeout: 6288 lvb_type: 0 00000100:00001000:0.0:1763350978.418621:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=44 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350978.418624:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350978.418630:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.418632:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350978.418635:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c5f3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca35 expref: 500 pid: 20551 timeout: 6288 lvb_type: 0 00000020:00000001:0.0:1763350978.418644:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.418647:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.418648:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.418650:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.418655:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350978.418657:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.418663:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.418664:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.418667:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.418669:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.418671:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0400 with handle 0xcb8c81cc3033c5f3 from hash 00010000:00000001:0.0:1763350978.418673:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.418675:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.418676:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.418677:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350978.418684:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.418686:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.418688:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350978.418690:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.418693:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c5f3 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca35 expref: 500 pid: 20551 timeout: 6288 lvb_type: 0 00010000:00000040:0.0:1763350978.418700:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350978.418703:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:0.0:1763350978.418706:0:5782:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be800. 00010000:00000001:0.0:1763350978.418714:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.418716:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.418719:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350978.418722:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff1:0x0].0x0 (ffff925df4a92400) 00010000:00010000:0.0:1763350978.418728:0:5782:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.418734:0:5782:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350978.418737:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350978.418739:0:5782:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.418741:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350978.418742:0:5782:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.418745:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350978.418747:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350978.418749:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.418755:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350978.418758:0:5782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350978.418759:0:5782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350978.418760:0:5782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350978.418763:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff1:0x0].0x0 (ffff925df4a92400) refcount = 2 00010000:00010000:0.0:1763350978.418767:0:5782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.418773:0:5782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350978.418776:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.418777:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.418779:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350978.418780:0:5782:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.418782:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350978.418786:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.418790:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350978.418797:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.418800:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142883584 : -120543566668032 : ffff925dc3875f00) 00000100:00000001:0.0:1763350978.418802:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142883584 : -120543566668032 : ffff925dc3875f00) 00000100:00000001:0.0:1763350978.418804:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350978.418806:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350978.418807:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350978.418809:0:5782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350978.418814:0:5782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.418816:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.418817:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.418819:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.418820:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350978.418821:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350978.418824:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.418826:0:5782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.418828:0:5782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350978.418829:0:5782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.418832:0:5782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350978.418833:0:5782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350978.418835:0:5782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda000. 00010000:00000001:0.0:1763350978.418838:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350978.418840:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350978.418841:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.418847:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.418850:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.418852:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.418857:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.418860:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.418862:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.418866:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.418869:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.418872:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.418874:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.418879:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019b28. 00000100:00000200:0.0:1763350978.418884:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118761728, offset 224 00000400:00000200:0.0:1763350978.418891:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.418907:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.418915:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197985:197985:256:4294967295] 192.168.202.2@tcp LPNI seq info [197981:197981:8:4294967295] 00000400:00000200:0.0:1763350978.418927:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.418933:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.418938:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350978.418946:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.418954:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.418959:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.418976:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.418980:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.418982:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.418985:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.418989:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc2cbc700 x1849001118761728/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.418998:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc2cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:2361:x1849001118761728:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 476us (3268us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.419006:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4020 00000100:00000040:0.0:1763350978.419009:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350978.419011:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.419013:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.419018:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.419022:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.419026:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.419032:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:0.0:1763350978.419035:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.419256:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.419263:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:1.0:1763350978.419268:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.419273:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.419278:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019b28 00000400:00000010:1.0:1763350978.419280:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019b28. 00000100:00000001:1.0:1763350978.419284:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.419286:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1763350978.423306:0:20012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.423332:0:20012:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.423336:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.423341:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350978.423343:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.423346:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.423349:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.423352:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.423354:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc0031c00 refcount=3 00000020:00000001:3.0:1763350978.423357:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.423360:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.423362:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.423363:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350978.423366:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423371:0:20012:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350978.423373:0:20012:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423384:0:20012:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763350978.423393:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.423395:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.423397:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.423398:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.423400:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.423402:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.423403:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.423404:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.423407:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff1:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:3.0:1763350978.423410:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff1:0x0]: returning size 0 00000001:00000001:3.0:1763350978.423413:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.423414:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423417:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763350978.423421:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.423430:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.423433:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.423443:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.423446:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.423450:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.423453:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423456:0:20012:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:3.0:1763350978.423458:0:20012:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:3.0:1763350978.423465:0:20012:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:3.0:1763350978.423467:0:20012:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:3.0:1763350978.423469:0:20012:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350978.423481:0:20012:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff1:0x0] eadata 0000000000000000 len 0 00000004:00000001:3.0:1763350978.423485:0:20012:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:3.0:1763350978.423491:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925de9da99c0. 00000004:00000001:3.0:1763350978.423496:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763350978.423499:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763350978.423502:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.423504:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.423508:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423510:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423512:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:3.0:1763350978.423514:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763350978.423515:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.423518:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.423520:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423522:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763350978.423535:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dded436c0. 00000004:00000001:3.0:1763350978.423538:0:20012:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:3.0:1763350978.423543:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350978.423551:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5b40. 00080000:00000001:3.0:1763350978.423556:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350978.423568:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dfc982400. 00080000:00000001:3.0:1763350978.423571:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531100283904 : -120542609267712 : ffff925dfc982400) 00000004:00001000:3.0:1763350978.423575:0:20012:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff925df5293e00/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:3.0:1763350978.423580:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.423584:0:20012:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:3.0:1763350978.423587:0:20012:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:3.0:1763350978.423590:0:20012:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:3.0:1763350978.423593:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dded436c0. 00000004:00000001:3.0:1763350978.423625:0:20012:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:3.0:1763350978.423628:0:20012:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:3.0:1763350978.423632:0:20012:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423634:0:20012:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.423638:0:20012:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:3.0:1763350978.423642:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dded436c0. 00000004:00000001:3.0:1763350978.423646:0:20012:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:3.0:1763350978.423649:0:20012:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff925cddf6a860. 00000004:00000001:3.0:1763350978.423651:0:20012:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350978.423655:0:20012:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:3.0:1763350978.423657:0:20012:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:3.0:1763350978.423660:0:20012:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:3.0:1763350978.423663:0:20012:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:3.0:1763350978.423665:0:20012:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:3.0:1763350978.423667:0:20012:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763350978.423670:0:20012:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:3.0:1763350978.423673:0:20012:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff925cddf6a040. 00020000:00000010:3.0:1763350978.423676:0:20012:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff925cddf6a3d0. 00020000:00001000:3.0:1763350978.423680:0:20012:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:3.0:1763350978.423682:0:20012:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:3.0:1763350978.423685:0:20012:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:3.0:1763350978.423690:0:20012:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763350978.423693:0:20012:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117888, ffree=117152, state=0 00000004:00000001:3.0:1763350978.423698:0:20012:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350978.423700:0:20012:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350978.423702:0:20012:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:3.0:1763350978.423709:0:20012:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925cdef7ee98. 00000004:00000001:3.0:1763350978.423716:0:20012:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763350978.423719:0:20012:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423725:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.423727:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100283904 : -120542609267712 : ffff925dfc982400) 00000004:00000001:3.0:1763350978.423732:0:20012:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:3.0:1763350978.423735:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350978.423737:0:20012:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531100283904 : -120542609267712 : ffff925dfc982400) 00000004:00000001:3.0:1763350978.423741:0:20012:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:3.0:1763350978.423746:0:20012:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.423750:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.423875:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.423877:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423880:0:20012:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350978.423882:0:20012:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446623526308278000 : -120547401273616 : ffff925cdef7eef0) 00020000:00000001:3.0:1763350978.423886:0:20012:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350978.423889:0:20012:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350978.423891:0:20012:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1763350978.423894:0:20012:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:3.0:1763350978.423895:0:20012:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350978.423898:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.423900:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.423901:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100283904 : -120542609267712 : ffff925dfc982400) 00080000:00000001:3.0:1763350978.423905:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350978.423921:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423923:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423926:0:20012:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:3.0:1763350978.423929:0:20012:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423931:0:20012:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423933:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.423938:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350978.423940:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350978.423947:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350978.423949:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.423950:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100283904 : -120542609267712 : ffff925dfc982400) 00080000:00000001:3.0:1763350978.423953:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.423957:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.423958:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423960:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.423982:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.423985:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.423988:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.423992:0:20012:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:3.0:1763350978.423995:0:20012:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350978.423997:0:20012:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:3.0:1763350978.423999:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.424001:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100283904 : -120542609267712 : ffff925dfc982400) 00000004:00000001:3.0:1763350978.424005:0:20012:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:3.0:1763350978.424013:0:20012:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff925cdef7ee98 is [0x240000401:0x25d6:0x0] 00000020:00000001:3.0:1763350978.424016:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350978.424017:0:20012:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531100283904 : -120542609267712 : ffff925dfc982400) 00080000:00000001:3.0:1763350978.424021:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.424083:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:3.0:1763350978.424086:0:20012:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000401:0x25d6:0x0], index 0: 0 00000004:00000001:3.0:1763350978.424089:0:20012:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424091:0:20012:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424093:0:20012:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763350978.424095:0:20012:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424099:0:20012:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:3.0:1763350978.424101:0:20012:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:3.0:1763350978.424104:0:20012:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:3.0:1763350978.424108:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350978.424112:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350978.424114:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.424117:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.424120:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.424123:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.424125:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350978.424127:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350978.424140:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424142:0:20012:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424144:0:20012:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424147:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.424149:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.424150:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100283904 : -120542609267712 : ffff925dfc982400) 00080000:00000001:3.0:1763350978.424154:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350978.424157:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763350978.424174:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763350978.424177:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.424181:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424183:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424186:0:20012:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424188:0:20012:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424191:0:20012:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424194:0:20012:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.424197:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350978.424200:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350978.424205:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350978.424209:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055149, last_committed = 8590055137 00000001:00000010:3.0:1763350978.424214:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f55a0. 00000001:00000040:3.0:1763350978.424217:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 12 00000020:00000040:3.0:1763350978.424220:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:3.0:1763350978.424227:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43540. 00000004:00000001:3.0:1763350978.424236:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350978.424237:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.424238:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100283904 : -120542609267712 : ffff925dfc982400) 00080000:00000001:3.0:1763350978.424242:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.424251:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350978.424254:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350978.424258:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43540: xid 1849001118761600, transno 8590055149, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763350978.424262:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.424332:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350978.424336:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5b40. 00000020:00000001:3.0:1763350978.424338:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424342:0:20012:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424346:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350978.424348:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350978.424351:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424355:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.424358:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.424359:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.424362:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.424365:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.424367:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.424369:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350978.424372:0:20012:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350978.424376:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.424378:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.424379:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.424381:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.424383:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.424385:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1763350978.424388:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff925dd0bb0378 00000004:00000001:3.0:1763350978.424391:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424393:0:20012:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.424397:0:20012:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:3.0:1763350978.424400:0:20012:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763350978.424402:0:20012:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424406:0:20012:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763350978.424411:0:20012:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763350978.424416:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763350978.424420:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff1:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:3.0:1763350978.424426:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424430:0:20012:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424432:0:20012:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350978.424438:0:20012:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763350978.424440:0:20012:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925deac69d00. 00000020:00000001:3.0:1763350978.424444:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.424447:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925deac69d00 with handle 0xcb8c81cc3033c60f to hash 00000020:00000001:3.0:1763350978.424449:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763350978.424450:0:20012:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530801339648 : -120542908211968 : ffff925deac69d00) 00000004:00000001:3.0:1763350978.424453:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763350978.424455:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763350978.424457:0:20012:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff1:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:3.0:1763350978.424462:0:20012:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763350978.424465:0:20012:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350978.424467:0:20012:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424469:0:20012:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424471:0:20012:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350978.424475:0:20012:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763350978.424478:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350978.424481:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763350978.424482:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350978.424483:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350978.424485:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.424487:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.424489:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc0031c00 refcount=3 00000020:00000001:3.0:1763350978.424492:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.424494:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.424497:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350978.424500:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.424507:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.424509:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.424511:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.424517:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.424519:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.424522:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350978.424525:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:3.0:1763350978.424531:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc0031c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350978.424534:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.424537:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350978.424539:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.424545:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350978.424546:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.424547:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.424549:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc0031c00 refcount=4 00000020:00000001:3.0:1763350978.424551:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.424553:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.424556:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350978.424559:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.424564:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350978.424566:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350978.424568:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.424574:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.424576:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.424578:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.424579:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.424581:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc0031c00 with handle 0xcb8c81cc3033c608 from hash 00010000:00000001:3.0:1763350978.424583:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.424584:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.424585:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.424587:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.424592:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.424619:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.424623:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.424625:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.424628:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350978.424631:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff1:0x0].0x0 (ffff925df4a92400) 00010000:00010000:3.0:1763350978.424634:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763350978.424637:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.424640:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.424642:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.424644:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350978.424647:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.424648:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.424649:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.424651:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424653:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.424656:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350978.424661:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.424662:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.424664:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350978.424665:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350978.424667:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.424668:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c608 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:3.0:1763350978.424674:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76500. 00010000:00000040:3.0:1763350978.424679:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92400 count: 0 00010000:00000010:3.0:1763350978.424688:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925e00615a00. 00010000:00000001:3.0:1763350978.424702:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350978.424703:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350978.424705:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350978.424707:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350978.424708:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763350978.424710:0:20012:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763350978.424712:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350978.424715:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350978.424717:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763350978.424719:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350978.424720:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424723:0:20012:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350978.424726:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350978.424730:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:3.0:1763350978.424732:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350978.424734:0:20012:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763350978.424741:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.424749:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424754:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424756:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763350978.424762:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350978.424764:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350978.424766:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350978.424768:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350978.424770:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350978.424774:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763350978.424798:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424801:0:20012:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763350978.424804:0:20012:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763350978.424807:0:20012:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.424810:0:20012:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763350978.424813:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:3.0:1763350978.424818:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350978.424821:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350978.424822:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.424828:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.424829:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.424832:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.424833:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.424836:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc14a2800 with handle 0xcb8c81cc3033c601 from hash 00010000:00000001:3.0:1763350978.424838:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.424840:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.424841:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.424842:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350978.424843:0:20012:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350978.424847:0:20012:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763350978.424860:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c601 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca3c expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.424868:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350978.424872:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.424874:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.424876:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.424877:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.424880:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.424881:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.424882:0:20012:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.424883:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.424884:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.424886:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.424887:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350978.424889:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:3.0:1763350978.424891:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:3.0:1763350978.424893:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.424894:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.424896:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.424897:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.424900:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c601 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca3c expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.424906:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:3.0:1763350978.424909:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00010000:00000010:3.0:1763350978.424911:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76080. 00010000:00000001:3.0:1763350978.424916:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.424918:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc14a2800, rc 0) 00000020:00000001:3.0:1763350978.424921:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763350978.424925:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 8590055149, xid 1849001118761600 00010000:00000001:3.0:1763350978.424928:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.424935:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3da1f80 x1849001118761600/t8590055149(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4616/664 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.424944:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.424948:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.424952:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.424957:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.424959:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.424962:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.424966:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.424969:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.424973:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.424976:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.424982:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350bb0. 00000100:00000200:3.0:1763350978.424989:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118761600, offset 224 00000400:00000200:3.0:1763350978.424997:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.425012:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.425020:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197986:197986:256:4294967295] 192.168.202.2@tcp LPNI seq info [197982:197982:8:4294967295] 00000400:00000200:3.0:1763350978.425034:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.425040:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.425046:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122f00. 00000800:00000200:3.0:1763350978.425054:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.425062:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.425067:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122f00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.425090:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.425093:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.425096:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.425098:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.425100:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.425106:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3da1f80 x1849001118761600/t8590055149(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4616/664 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350978.425116:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3da1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226168:x1849001118761600:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 20574us (21134us total) trans 8590055149 rc 301/301 00000100:00100000:3.0:1763350978.425125:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140575 00000100:00000040:3.0:1763350978.425140:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350978.425143:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.425144:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.425150:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69d80. 00000020:00000010:3.0:1763350978.425154:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375c80. 00000020:00000010:3.0:1763350978.425160:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e800. 00000020:00000040:3.0:1763350978.425165:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000100:00000001:3.0:1763350978.425168:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.425548:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.425555:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122f00. 00000400:00000200:1.0:1763350978.425560:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.425567:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.425573:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350bb0 00000400:00000010:1.0:1763350978.425576:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350bb0. 00000100:00000001:1.0:1763350978.425582:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.425584:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350978.427654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00000800:00000001:0.0:1763350978.434025:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.434030:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.434033:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.434046:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350978.434068:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf8400 00000400:00000200:0.0:1763350978.434077:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d9d [2] + 0 00000800:00000001:0.0:1763350978.434086:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.434095:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.434098:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.434103:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.434112:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.434114:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763350978.434121:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d66d80. 00000100:00000040:0.0:1763350978.434126:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925df4d66d80 x1849001118761984 msgsize 392 00000100:00100000:0.0:1763350978.434140:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.434153:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350978.434162:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.434166:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.434226:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.434230:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118761984 02000000:00000001:1.0:1763350978.434234:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.434237:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.434239:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.434245:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.434250:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118761984 00000020:00000001:1.0:1763350978.434254:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.434256:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350978.434259:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.434262:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:1.0:1763350978.434265:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350978.434267:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350978.434273:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.434282:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.434287:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.434290:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000020:00000010:1.0:1763350978.434299:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6c00. 00000020:00000010:1.0:1763350978.434305:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.434311:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3af0. 00000100:00000040:1.0:1763350978.434321:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763350978.434324:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.434326:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.434328:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.434339:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.434353:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.434366:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.434368:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.434374:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20870 00000100:00000040:1.0:1763350978.434378:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350978.434380:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970148224 : -120542739403392 : ffff925df4d66d80) 00000100:00000040:1.0:1763350978.434387:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d66d80 x1849001118761984/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350978.434398:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.434401:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f80. 00000100:00000001:1.0:1763350978.434403:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.434405:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f80. 00000100:00100000:1.0:1763350978.434410:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226168:x1849001118761984:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:1.0:1763350978.434413:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118761984 00000020:00000001:1.0:1763350978.434417:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.434421:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350978.434427:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43540: xid 1849001118761600, transno 8590055149, client gen 3, slot idx 0 00000001:00000001:1.0:1763350978.434432:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de9da93c0: xid 1849001118761344, transno 8590055148, client gen 3, slot idx 1 00000001:00000010:1.0:1763350978.434437:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de9da93c0. 00000020:00000001:1.0:1763350978.434443:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.434446:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.434448:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:1.0:1763350978.434452:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350978.434455:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118761984, found 0 last_xid 1849001118761983 00000020:00000001:1.0:1763350978.434458:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.434461:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.434464:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.434467:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434474:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763350978.434477:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763350978.434479:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763350978.434484:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434488:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763350978.434491:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.434494:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.434496:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.434498:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.434500:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.434501:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.434503:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.434504:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.434506:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.434507:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.434509:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.434511:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.434512:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.434514:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434516:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434518:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763350978.434520:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434523:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350978.434525:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.434526:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.434528:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.434529:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.434531:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.434533:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.434534:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.434536:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.434538:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.434539:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.434544:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350978.434550:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350978.434552:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350978.434555:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350978.434557:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.434560:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.434561:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434563:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350978.434565:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434567:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.434571:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.434573:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.434579:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925dffad6c00. 02000000:00000001:1.0:1763350978.434582:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.434584:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434586:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350978.434588:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434591:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763350978.434622:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763350978.434625:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.434628:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925deac69d00 refcount=2 00000020:00000001:1.0:1763350978.434630:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530801339648 : -120542908211968 : ffff925deac69d00) 00000004:00000001:1.0:1763350978.434633:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530801339648 : -120542908211968 : ffff925deac69d00) 00000020:00000040:1.0:1763350978.434636:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925deac69d00 with handle 0xcb8c81cc3033c60f from hash 00000004:00000001:1.0:1763350978.434641:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763350978.434643:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff1:0x0] with intent: 0 00000004:00000001:1.0:1763350978.434647:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763350978.434650:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:1.0:1763350978.434653:0:20017:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350978.434657:0:20017:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350978.434668:0:20017:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434672:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.434678:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.434681:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.434687:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.434691:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.434695:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.434697:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350978.434698:0:20017:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.434700:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.434702:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.434703:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.434704:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.434706:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.434708:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350978.434709:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350978.434710:0:20017:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350978.434713:0:20017:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350978.434716:0:20017:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434719:0:20017:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.434720:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.434721:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.434722:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.434725:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.434728:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.434730:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.434732:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.434733:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.434735:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.434736:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.434738:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.434740:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.434741:0:20017:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.434744:0:20017:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350978.434746:0:20017:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434748:0:20017:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763350978.434751:0:20017:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff1:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:1.0:1763350978.434755:0:20017:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.434758:0:20017:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763350978.434761:0:20017:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350978.434766:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350978.434774:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd600. 00080000:00000001:1.0:1763350978.434778:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350978.434789:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dffad4c00. 00080000:00000001:1.0:1763350978.434792:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531152002048 : -120542557549568 : ffff925dffad4c00) 00000004:00000001:1.0:1763350978.434796:0:20017:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.434801:0:20017:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.434804:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.434806:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531152002048 : -120542557549568 : ffff925dffad4c00) 00080000:00000001:1.0:1763350978.434809:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350978.434834:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434836:0:20017:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434839:0:20017:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.434844:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350978.434846:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350978.434853:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350978.434854:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.434856:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531152002048 : -120542557549568 : ffff925dffad4c00) 00080000:00000001:1.0:1763350978.434860:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350978.434866:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350978.434867:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434869:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.434893:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.434896:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434903:0:20017:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.434907:0:20017:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350978.434909:0:20017:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350978.434910:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.434911:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531152002048 : -120542557549568 : ffff925dffad4c00) 00080000:00000001:1.0:1763350978.434915:0:20017:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350978.434918:0:20017:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:1.0:1763350978.434932:0:20017:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350978.434935:0:20017:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.434938:0:20017:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434940:0:20017:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434942:0:20017:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.434944:0:20017:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.434949:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350978.434952:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350978.434957:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350978.434960:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055150, last_committed = 8590055137 00000001:00000010:1.0:1763350978.434964:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd120. 00000001:00000040:1.0:1763350978.434966:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 13 00000020:00000040:1.0:1763350978.434969:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:1.0:1763350978.434974:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad600. 00000004:00000001:1.0:1763350978.434981:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350978.434983:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350978.434984:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531152002048 : -120542557549568 : ffff925dffad4c00) 00080000:00000001:1.0:1763350978.434988:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350978.435004:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350978.435007:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350978.435011:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad600: xid 1849001118761984, transno 8590055150, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350978.435014:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.435095:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350978.435099:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd600. 00000020:00000001:1.0:1763350978.435101:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.435104:0:20017:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.435106:0:20017:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.435108:0:20017:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.435110:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763350978.435112:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763350978.435115:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350978.435116:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.435118:0:20017:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350978.435120:0:20017:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350978.435124:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350978.435138:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350978.435143:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350978.435146:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff1:0x0], previous was 0x7 00000004:00000001:1.0:1763350978.435150:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.435153:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763350978.435156:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.435159:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763350978.435163:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350978.435165:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763350978.435169:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925deac69d00. 00000004:00000001:1.0:1763350978.435182:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350978.435186:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350978.435187:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.435189:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.435191:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763350978.435194:0:20017:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350978.435196:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350978.435197:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350978.435200:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350978.435202:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350978.435207:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.435211:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350978.435213:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763350978.435221:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350978.435227:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.435230:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350978.435234:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 8590055150, xid 1849001118761984 00010000:00000001:1.0:1763350978.435237:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.435246:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d66d80 x1849001118761984/t8590055150(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350978.435255:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.435258:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.435263:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.435268:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.435271:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.435273:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.435276:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.435279:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.435283:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.435287:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.435292:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead745d8. 00000100:00000200:1.0:1763350978.435299:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118761984, offset 224 00000400:00000200:1.0:1763350978.435306:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.435318:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.435325:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197987:197987:256:4294967295] 192.168.202.2@tcp LPNI seq info [197983:197983:8:4294967295] 00000400:00000200:1.0:1763350978.435337:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.435343:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.435349:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928ee00. 00000800:00000200:1.0:1763350978.435357:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.435364:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.435369:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928ee00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.438026:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.438047:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.438052:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.438055:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.438058:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.438071:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d66d80 x1849001118761984/t8590055150(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350978.438083:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226168:x1849001118761984:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 3683us (3954us total) trans 8590055150 rc 0/0 00000100:00100000:1.0:1763350978.438096:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20870 00000100:00000040:1.0:1763350978.438100:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350978.438103:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.438106:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.438114:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6700. 00000020:00000010:1.0:1763350978.438122:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3af0. 00000020:00000010:1.0:1763350978.438137:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6c00. 00000020:00000040:1.0:1763350978.438145:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:1.0:1763350978.438148:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350978.441393:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350978.441405:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ee00. 00000400:00000200:3.0:1763350978.441415:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.441426:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350978.441433:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead745d8 00000400:00000010:3.0:1763350978.441437:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead745d8. 00000100:00000001:3.0:1763350978.441443:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350978.441445:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350978.441777:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92400. 00010000:00000010:3.1:1763350978.441786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc0031c00. 00010000:00000010:3.1:1763350978.441793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc14a2800. 00000800:00000001:1.0:1763350978.451339:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.451370:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.451375:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.451378:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.451392:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.451416:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 376 into portal 12 MB=0x691a81edf8480 00000400:00000200:1.0:1763350978.451428:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 376/376 into md 0xd4535 [64] + 85504 00000800:00000001:1.0:1763350978.451439:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.451455:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.451458:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.451463:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.451473:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.451476:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350978.451486:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3da1880. 00000100:00000040:1.0:1763350978.451491:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3da1880 x1849001118762112 msgsize 376 00000100:00100000:1.0:1763350978.451495:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.451524:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.451534:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.451538:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.451634:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.451638:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118762112 02000000:00000001:3.0:1763350978.451642:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.451645:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.451648:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.451654:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.451659:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118762112 00000020:00000001:3.0:1763350978.451662:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.451664:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350978.451667:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.451671:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:3.0:1763350978.451674:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350978.451677:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350978.451681:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.451687:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.451691:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.451694:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000020:00000010:3.0:1763350978.451702:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e800. 00000020:00000010:3.0:1763350978.451709:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69d80. 00000020:00000010:3.0:1763350978.451716:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375c80. 00000100:00000040:3.0:1763350978.451725:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350978.451729:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.451730:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350978.451733:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350978.451735:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.451737:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.451747:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.452080:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.452186:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.452188:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.452196:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140576 00000100:00000040:3.0:1763350978.452200:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350978.452203:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530148305024 : -120543561246592 : ffff925dc3da1880) 00000100:00000040:3.0:1763350978.452211:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3da1880 x1849001118762112/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 376/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.452222:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.452225:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.452228:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.452230:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000100:00100000:3.0:1763350978.452234:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226168:x1849001118762112:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350978.452239:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118762112 00000020:00000001:3.0:1763350978.452243:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.452247:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350978.452254:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9ad600: xid 1849001118761984, transno 8590055150, client gen 3, slot idx 1 00000001:00000001:3.0:1763350978.452259:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43540: xid 1849001118761600, transno 8590055149, client gen 3, slot idx 0 00000001:00000010:3.0:1763350978.452264:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43540. 00000020:00000001:3.0:1763350978.452268:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.452271:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.452273:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350978.452278:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350978.452281:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118762112, found 0 last_xid 1849001118762111 00000020:00000001:3.0:1763350978.452284:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.452287:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.452290:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.452296:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.452298:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350978.452301:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350978.452303:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350978.452305:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350978.452307:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.452313:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350978.452323:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405a00. 00010000:00000010:3.0:1763350978.452327:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69680. 00010000:00000001:3.0:1763350978.452332:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.452336:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df4ae7200. 00000020:00000001:3.0:1763350978.452340:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.452342:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df4ae7200 with handle 0xcb8c81cc3033c616 to hash 00000020:00000001:3.0:1763350978.452345:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.452347:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530967527936 : -120542742023680 : ffff925df4ae7200) 00010000:00000010:3.0:1763350978.452352:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76080. 00010000:00000001:3.0:1763350978.452356:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530967527936 : -120542742023680 : ffff925df4ae7200) 00010000:00010000:3.0:1763350978.452361:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df4ae7200/0xcb8c81cc3033c616 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca43 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.452371:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:3.0:1763350978.452373:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:3.0:1763350978.452382:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350978.452385:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350978.452394:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350978.452396:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350978.452398:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.452401:0:20012:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:3.0:1763350978.452404:0:20012:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x3ff1:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:3.0:1763350978.452407:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350978.452409:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff1:0x0] 00000020:00000001:3.0:1763350978.452413:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.452418:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000004:00000001:3.0:1763350978.452420:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993824 : -120547694557792 : ffff925ccd7cc5a0) 00000004:00000001:3.0:1763350978.452426:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.452435:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.452438:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.452445:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.452448:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.452453:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:3.0:1763350978.452455:0:20012:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:3.0:1763350978.452459:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.452462:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.452468:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dfc983400. 02000000:00000001:3.0:1763350978.452471:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.452473:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.452477:0:20012:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350978.452479:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350978.452482:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350978.452484:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.452486:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.452491:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350978.452493:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350978.452496:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.452498:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.452500:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.452501:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.452503:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350978.452506:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350978.452507:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350978.452508:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350978.452511:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff1:0x0].0x0 (ffff925e00405a00) refcount = 1 00010000:00010000:3.0:1763350978.452517:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df4ae7200/0xcb8c81cc3033c616 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca43 expref: 500 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.452525:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350978.452531:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.452534:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.452536:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350978.452538:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.452541:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.452543:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.452547:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350978.452550:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df4ae7200/0xcb8c81cc3033c616 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca43 expref: 500 pid: 20012 timeout: 0 lvb_type: 0 00000004:00000001:3.0:1763350978.452557:0:20012:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:3.0:1763350978.452561:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350978.452562:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff1:0x0] 00000020:00000001:3.0:1763350978.452564:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.452565:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000004:00000001:3.0:1763350978.452567:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993824 : -120547694557792 : ffff925ccd7cc5a0) 00000004:00000001:3.0:1763350978.452569:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.452571:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.452572:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.452574:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.452576:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.452578:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.452579:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.452581:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.452581:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.452583:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.452585:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.452586:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.452588:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350978.452590:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350978.452591:0:20012:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:3.0:1763350978.452781:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.452785:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350978.452788:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff1:0x0].0x0 (ffff925e00405a00) 00010000:00010000:3.0:1763350978.452790:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:3.0:1763350978.452793:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.452795:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.452797:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.452798:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.452800:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.452801:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df4ae7200, rc 0) 00000020:00000001:3.0:1763350978.452804:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.452808:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 0, xid 1849001118762112 00010000:00000001:3.0:1763350978.452811:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.452816:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3da1880 x1849001118762112/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 376/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.452824:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.452826:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.452830:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.452835:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.452837:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.452840:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.452842:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.452845:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.452848:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.452852:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.452934:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019550. 00000100:00000200:0.0:1763350978.452943:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1849001118762112, offset 224 00000400:00000200:0.0:1763350978.452952:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.452965:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.452972:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197988:197988:256:4294967295] 192.168.202.2@tcp LPNI seq info [197984:197984:8:4294967295] 00000400:00000200:0.0:1763350978.452984:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.452990:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.452996:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350978.453003:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.453011:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.453018:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.454219:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.454231:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.454234:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.454236:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.454239:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.454247:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3da1880 x1849001118762112/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 376/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350978.454258:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3da1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226168:x1849001118762112:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 2035us (2765us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.454267:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140576 00000100:00000040:0.0:1763350978.454272:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350978.454275:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.454277:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.454284:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69d80. 00000020:00000010:0.0:1763350978.454292:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375c80. 00000020:00000010:0.0:1763350978.454300:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e800. 00000020:00000040:0.0:1763350978.454306:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000100:00000001:0.0:1763350978.454309:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.466467:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.466491:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350978.466496:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.466499:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.466513:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350978.466536:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edf8500 00000400:00000200:3.0:1763350978.466548:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 85880 00000800:00000001:3.0:1763350978.466559:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350978.466569:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350978.466572:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.466578:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350978.466586:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350978.466589:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350978.472632:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0000. 00000100:00000040:3.0:1763350978.472651:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0000 x1849001118762240 msgsize 576 00000100:00100000:3.0:1763350978.472662:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350978.472674:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.474550:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.474554:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118762240 02000000:00000001:0.0:1763350978.474558:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.474562:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.474564:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.474570:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.474574:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118762240 00000020:00000001:0.0:1763350978.474578:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.474580:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350978.474583:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.474588:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=500 00000020:00000001:0.0:1763350978.474592:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350978.474634:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350978.474640:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.474654:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.474658:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.474661:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000020:00000010:0.0:1763350978.474671:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.474678:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.474684:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.474697:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350978.474701:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.474702:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350978.474706:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350978.474708:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.474710:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.474719:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.474736:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.474752:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.474755:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.474764:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140577 00000100:00000040:0.0:1763350978.474768:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350978.474771:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079565312 : -120542629986304 : ffff925dfb5c0000) 00000100:00000040:0.0:1763350978.474779:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c0000 x1849001118762240/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 576/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.474789:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.474792:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda000. 00000100:00000001:0.0:1763350978.474794:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.474796:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda000. 00000100:00100000:0.0:1763350978.474800:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226168:x1849001118762240:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350978.474804:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118762240 00000020:00000001:0.0:1763350978.474808:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.474812:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.474818:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.474821:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.474823:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350978.474827:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350978.474830:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118762240, found 0 last_xid 1849001118762239 00000020:00000001:0.0:1763350978.474834:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.474836:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.474839:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.474845:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.474848:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350978.474851:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350978.474853:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350978.474855:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350978.474857:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.474862:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350978.474872:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405a00 count: 2 00010000:00000001:0.0:1763350978.474875:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.474879:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350978.474884:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350978.474889:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.474892:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c61d to hash 00000020:00000001:0.0:1763350978.474894:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350978.474895:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350978.474901:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ae80. 00010000:00000001:0.0:1763350978.474905:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350978.474910:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c61d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca4a expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.474919:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350978.474922:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=501 00010000:00000001:0.0:1763350978.474930:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350978.474933:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350978.474942:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350978.474945:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350978.474947:0:20012:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763350978.474949:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350978.474952:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff1:0x0] 00000020:00000001:0.0:1763350978.474957:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.474962:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000004:00000001:0.0:1763350978.474965:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993824 : -120547694557792 : ffff925ccd7cc5a0) 00000004:00000001:0.0:1763350978.474967:0:20012:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.474970:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350978.474971:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350978.474974:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.474977:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.475023:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925dffd00000. 02000000:00000001:0.0:1763350978.475026:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.475030:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.475032:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.475034:0:20012:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763350978.475040:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350978.475044:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.475046:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475049:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.475050:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.475052:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475054:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.475055:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.475056:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475057:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.475059:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.475060:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475061:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.475062:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.475064:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475065:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.475066:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.475068:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475071:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.475072:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.475077:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350978.475083:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350978.475086:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350978.475089:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350978.475091:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475094:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.475095:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.475097:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350978.475099:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.475103:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1763350978.475108:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763350978.475110:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763350978.475112:0:20012:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:0.0:1763350978.475120:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925dd80b8000. 00000004:00000001:0.0:1763350978.475125:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.475139:0:20012:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350978.475142:0:20012:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:0.0:1763350978.475145:0:20012:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff1:0x0]/[0x200000bd2:0x3ff1:0x0], ldlm_rep = ffff925dffd00228 00000004:00000001:0.0:1763350978.475151:0:20012:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763350978.475156:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350978.475158:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350978.475160:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405a00 count: 3 00010000:00000001:0.0:1763350978.475162:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.475164:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350978.475167:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3c00. 00000020:00000001:0.0:1763350978.475170:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.475172:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3c00 with handle 0xcb8c81cc3033c624 to hash 00000020:00000001:0.0:1763350978.475173:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350978.475175:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000010:0.0:1763350978.475178:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7af00. 00010000:00000001:0.0:1763350978.475180:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350978.475184:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.475185:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.475189:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c624 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.475196:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350978.475201:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350978.475203:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350978.475206:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350978.475208:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.475210:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350978.475212:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.475214:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350978.475216:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350978.475218:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350978.475220:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350978.475223:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff1:0x0].0x0 (ffff925e00405a00) refcount = 3 00010000:00000040:0.0:1763350978.475226:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350978.475231:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df4ae7200/0xcb8c81cc3033c616 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca43 expref: 501 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350978.475237:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c624 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.475242:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350978.475249:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.475251:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.475253:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350978.475255:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.475257:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.475259:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.475262:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350978.475265:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.475267:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c624 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.475272:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350978.475274:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.475275:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.475278:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.475279:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.475281:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:0.0:1763350978.475283:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350978.475286:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350978.475287:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.475288:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350978.475290:0:20012:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.475294:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763350978.475299:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350978.475301:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350978.475314:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.475317:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.475324:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.475326:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.475334:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350978.475337:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350978.475341:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350978.475343:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350978.475345:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350978.475348:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff1:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:0.0:1763350978.475351:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.475353:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.475354:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.475356:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350978.475358:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350978.475360:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350978.475362:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.475363:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.475364:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.475366:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.475369:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.475371:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763350978.475373:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763350978.475375:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350978.475378:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dffd00370 00000004:00000001:0.0:1763350978.475381:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475383:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.475385:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475387:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.475389:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.475391:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.475392:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.475393:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.475395:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350978.475397:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff1:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:0.0:1763350978.475401:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff1:0x0]: returning size 0 00000004:00000040:0.0:1763350978.475405:0:20012:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3ff1:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1763350978.475408:0:20012:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1763350978.475411:0:20012:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9686 00000004:00200000:0.0:1763350978.475413:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1763350978.475416:0:20012:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763350978.475418:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.475419:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.475422:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763350978.475424:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350978.475426:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.475427:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.475429:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.475431:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.475434:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350978.475436:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.475441:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350978.475448:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.475451:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.475457:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.475458:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.475460:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:0.0:1763350978.475462:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350978.475464:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00000004:00010000:0.0:1763350978.475467:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c624 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350978.475473:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.475474:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350978.475476:0:20012:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763350978.475478:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350978.475481:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1763350978.475483:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.475484:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.475485:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:0.0:1763350978.475487:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350978.475489:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00000004:00000040:0.0:1763350978.475493:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:0.0:1763350978.475495:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=502 00010000:00000001:0.0:1763350978.475499:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.475501:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350978.475503:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350978.475505:0:20012:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763350978.475508:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350978.475511:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350978.475513:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350978.475514:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350978.475516:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350978.475519:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763350978.475524:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.475526:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350978.475529:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350978.475531:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:0.0:1763350978.475533:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925dd80b8000. 00000004:00000001:0.0:1763350978.475537:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350978.475540:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350978.475542:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.475545:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.475546:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.475548:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.475550:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.475553:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c61d from hash 00010000:00000001:0.0:1763350978.475555:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.475556:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.475558:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.475560:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350978.475561:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.475565:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c61d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca4a expref: 502 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.475572:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350978.475575:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 501 00010000:00000010:0.0:1763350978.475577:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ae80. 00010000:00000001:0.0:1763350978.475588:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.475590:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.475651:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350978.475656:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c624 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca4a expref: 501 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.475664:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.475667:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350978.475669:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff1:0x0].0x0 (ffff925e00405a00) 00010000:00010000:0.0:1763350978.475671:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:0.0:1763350978.475674:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.475677:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.475679:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350978.475680:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.475681:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350978.475683:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3c00, rc 0) 00000020:00000001:0.0:1763350978.475686:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350978.475690:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055137, transno 0, xid 1849001118762240 00010000:00000001:0.0:1763350978.475693:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.475698:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c0000 x1849001118762240/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 576/640 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350978.475707:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.475709:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.475713:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.475718:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.475721:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.475724:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.475727:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.475729:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.475733:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.475736:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.475743:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0193b8. 00000100:00000200:0.0:1763350978.475751:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1849001118762240, offset 224 00000400:00000200:0.0:1763350978.475759:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.475775:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.475783:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197989:197989:256:4294967295] 192.168.202.2@tcp LPNI seq info [197985:197985:8:4294967295] 00000400:00000200:0.0:1763350978.475795:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.475801:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.475807:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350978.475814:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.475822:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.475827:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.475836:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.475840:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.475842:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.475844:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.475846:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.475851:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0000 x1849001118762240/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 576/640 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350978.475860:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:226168:x1849001118762240:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1070us (3207us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.475867:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140577 00000100:00000040:0.0:1763350978.475871:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350978.475873:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.475874:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.475879:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.475885:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.475888:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.475893:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00000100:00000001:0.0:1763350978.475895:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.476217:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.476223:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:1.0:1763350978.476229:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.476236:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.476241:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0193b8 00000400:00000010:1.0:1763350978.476243:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0193b8. 00000100:00000001:1.0:1763350978.476248:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.476249:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350978.480375:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.480379:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118762368 02000000:00000001:3.0:1763350978.480383:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.480385:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.480388:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.480394:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.480399:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118762368 00000020:00000001:3.0:1763350978.480402:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.480404:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350978.480407:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.480412:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:3.0:1763350978.480414:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350978.480417:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350978.480422:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.480429:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.480433:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.480435:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000020:00000010:3.0:1763350978.480442:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e000. 00000020:00000010:3.0:1763350978.480449:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69280. 00000020:00000010:3.0:1763350978.480456:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3754b0. 00000100:00000040:3.0:1763350978.480468:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350978.480471:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.480473:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.480476:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.480485:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.480502:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.480517:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.480520:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.480525:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19968 00000100:00000040:3.0:1763350978.480530:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350978.480531:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621452288 : -120543088099328 : ffff925de00dc000) 00000100:00000040:3.0:1763350978.480538:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00dc000 x1849001118762368/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.480548:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.480551:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:3.0:1763350978.480553:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.480554:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000100:00100000:3.0:1763350978.480558:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118762368:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350978.480562:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118762368 00000020:00000001:3.0:1763350978.480566:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.480571:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.480574:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.480576:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.480578:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350978.480582:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.480586:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.480589:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.480592:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.480628:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.480632:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350978.480635:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350978.480637:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350978.480639:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350978.480642:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.480648:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350978.480658:0:63038:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405b00. 00010000:00000010:3.0:1763350978.480662:0:63038:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925e00405300. 00010000:00000001:3.0:1763350978.480667:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.480670:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc14a2800. 00000020:00000001:3.0:1763350978.480674:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.480677:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc14a2800 with handle 0xcb8c81cc3033c62b to hash 00000020:00000001:3.0:1763350978.480679:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.480680:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530105317376 : -120543604234240 : ffff925dc14a2800) 00010000:00000001:3.0:1763350978.480683:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530105317376 : -120543604234240 : ffff925dc14a2800) 00010000:00010000:3.0:1763350978.480689:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca51 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763350978.480700:0:63038:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763350978.480706:0:63038:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dfb9b5540. 00002000:00000001:3.0:1763350978.480710:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.480713:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.480721:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:3.0:1763350978.480723:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:3.0:1763350978.480726:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350978.480734:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350978.480737:0:63038:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d6:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1763350978.480740:0:63038:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763350978.480743:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000040:3.0:1763350978.480747:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:3.0:1763350978.480750:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00010000:00000001:3.0:1763350978.480758:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763350978.480762:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763350978.480765:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.480767:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.480774:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dfc980c00. 02000000:00000001:3.0:1763350978.480777:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.480780:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.480783:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350978.480786:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350978.480789:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350978.480791:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.480793:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350978.480794:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350978.480795:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.480800:0:63038:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763350978.480807:0:63038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca51 expref: 24 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763350978.480815:0:63038:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d6:0x0].0x0 (ffff925e00405b00) refcount = 1 00010000:00000040:3.0:1763350978.480818:0:63038:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350978.480821:0:63038:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca51 expref: 24 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763350978.480833:0:63038:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.480836:0:63038:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.480838:0:63038:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350978.480840:0:63038:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763350978.480843:0:63038:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763350978.480845:0:63038:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.480850:0:63038:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350978.480855:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca51 expref: 24 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763350978.480866:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.480870:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350978.480873:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.480875:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.480878:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.480880:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.480882:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.480884:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc14a2800, rc 0) 00000020:00000001:3.0:1763350978.480887:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.480890:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118762368 00010000:00000001:3.0:1763350978.480893:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.480898:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00dc000 x1849001118762368/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.480907:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.480909:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.480913:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.480919:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.480921:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.480924:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.480927:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.480929:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.480933:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.480935:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.480941:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23505d8. 00000100:00000200:3.0:1763350978.480947:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118762368, offset 224 00000400:00000200:3.0:1763350978.480954:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.480966:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.480972:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197990:197990:256:4294967295] 192.168.202.2@tcp LPNI seq info [197986:197986:8:4294967295] 00000400:00000200:3.0:1763350978.480982:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.480988:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.480993:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122800. 00000800:00000200:3.0:1763350978.480999:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.481007:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.481012:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122800 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.481021:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.481024:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.481027:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.481028:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.481031:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.481035:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00dc000 x1849001118762368/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350978.481044:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118762368:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 494us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350978.481051:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19968 00000100:00000040:3.0:1763350978.481055:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.481057:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.481059:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.481064:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69280. 00000020:00000010:3.0:1763350978.481068:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3754b0. 00000020:00000010:3.0:1763350978.481076:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e000. 00000020:00000040:3.0:1763350978.481081:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:3.0:1763350978.481085:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350978.481879:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300855376, at 4300855384 00000100:00000010:3.0:1763350978.481890:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fdea0. 00000100:00000040:1.0:1763350978.485909:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300855376, at 4300855384 00000100:00000010:1.0:1763350978.485916:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fdba0. 00010000:00000010:0.1:1763350978.486429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000100:00000040:0.0:1763350978.486449:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300855376, at 4300855388 00000100:00000010:0.0:1763350978.486456:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd7e0. 00000800:00000001:1.0:1763350978.500795:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.500818:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.500823:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.500827:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.500842:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.500866:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf8600 00000400:00000200:1.0:1763350978.500876:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 3504 00000800:00000001:1.0:1763350978.500888:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.500896:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.500899:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.500903:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.500912:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.500915:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350978.500925:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf8e00. 00000100:00000040:1.0:1763350978.500929:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf8e00 x1849001118762496 msgsize 328 00000100:00100000:1.0:1763350978.500934:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.500955:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.500965:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.500968:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350978.503671:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350978.503684:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858a000. 00000400:00000200:0.0:1763350978.503699:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.503710:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350978.503718:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:0.0:1763350978.503721:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:0.0:1763350978.503727:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350978.503734:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de00de300 x1849001101449856/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.503749:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.503752:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de00de300 x1849001101449856/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.503759:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.503761:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350978.514877:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.514904:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.514910:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.514912:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.514926:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.514951:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd75a80 00000400:00000200:1.0:1763350978.514962:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f5e9 [1] + 224 00000800:00000001:1.0:1763350978.514972:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.514988:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.514991:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.514996:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.515004:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350978.515016:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925de00de300 x1849001101449856/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350978.515028:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925de00de300 x1849001101449856/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.515056:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.515064:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.515071:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.515072:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.515074:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.515078:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.515084:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 1512 into portal 6 MB=0x691a81edf8680 00000400:00000200:1.0:1763350978.515092:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 1512/1512 into md 0x90aa1 [128] + 121088 00000800:00000001:1.0:1763350978.515095:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.515119:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.515121:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.515125:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.515139:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.515141:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763350978.515152:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee15ea00. 00000100:00000040:1.0:1763350978.515155:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee15ea00 x1849001118762624 msgsize 1512 00000100:00100000:1.0:1763350978.515160:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.515178:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.515182:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.515186:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.515187:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.515189:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.515757:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350978.515769:0:63037:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350978.515771:0:63037:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350978.515776:0:63037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bec8. 00000400:00000200:3.0:1763350978.515783:0:63037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2d48 00000400:00000010:3.0:1763350978.515786:0:63037:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2d48. 00000100:00000001:3.0:1763350978.515790:0:63037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350978.515798:0:63037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de00de300 x1849001101449856/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350978.515808:0:63037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de00de300 x1849001101449856/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.515822:0:63037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350978.515824:0:63037:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.515827:0:63037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350978.515831:0:63037:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350978.515840:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.515843:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.515847:0:63037:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.515855:0:63037:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=33 v=5 (5 5 5 0) 00000100:00001000:3.0:1763350978.515859:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=33 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350978.515862:0:63037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350978.515863:0:63037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.515867:0:63037:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350978.515870:0:63037:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.515873:0:63037:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.515878:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de00de300 x1849001101449856/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.515887:0:63037:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350978.515891:0:63037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350978.515893:0:63037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.515896:0:63037:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763350978.515900:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.515902:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.515904:0:63037:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.515908:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00de300 x1849001101449856/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350978.515917:0:63037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de00de300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101449856:192.168.202.2@tcp:104: 00000100:00000001:3.0:1763350978.515922:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.515925:0:63037:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.515929:0:63037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350978.515931:0:63037:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350978.515934:0:63037:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de00de300 x1849001101449856/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.515942:0:63037:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350978.515945:0:63037:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350978.515949:0:63037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc3c72a00. 02000000:00000001:3.0:1763350978.515954:0:63037:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350978.515957:0:63037:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350978.515959:0:63037:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763350978.515961:0:63037:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350978.515965:0:63037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de9a88000. 02000000:00000001:3.0:1763350978.515971:0:63037:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350978.515972:0:63037:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350978.515974:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00de300. 00000100:00000001:3.0:1763350978.515979:0:63037:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350978.515981:0:63037:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350978.515983:0:63037:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925de9da9240. 00000100:00000001:3.0:1763350978.515987:0:63037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350978.515989:0:63037:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350978.515992:0:63037:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d200. 00010000:00000001:3.0:1763350978.515996:0:63037:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.515999:0:63037:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.516001:0:63037:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.516010:0:63037:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350978.516018:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c632 lrc: 3/0,0 mode: --/GROUP res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 165590931 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca58 expref: 25 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.516037:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.516040:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763350978.516042:0:63037:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dc55d1800 00010000:00000001:3.0:1763350978.516045:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350978.516047:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.516051:0:63037:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.516054:0:63037:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763350978.516056:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763350978.516058:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.516061:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.516062:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.516063:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.516065:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d1800, rc 0) 00000020:00000001:3.0:1763350978.516070:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.516075:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118762496 00010000:00000001:3.0:1763350978.516079:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.516084:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cf8e00 x1849001118762496/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.516093:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.516097:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.516100:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.516105:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.516108:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.516110:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.516114:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.516117:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.516121:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.516124:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.516141:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350990. 00000100:00000200:3.0:1763350978.516146:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118762496, offset 224 00000400:00000200:3.0:1763350978.516154:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.516167:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.516174:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197992:197992:256:4294967295] 192.168.202.2@tcp LPNI seq info [197988:197988:8:4294967295] 00000400:00000200:3.0:1763350978.516186:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.516192:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.516199:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122100. 00000800:00000200:3.0:1763350978.516206:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.516215:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.516220:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.516245:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.516249:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.516252:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.516254:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.516257:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:3.0:1763350978.516258:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00100000:0.0:1763350978.516263:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118762624 00000100:00000040:3.0:1763350978.516267:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf8e00 x1849001118762496/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1763350978.516268:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.516271:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.516274:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.516281:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.516286:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+25:226168:x1849001118762496:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 15054us (15352us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.516288:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118762624 00000020:00000001:0.0:1763350978.516293:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.516296:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350978.516300:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1763350978.516301:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19969 00000020:00000040:0.0:1763350978.516306:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=26 00000100:00000040:3.0:1763350978.516308:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.516313:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:0.0:1763350978.516313:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350978.516316:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:0.0:1763350978.516318:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000010:3.0:1763350978.516324:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00615b00. 00000100:00000001:0.0:1763350978.516325:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.516332:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df90900c8. 00000020:00000010:0.0:1763350978.516334:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdae00. 00000020:00000010:3.0:1763350978.516340:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de9a89800. 00000100:00000001:0.0:1763350978.516340:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.516345:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdae00. 00000020:00000040:3.0:1763350978.516348:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000100:00000001:3.0:1763350978.516353:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763350978.516354:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.516360:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.516366:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.516379:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763350978.516383:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.516385:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763350978.516388:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763350978.516391:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.516394:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:0.0:1763350978.516398:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.516403:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350978.516406:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350978.516410:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.516413:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.516416:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.516419:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.516420:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.516422:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.516424:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.516425:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.516427:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.516428:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.516429:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.516431:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516434:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763350978.516437:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516439:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516441:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.516444:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763350978.516446:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.516449:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763350978.516456:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d3:0x0] (0->1023) req@ffff925dee15ea00 x1849001118762624/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 1512/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763350978.516466:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763350978.516469:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dee15ea00 with x1849001118762624 ext(0->1023) 00010000:00000001:0.0:1763350978.516472:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.516474:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.516476:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc88c00 refcount=4 00000020:00000001:0.0:1763350978.516479:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00000001:0.0:1763350978.516481:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00010000:0.0:1763350978.516488:0:104354:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033c35a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8ec expref: 25 pid: 63037 timeout: 6288 lvb_type: 0 00010000:00010000:0.0:1763350978.516504:0:104354:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033c35a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8ec expref: 25 pid: 63037 timeout: 6288 lvb_type: 0 00010000:00000001:0.0:1763350978.516511:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.516512:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763350978.516513:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763350978.516515:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff925dee15ea00 00002000:00000001:0.0:1763350978.516517:0:104354:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.516520:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.516527:0:104354:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350978.516532:0:104354:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dee15ea00 x1849001118762624/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 1512/0 e 0 to 0 dl 1763350989 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.516539:0:104354:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350978.516541:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.516560:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.516569:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.516571:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.516576:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 17 00000100:00000040:0.0:1763350978.516579:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350978.516580:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856868352 : -120542852683264 : ffff925dee15ea00) 00000100:00000040:0.0:1763350978.516585:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15ea00 x1849001118762624/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 1512/0 e 0 to 0 dl 1763350989 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.516592:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.516637:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdae00. 00000100:00000001:0.0:1763350978.516640:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.516643:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdae00. 00000100:00100000:0.0:1763350978.516647:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+25:2360:x1849001118762624:12345-192.168.202.2@tcp:4:dd.0 00000100:00000200:0.0:1763350978.516651:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118762624 00000020:00000001:0.0:1763350978.516654:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.516657:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.516660:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516661:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.516663:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:0.0:1763350978.516666:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350978.516669:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.516672:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.516673:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.516675:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516678:0:104354:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:0.0:1763350978.516685:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.516689:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.516693:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925deeea6400. 02000000:00000001:0.0:1763350978.516696:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.516698:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516702:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763350978.516704:0:104354:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516708:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:0.0:1763350978.516714:0:104354:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:0.0:1763350978.516718:0:104354:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:0.0:1763350978.516722:0:104354:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:0.0:1763350978.516725:0:104354:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:0.0:1763350978.516727:0:104354:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 free: 3838836736 avail: 3836739584 00000020:00000001:0.0:1763350978.516731:0:104354:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:0.0:1763350978.516735:0:104354:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 avail=3836739584 left=3506438144 unstable=0 tot_grant=329449472 pending=0 00000020:00000001:0.0:1763350978.516739:0:104354:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3506438144 : 3506438144 : d1000000) 00000020:00000001:0.0:1763350978.516742:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763350978.516744:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 306708480 dropped 0, local 308412416 00000020:00000001:0.0:1763350978.516748:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763350978.516750:0:104354:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:0.0:1763350978.516753:0:104354:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 granted: 1703936 ungranted: 0 grant: 306708480 dirty: 1703936 00000020:00000001:0.0:1763350978.516756:0:104354:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:0.0:1763350978.516759:0:104354:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:0.0:1763350978.516762:0:104354:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 wants: 485097472 current grant 306708480 granting: 3407872 00000020:00000020:0.0:1763350978.516764:0:104354:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 tot cached:0 granted:332857344 num_exports: 2 00000020:00000001:0.0:1763350978.516767:0:104354:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:0.0:1763350978.516769:0:104354:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:0.0:1763350978.516772:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.516776:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.516784:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:0.0:1763350978.516787:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00080000:00000001:0.0:1763350978.516795:0:104354:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:0.0:1763350978.516819:0:104354:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763350978.516826:0:104354:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.516829:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516830:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.516834:0:104354:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1024 00000020:00008000:0.0:1763350978.516837:0:104354:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1024 left = 1024 00000020:00000001:0.0:1763350978.516842:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763350978.516876:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:0.0:1763350978.516879:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1763350978.516894:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516897:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763350978.516902:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350978.516911:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.516915:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350978.516917:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.516919:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.516920:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.516922:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.516923:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.516925:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.516926:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.516928:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.516929:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.516931:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.516932:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.516934:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.516937:0:104354:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:0.0:1763350978.516939:0:104354:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.516942:0:104354:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:0.0:1763350978.516943:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763350978.516952:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.516956:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350978.516965:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925deeea4000. 00080000:00000001:0.0:1763350978.516968:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530870784000 : -120542838767616 : ffff925deeea4000) 00000001:00000001:0.0:1763350978.516970:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.516971:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.516975:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:0.0:1763350978.516997:0:104354:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:0.0:1763350978.517000:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517004:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350978.517008:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517011:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350978.517033:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.517035:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763350978.517036:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517039:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763350978.517064:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.517066:0:104354:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1763350978.517069:0:104354:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.517076:0:104354:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:0.0:1763350978.517080:0:104354:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:0.0:1763350978.517083:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350978.517086:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763350978.517149:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.517153:0:104354:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350978.517156:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763350978.517169:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517172:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350978.517174:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925deeea7400. 00080000:00000001:0.0:1763350978.517177:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530870797312 : -120542838754304 : ffff925deeea7400) 00000001:00000001:0.0:1763350978.517179:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.517180:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517184:0:104354:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:0.0:1763350978.517190:0:104354:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:0.0:1763350978.517194:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.517196:0:104354:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517198:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350978.517200:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517201:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350978.517205:0:104354:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350978.517231:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.517233:0:104354:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517236:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350978.517240:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517247:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517256:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763350978.517259:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517262:0:104354:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:0.0:1763350978.517263:0:104354:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:0.0:1763350978.517265:0:104354:0:(osd_io.c:1001:osd_grow_blocksize()) Process leaving 00080000:00000002:0.0:1763350978.517268:0:104354:0:(osd_io.c:1122:osd_write_commit()) write 1024 bytes at 0 00080000:00000001:0.0:1763350978.517323:0:104354:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.517328:0:104354:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:0.0:1763350978.517331:0:104354:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff925dd0a4e780. 00000020:00000040:0.0:1763350978.517334:0:104354:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 2 00000020:00000040:0.0:1763350978.517336:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=26 00000020:00000001:0.0:1763350978.517339:0:104354:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517342:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350978.517345:0:104354:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:0.0:1763350978.517348:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350978.517349:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:0.0:1763350978.517387:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:0.0:1763350978.517390:0:104354:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847691, last_committed = 21474847687 00000001:00000010:0.0:1763350978.517395:0:104354:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4e120. 00000001:00000040:0.0:1763350978.517397:0:104354:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 3 00000020:00000040:0.0:1763350978.517399:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=27 00080000:00000001:0.0:1763350978.517405:0:104354:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350978.517415:0:104354:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763350978.517417:0:104354:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.517424:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350978.517437:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00002000:00000001:0.0:1763350978.517441:0:104354:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.517445:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.517446:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.517450:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763350978.517452:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763350978.517453:0:104354:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350978.517456:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 21474847691, xid 1849001118762624 00010000:00000001:0.0:1763350978.517459:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.517466:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15ea00 x1849001118762624/t21474847691(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 1512/448 e 0 to 0 dl 1763350989 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350978.517474:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.517476:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.517480:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.517484:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.517487:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.517489:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.517492:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.517494:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.517497:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.517499:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.517503:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019990. 00000100:00000200:0.0:1763350978.517508:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118762624, offset 224 00000400:00000200:0.0:1763350978.517515:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.517525:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.517531:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197993:197993:255:4294967295] 192.168.202.2@tcp LPNI seq info [197989:197989:7:4294967295] 00000400:00000200:0.0:1763350978.517542:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.517547:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.517553:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350978.517558:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.517564:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.517568:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.517571:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.517574:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.517576:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.517578:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.517581:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.517585:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15ea00 x1849001118762624/t21474847691(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 1512/448 e 0 to 0 dl 1763350989 ref 1 fl Interpret:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350978.517620:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+27:2360:x1849001118762624:12345-192.168.202.2@tcp:4:dd.0 Request processed in 1001us (2437us total) trans 21474847691 rc 0/0 00000100:00100000:0.0:1763350978.517628:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 17 00000100:00000040:0.0:1763350978.517632:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350978.517634:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763350978.517636:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763350978.517641:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d3:0x0] (0->1023) req@ffff925dee15ea00 x1849001118762624/t21474847691(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 1512/448 e 0 to 0 dl 1763350989 ref 1 fl Complete:H/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763350978.517649:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763350978.517651:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dee15ea00 with x1849001118762624 ext(0->1023) 00010000:00000001:0.0:1763350978.517654:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.517656:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.517659:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc88c00 refcount=4 00000020:00000001:0.0:1763350978.517661:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00000001:0.0:1763350978.517664:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00010000:0.0:1763350978.517670:0:104354:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033c35a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8ec expref: 27 pid: 63037 timeout: 6288 lvb_type: 0 00010000:00010000:0.0:1763350978.517687:0:104354:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033c35a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8ec expref: 27 pid: 63037 timeout: 6288 lvb_type: 0 00010000:00000001:0.0:1763350978.517694:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.517695:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763350978.517696:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763350978.517698:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff925dee15ea00 00002000:00000001:0.0:1763350978.517700:0:104354:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.517702:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.517705:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.517709:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.517713:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.517717:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 26 00000100:00000001:0.0:1763350978.517719:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.530577:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.530648:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.530654:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.530657:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.530671:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.530695:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf8700 00000400:00000200:1.0:1763350978.530706:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127919 [2] + 1640 00000800:00000001:1.0:1763350978.530718:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.530729:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.530732:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.530739:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.530747:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.530750:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763350978.530763:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4ca80. 00000100:00000040:1.0:1763350978.530768:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4ca80 x1849001118762752 msgsize 328 00000100:00100000:1.0:1763350978.530772:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.530789:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.530799:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.530804:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.532021:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.532026:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858a000. 00000400:00000200:1.0:1763350978.532033:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.532038:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.532042:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2550 00000400:00000010:1.0:1763350978.532044:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2550. 00000100:00000001:1.0:1763350978.532048:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350978.532053:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de00ded80 x1849001101449984/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.532063:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350978.532066:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de00ded80 x1849001101449984/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.532073:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.532075:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763350978.536779:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc88c00. 00000100:00000001:0.0:1763350978.536840:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350978.536908:0:54877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350978.536911:0:54877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350978.536916:0:54877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bb58. 00000400:00000200:0.0:1763350978.536921:0:54877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:0.0:1763350978.536923:0:54877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:0.0:1763350978.536927:0:54877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.536932:0:54877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de00ded80 x1849001101449984/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350978.536941:0:54877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de00ded80 x1849001101449984/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.536947:0:54877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.536950:0:54877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.536952:0:54877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350978.536956:0:54877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350978.536959:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.536961:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.536965:0:54877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.536973:0:54877:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=33 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350978.536977:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=33 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350978.536979:0:54877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350978.536981:0:54877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.536984:0:54877:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350978.536988:0:54877:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.536990:0:54877:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.536995:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de00ded80 x1849001101449984/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.537001:0:54877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.537005:0:54877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350978.537007:0:54877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.537010:0:54877:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350978.537013:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.537015:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.537017:0:54877:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.537021:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00ded80 x1849001101449984/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350978.537029:0:54877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de00ded80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101449984:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350978.537034:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.537036:0:54877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.537039:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350978.537041:0:54877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.537044:0:54877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de00ded80 x1849001101449984/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.537051:0:54877:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350978.537054:0:54877:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350978.537059:0:54877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc3c72000. 02000000:00000001:0.0:1763350978.537065:0:54877:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350978.537068:0:54877:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350978.537070:0:54877:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350978.537073:0:54877:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350978.537076:0:54877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc3c73200. 02000000:00000001:0.0:1763350978.537083:0:54877:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350978.537085:0:54877:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350978.537087:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00ded80. 00000100:00000001:0.0:1763350978.537092:0:54877:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350978.537093:0:54877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350978.537212:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925de9da9240. 00000100:00000001:0.0:1763350978.537217:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350978.537219:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350978.537222:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57dc80. 00010000:00000001:0.0:1763350978.537226:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350978.537231:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350978.537233:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.537242:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.537245:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.537249:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.537254:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.537257:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.537259:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.537263:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.537266:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.537271:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.537274:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.537280:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019770. 00000100:00000200:0.0:1763350978.537286:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118762752, offset 224 00000400:00000200:0.0:1763350978.537294:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.537307:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.537314:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197995:197995:256:4294967295] 192.168.202.2@tcp LPNI seq info [197991:197991:8:4294967295] 00000400:00000200:0.0:1763350978.537326:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.537332:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.537339:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350978.537345:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.537353:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.537357:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.538281:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.538291:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.538294:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.538298:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.538304:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4ca80 x1849001118762752/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.538318:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2358:x1849001118762752:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 7124us (7547us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.538331:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4021 00000100:00000040:0.0:1763350978.538335:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350978.538338:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.538339:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.538347:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00615900. 00000020:00000010:0.0:1763350978.538354:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df90903e8. 00000020:00000010:0.0:1763350978.538359:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c73800. 00000020:00000040:0.0:1763350978.538366:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000100:00000001:0.0:1763350978.538369:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.539353:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.539361:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:1.0:1763350978.539368:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.539376:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.539383:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019770 00000400:00000010:1.0:1763350978.539386:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019770. 00000100:00000001:1.0:1763350978.539391:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.539393:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350978.544329:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.544354:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.544360:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.544364:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.544379:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.544402:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf8780 00000400:00000200:1.0:1763350978.544412:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 3832 00000800:00000001:1.0:1763350978.544421:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.544433:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.544436:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.544441:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.544449:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.544452:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350978.544461:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4f100. 00000100:00000040:1.0:1763350978.544466:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4f100 x1849001118762880 msgsize 328 00000100:00100000:1.0:1763350978.544470:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.544491:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.544501:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.544505:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.547358:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.547369:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118762880 02000000:00000001:3.0:1763350978.547374:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.547377:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.547380:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.547397:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.547402:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118762880 00000020:00000001:3.0:1763350978.547406:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.547409:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350978.547412:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.547417:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=26 00000020:00000001:3.0:1763350978.547422:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350978.547425:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350978.547431:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.547446:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c40. 00000100:00000001:3.0:1763350978.547451:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.547454:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c40. 00000020:00000010:3.0:1763350978.547465:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f400. 00000020:00000010:3.0:1763350978.547472:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69280. 00000020:00000010:3.0:1763350978.547481:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3754b0. 00000100:00000040:3.0:1763350978.547494:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350978.547498:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.547499:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.547503:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.547514:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.547528:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.547543:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.547546:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.547556:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19970 00000100:00000040:3.0:1763350978.547561:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350978.547563:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170328832 : -120542539222784 : ffff925e00c4f100) 00000100:00000040:3.0:1763350978.547569:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4f100 x1849001118762880/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.547580:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.547582:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c40. 00000100:00000001:3.0:1763350978.547584:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.547587:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c40. 00000100:00100000:3.0:1763350978.547591:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2360:x1849001118762880:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350978.547628:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118762880 00000020:00000001:3.0:1763350978.547633:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.547638:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.547641:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.547645:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.547647:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350978.547651:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.547655:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.547657:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.547660:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.547666:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.547669:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350978.547672:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350978.547674:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350978.547677:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350978.547680:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.547687:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350978.547695:0:63037:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405700 count: 2 00010000:00000001:3.0:1763350978.547698:0:63037:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.547701:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.547708:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc0031c00. 00000020:00000001:3.0:1763350978.547713:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.547716:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc0031c00 with handle 0xcb8c81cc3033c639 to hash 00000020:00000001:3.0:1763350978.547718:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.547720:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.547722:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00010000:3.0:1763350978.547727:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c639 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca5f expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.547737:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 19 00000020:00000040:3.0:1763350978.547739:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=27 00010000:00000001:3.0:1763350978.547749:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763350978.547753:0:63037:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763350978.547756:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.547758:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.547765:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dfc981c00. 02000000:00000001:3.0:1763350978.547767:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.547770:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.547773:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350978.547776:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.547779:0:63037:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.547781:0:63037:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763350978.547788:0:63037:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925deb026038. 00002000:00000001:3.0:1763350978.547790:0:63037:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763350978.547793:0:63037:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763350978.547797:0:63037:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dfb9b5c40. 00000100:00000001:3.0:1763350978.547801:0:63037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350978.547808:0:63037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded43540. 00000100:00000001:3.0:1763350978.547811:0:63037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600904000 : -120543108647616 : ffff925dded43540) 00000100:00000001:3.0:1763350978.547814:0:63037:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530600904000 : -120543108647616 : ffff925dded43540) 00000100:00000001:3.0:1763350978.547817:0:63037:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350978.547819:0:63037:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350978.547820:0:63037:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763350978.547823:0:63037:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763350978.547828:0:63037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1f80. 00000020:00000040:3.0:1763350978.547832:0:63037:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763350978.547836:0:63037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350978.547839:0:63037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350978.547844:0:63037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350978.547851:0:63037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214e600. 00000100:00000001:3.0:1763350978.547858:0:63037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.547865:0:63037:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350978.547869:0:63037:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350978.547875:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dfb5c1f80 x1849001101450112/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.547884:0:63037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350978.547886:0:63037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.547890:0:63037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dfb5c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101450112:192.168.202.2@tcp:106: 00000100:00000001:3.0:1763350978.547895:0:63037:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350978.547902:0:63037:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350978.547905:0:63037:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.547908:0:63037:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350978.547913:0:63037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df214e000. 02000000:00000001:3.0:1763350978.547915:0:63037:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350978.547922:0:63037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810d10. 00000400:00000010:3.0:1763350978.547930:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350880. 00000100:00000200:3.0:1763350978.547939:0:63037:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101450112, portal 16 00000100:00000001:3.0:1763350978.547943:0:63037:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350978.547945:0:63037:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079573376 : -120542629978240 : ffff925dfb5c1f80) 00000100:00000040:3.0:1763350978.547951:0:63037:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dfb5c1f80 x1849001101450112/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.547958:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.547961:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.547964:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23503b8. 00000100:00000200:3.0:1763350978.547966:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101450112, offset 0 00000400:00000200:3.0:1763350978.547973:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.547989:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.547995:0:63037:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763350978.548000:0:63037:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:3.0:1763350978.548004:0:63037:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763350978.548007:0:63037:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:3.0:1763350978.548010:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197996:197996:256:4294967295] 192.168.202.2@tcp LPNI seq info [197992:197992:8:4294967295] 00000400:00000200:3.0:1763350978.548023:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.548030:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.548035:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122c00. 00000800:00000200:3.0:1763350978.548042:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.548051:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.548056:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.548079:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.548084:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300855520 00000100:00000001:3.0:1763350978.548094:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855504 00000100:00000001:3.0:1763350978.548108:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300855520 00000100:00000001:3.0:1763350978.548112:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855504 00000100:00000001:3.0:1763350978.548116:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300855520 00000100:00000001:3.0:1763350978.548119:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855504 00000100:00000001:3.0:1763350978.548122:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300855520 00000100:00000001:3.0:1763350978.548125:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855504 00000100:00000001:3.0:1763350978.548136:0:63037:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350978.548140:0:63037:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.548143:0:63037:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.548144:0:63037:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.548146:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.548148:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763350978.548150:0:63037:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925deb026038. 00010000:00000001:3.0:1763350978.548156:0:63037:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.548158:0:63037:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763350978.548160:0:63037:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350978.548162:0:63037:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.548165:0:63037:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350978.548167:0:63037:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350978.548169:0:63037:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded43540 going to sleep for 11 seconds 00000100:00000001:3.0:1763350978.548172:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350978.548176:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763350978.562203:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.562235:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.562241:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.562243:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.562258:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.562282:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd75b80 00000400:00000200:1.0:1763350978.562295:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f605 [1] + 224 00000800:00000001:1.0:1763350978.562306:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.562318:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.562321:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.562326:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.562334:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350978.562343:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dfb5c1f80 x1849001101450112/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350978.562356:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dfb5c1f80 x1849001101450112/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.562392:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.562401:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.562404:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.562647:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350978.562657:0:63037:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350978.562659:0:63037:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350978.562663:0:63037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810d10. 00000400:00000200:3.0:1763350978.562668:0:63037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350880 00000400:00000010:3.0:1763350978.562671:0:63037:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350880. 00000100:00000001:3.0:1763350978.562674:0:63037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350978.562679:0:63037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dfb5c1f80 x1849001101450112/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350978.562688:0:63037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dfb5c1f80 x1849001101450112/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.562695:0:63037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350978.562697:0:63037:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.562700:0:63037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350978.562704:0:63037:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350978.562707:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.562709:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.562713:0:63037:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.562720:0:63037:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=33 v=5 (5 5 5 0) 00000100:00001000:3.0:1763350978.562724:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=33 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350978.562726:0:63037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350978.562728:0:63037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.562731:0:63037:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350978.562735:0:63037:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.562737:0:63037:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.562743:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dfb5c1f80 x1849001101450112/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.562750:0:63037:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350978.562754:0:63037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350978.562756:0:63037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.562759:0:63037:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763350978.562765:0:63037:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:3.0:1763350978.562774:0:63037:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000401:0x25d3:0x0] updating lvb atime: 0 -> 1763350976 00002000:00000001:3.0:1763350978.562779:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.562783:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.562792:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:3.0:1763350978.562795:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:3.0:1763350978.562799:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350978.562807:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350978.562811:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00010000:00000001:3.0:1763350978.562815:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.562817:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.562819:0:63037:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.562823:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1f80 x1849001101450112/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350978.562832:0:63037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dfb5c1f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101450112:192.168.202.2@tcp:106: 00000100:00000001:3.0:1763350978.562838:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.562841:0:63037:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.562844:0:63037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350978.562846:0:63037:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350978.562849:0:63037:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dfb5c1f80 x1849001101450112/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350978.562855:0:63037:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350978.562858:0:63037:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350978.562861:0:63037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df214e000. 02000000:00000001:3.0:1763350978.562866:0:63037:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350978.562868:0:63037:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350978.562870:0:63037:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763350978.562873:0:63037:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350978.562876:0:63037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214e600. 02000000:00000001:3.0:1763350978.562879:0:63037:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350978.562881:0:63037:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350978.562883:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c1f80. 00000100:00000001:3.0:1763350978.562886:0:63037:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350978.562888:0:63037:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350978.562890:0:63037:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded43540. 00000100:00000001:3.0:1763350978.562892:0:63037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350978.562894:0:63037:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350978.562897:0:63037:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dfb9b5c40. 00010000:00000001:3.0:1763350978.562900:0:63037:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.562904:0:63037:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350978.562908:0:63037:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350978.562911:0:63037:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.562917:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.562918:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.562921:0:63037:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.562922:0:63037:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.562926:0:63037:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc0031c00 with handle 0xcb8c81cc3033c639 from hash 00010000:00000001:3.0:1763350978.562928:0:63037:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.562930:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.562931:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.562932:0:63037:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350978.562933:0:63037:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350978.562936:0:63037:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763350978.562941:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c639 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca5f expref: 27 pid: 63037 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763350978.562955:0:63037:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350978.562958:0:63037:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.562961:0:63037:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.562962:0:63037:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.562965:0:63037:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.562968:0:63037:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.562970:0:63037:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.562972:0:63037:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.562973:0:63037:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.562974:0:63037:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.562977:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.562978:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350978.562981:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.562983:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.562984:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.562986:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.562989:0:63037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c639 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca5f expref: 27 pid: 63037 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763350978.562997:0:63037:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:3.0:1763350978.563000:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 26 00010000:00000001:3.0:1763350978.563009:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.563010:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc0031c00, rc 0) 00000020:00000001:3.0:1763350978.563014:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763350978.563018:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118762880 00010000:00000001:3.0:1763350978.563021:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.563026:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4f100 x1849001118762880/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.563035:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.563037:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.563040:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.563045:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.563047:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.563050:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.563053:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.563056:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.563059:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.563062:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.563067:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350880. 00000100:00000200:3.0:1763350978.563073:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118762880, offset 224 00000400:00000200:3.0:1763350978.563080:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.563091:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.563110:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197997:197997:256:4294967295] 192.168.202.2@tcp LPNI seq info [197993:197993:8:4294967295] 00000400:00000200:3.0:1763350978.563123:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.563135:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.563142:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122900. 00000800:00000200:3.0:1763350978.563149:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.563156:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.563161:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.563177:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.563180:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.563183:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.563184:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.563187:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.563193:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4f100 x1849001118762880/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350978.563204:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2360:x1849001118762880:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 15622us (18735us total) trans 0 rc 301/301 00000100:00100000:3.0:1763350978.563213:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19970 00000100:00000040:3.0:1763350978.563217:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.563220:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.563222:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.563228:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69280. 00000020:00000010:3.0:1763350978.563233:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3754b0. 00000020:00000010:3.0:1763350978.563240:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f400. 00000020:00000040:3.0:1763350978.563246:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000100:00000001:3.0:1763350978.563249:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.563459:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.563463:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122900. 00000400:00000200:1.0:1763350978.563468:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.563473:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.563477:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350880 00000400:00000010:1.0:1763350978.563479:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350880. 00000100:00000001:1.0:1763350978.563482:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.563484:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350978.571106:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.571110:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118763008 02000000:00000001:3.0:1763350978.571114:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.571117:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.571120:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.571125:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.571137:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118763008 00000020:00000001:3.0:1763350978.571141:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.571144:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350978.571147:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.571151:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=26 00000020:00000001:3.0:1763350978.571153:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350978.571156:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350978.571161:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.571166:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c40. 00000100:00000001:3.0:1763350978.571171:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.571174:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c40. 00000020:00000010:3.0:1763350978.571181:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f400. 00000020:00000010:3.0:1763350978.571186:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69280. 00000020:00000010:3.0:1763350978.571192:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3754b0. 00000100:00000040:3.0:1763350978.571201:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350978.571204:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.571206:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.571209:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.571218:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.571230:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.571243:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.571245:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.571250:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19971 00000100:00000040:3.0:1763350978.571255:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350978.571257:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621462144 : -120543088089472 : ffff925de00de680) 00000100:00000040:3.0:1763350978.571265:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00de680 x1849001118763008/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.571276:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.571278:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c40. 00000100:00000001:3.0:1763350978.571280:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.571283:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c40. 00000100:00100000:3.0:1763350978.571288:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2361:x1849001118763008:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:3.0:1763350978.571292:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118763008 00000020:00000001:3.0:1763350978.571296:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.571301:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.571304:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.571307:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.571309:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:3.0:1763350978.571312:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.571317:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.571319:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.571322:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.571326:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350978.571331:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350978.571334:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.571337:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.571340:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.571343:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.571344:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.571347:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.571348:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.571350:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.571352:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.571354:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.571355:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.571356:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.571360:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.571362:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.571367:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.571370:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.571377:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dfc983c00. 02000000:00000001:3.0:1763350978.571379:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.571382:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.571387:0:63037:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763350978.571390:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.571394:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.571402:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:3.0:1763350978.571405:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:3.0:1763350978.571409:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350978.571416:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.571420:0:63037:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763350978.571422:0:63037:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:3.0:1763350978.571426:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.571434:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:3.0:1763350978.571439:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00000020:00000001:3.0:1763350978.571444:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.571451:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.571455:0:63037:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.571459:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118763008 00010000:00000001:3.0:1763350978.571462:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.571468:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00de680 x1849001118763008/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350978.571477:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.571479:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.571483:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.571489:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.571491:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.571494:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.571497:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.571499:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.571503:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.571506:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.571510:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350220. 00000100:00000200:3.0:1763350978.571516:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118763008, offset 224 00000400:00000200:3.0:1763350978.571523:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.571534:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.571541:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197998:197998:256:4294967295] 192.168.202.2@tcp LPNI seq info [197994:197994:8:4294967295] 00000400:00000200:3.0:1763350978.571553:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.571561:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.571566:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122600. 00000800:00000200:3.0:1763350978.571572:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.571580:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.571586:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122600 type 1, nob 528 niov 1 nkiov 1 00010000:00000010:3.1:1763350978.571633:0:63037:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc0031c00. 00000100:00000001:3.0:1763350978.571642:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.571646:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.571648:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.571650:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.571653:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.571657:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00de680 x1849001118763008/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350978.571667:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2361:x1849001118763008:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 389us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350978.571675:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19971 00000100:00000040:3.0:1763350978.571678:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.571680:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.571682:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.571687:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69280. 00000020:00000010:3.0:1763350978.571692:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3754b0. 00000020:00000010:3.0:1763350978.571698:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f400. 00000020:00000040:3.0:1763350978.571705:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000100:00000001:3.0:1763350978.571708:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.571902:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.571907:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122600. 00000400:00000200:1.0:1763350978.571911:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.571915:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.571920:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350220 00000400:00000010:1.0:1763350978.571922:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350220. 00000100:00000001:1.0:1763350978.571926:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.571928:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350978.577917:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.577941:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.577946:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.577948:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.577963:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.577985:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf8880 00000400:00000200:1.0:1763350978.577996:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 4600 00000800:00000001:1.0:1763350978.578006:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.578015:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.578019:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.578024:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.578032:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.578035:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350978.578043:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4d500. 00000100:00000040:1.0:1763350978.578049:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4d500 x1849001118763136 msgsize 328 00000100:00100000:1.0:1763350978.578053:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.578072:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.578081:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.578086:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.578168:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.578171:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118763136 02000000:00000001:0.0:1763350978.578175:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.578178:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.578180:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.578185:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.578190:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118763136 00000020:00000001:0.0:1763350978.578193:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.578195:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350978.578198:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.578202:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=26 00000020:00000001:0.0:1763350978.578205:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350978.578208:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350978.578213:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.578219:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.578223:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.578226:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000020:00000010:0.0:1763350978.578233:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.578239:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.578245:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.578255:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350978.578258:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.578260:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350978.578262:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.578271:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.578285:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.578300:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.578302:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.578308:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19972 00000100:00000040:0.0:1763350978.578312:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350978.578314:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170321664 : -120542539229952 : ffff925e00c4d500) 00000100:00000040:0.0:1763350978.578322:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4d500 x1849001118763136/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.578333:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.578336:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.578338:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.578341:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000100:00100000:0.0:1763350978.578345:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2359:x1849001118763136:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350978.578349:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118763136 00000020:00000001:0.0:1763350978.578354:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.578359:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.578362:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.578365:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.578368:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350978.578371:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350978.578376:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.578379:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.578381:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.578387:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.578390:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350978.578393:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350978.578396:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350978.578398:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350978.578401:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.578407:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350978.578416:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405700 count: 2 00010000:00000001:0.0:1763350978.578419:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.578422:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350978.578426:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350978.578430:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.578433:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033c640 to hash 00000020:00000001:0.0:1763350978.578435:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350978.578437:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350978.578440:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00010000:0.0:1763350978.578446:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c640 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca66 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.578456:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 19 00000020:00000040:0.0:1763350978.578458:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=27 00010000:00000001:0.0:1763350978.578467:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350978.578471:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350978.578475:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.578477:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.578484:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925deeea6800. 02000000:00000001:0.0:1763350978.578486:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.578489:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.578493:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350978.578496:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350978.578498:0:63038:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.578501:0:63038:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350978.578507:0:63038:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922c40. 00002000:00000001:0.0:1763350978.578510:0:63038:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350978.578513:0:63038:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350978.578517:0:63038:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.578520:0:63038:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350978.578528:0:63038:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.578530:0:63038:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142883584 : -120543566668032 : ffff925dc3875f00) 00000100:00000001:0.0:1763350978.578532:0:63038:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142883584 : -120543566668032 : ffff925dc3875f00) 00000100:00000001:0.0:1763350978.578535:0:63038:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350978.578537:0:63038:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350978.578539:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350978.578542:0:63038:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350978.578546:0:63038:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:0.0:1763350978.578549:0:63038:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350978.578552:0:63038:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350978.578555:0:63038:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350978.578560:0:63038:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350978.578566:0:63038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1c00. 00000100:00000001:0.0:1763350978.578572:0:63038:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.578578:0:63038:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350978.578581:0:63038:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350978.578586:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101450240/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.578644:0:63038:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350978.578647:0:63038:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.578652:0:63038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:63038:1849001101450240:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350978.578657:0:63038:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350978.578663:0:63038:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350978.578666:0:63038:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.578669:0:63038:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350978.578674:0:63038:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b0200. 02000000:00000001:0.0:1763350978.578676:0:63038:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350978.578684:0:63038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb1b8. 00000400:00000010:0.0:1763350978.578692:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350978.578702:0:63038:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101450240, portal 16 00000100:00000001:0.0:1763350978.578705:0:63038:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350978.578706:0:63038:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:0.0:1763350978.578713:0:63038:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101450240/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.578720:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.578722:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.578725:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0194c8. 00000100:00000200:0.0:1763350978.578728:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101450240, offset 0 00000400:00000200:0.0:1763350978.578735:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.578747:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.578751:0:63038:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350978.578756:0:63038:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350978.578761:0:63038:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350978.578763:0:63038:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350978.578767:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [197999:197999:256:4294967295] 192.168.202.2@tcp LPNI seq info [197995:197995:8:4294967295] 00000400:00000200:0.0:1763350978.578779:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.578784:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.578789:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350978.578795:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.578803:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.578808:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.578827:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.578832:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300855551 00000100:00000001:0.0:1763350978.578841:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855520 00000100:00000001:0.0:1763350978.578846:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300855551 00000100:00000001:0.0:1763350978.578849:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855520 00000100:00000001:0.0:1763350978.578852:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300855551 00000100:00000001:0.0:1763350978.578856:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855520 00000100:00000001:0.0:1763350978.578858:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300855551 00000100:00000001:0.0:1763350978.578862:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855520 00000100:00000001:0.0:1763350978.578865:0:63038:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.578867:0:63038:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.578869:0:63038:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.578871:0:63038:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.578873:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.578875:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350978.578877:0:63038:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922c40. 00010000:00000001:0.0:1763350978.578880:0:63038:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.578882:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350978.578883:0:63038:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350978.578885:0:63038:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.578887:0:63038:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350978.578889:0:63038:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350978.578892:0:63038:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3875f00 going to sleep for 11 seconds 00000100:00000001:0.0:1763350978.578894:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350978.578899:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763350978.582948:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.582971:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.582975:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.582978:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.582991:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.583013:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd75c00 00000400:00000200:1.0:1763350978.583025:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f615 [1] + 224 00000800:00000001:1.0:1763350978.583035:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.583063:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.583066:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.583072:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.583080:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350978.583090:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101450240/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350978.583115:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df4d67480 x1849001101450240/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.583162:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.583173:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.583178:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.583388:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350978.583398:0:63038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350978.583400:0:63038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350978.583405:0:63038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb1b8. 00000400:00000200:0.0:1763350978.583410:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:0.0:1763350978.583412:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:0.0:1763350978.583416:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.583421:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101450240/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350978.583429:0:63038:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101450240/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.583434:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.583435:0:63038:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.583438:0:63038:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350978.583442:0:63038:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350978.583445:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.583448:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.583452:0:63038:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.583460:0:63038:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=33 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350978.583465:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=33 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350978.583467:0:63038:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350978.583469:0:63038:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.583472:0:63038:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350978.583476:0:63038:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.583479:0:63038:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.583484:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101450240/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.583490:0:63038:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.583494:0:63038:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350978.583496:0:63038:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.583499:0:63038:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350978.583506:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350978.583516:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.583521:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.583531:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:0.0:1763350978.583534:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:0.0:1763350978.583537:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350978.583545:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350978.583550:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00010000:00000001:0.0:1763350978.583554:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.583556:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.583558:0:63038:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.583562:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101450240/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350978.583571:0:63038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:63038:1849001101450240:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350978.583576:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.583579:0:63038:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.583582:0:63038:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350978.583584:0:63038:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.583589:0:63038:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101450240/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.583850:0:63038:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350978.583853:0:63038:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350978.583857:0:63038:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b0200. 02000000:00000001:0.0:1763350978.583863:0:63038:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350978.583866:0:63038:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350978.583867:0:63038:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350978.583870:0:63038:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350978.583873:0:63038:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1c00. 02000000:00000001:0.0:1763350978.583877:0:63038:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350978.583879:0:63038:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350978.583881:0:63038:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:0.0:1763350978.583885:0:63038:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350978.583886:0:63038:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350978.583889:0:63038:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.583891:0:63038:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350978.583894:0:63038:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350978.583898:0:63038:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda980. 00010000:00000001:0.0:1763350978.583902:0:63038:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.583906:0:63038:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350978.583910:0:63038:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350978.583912:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.583918:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.583920:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.583922:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.583924:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.583927:0:63038:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033c640 from hash 00010000:00000001:0.0:1763350978.583930:0:63038:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.583932:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.583933:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.583934:0:63038:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350978.583935:0:63038:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350978.583937:0:63038:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350978.583945:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c640 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca66 expref: 27 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350978.583966:0:63038:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350978.583970:0:63038:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.583973:0:63038:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.583974:0:63038:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.583976:0:63038:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.583980:0:63038:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350978.583981:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.583982:0:63038:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.583983:0:63038:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350978.583985:0:63038:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350978.583986:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.583988:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350978.583991:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.583993:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.583995:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350978.583996:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.583999:0:63038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c640 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca66 expref: 27 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350978.584007:0:63038:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:0.0:1763350978.584009:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 26 00010000:00000001:0.0:1763350978.584018:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350978.584019:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3800, rc 0) 00000020:00000001:0.0:1763350978.584022:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350978.584026:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118763136 00010000:00000001:0.0:1763350978.584030:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.584035:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4d500 x1849001118763136/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350978.584043:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.584046:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.584049:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.584053:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.584056:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.584058:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.584061:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.584064:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.584067:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.584070:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.584076:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350978.584082:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118763136, offset 224 00000400:00000200:0.0:1763350978.584089:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.588113:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.588124:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198000:198000:256:4294967295] 192.168.202.2@tcp LPNI seq info [197996:197996:8:4294967295] 00000400:00000200:0.0:1763350978.588151:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.588158:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.588172:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350978.588181:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.588189:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.588194:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.588206:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.588211:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.588215:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.588218:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.588220:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.588230:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4d500 x1849001118763136/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350978.588241:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2359:x1849001118763136:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 9906us (10190us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350978.588251:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19972 00000100:00000040:0.0:1763350978.588255:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350978.588258:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.588262:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.588269:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.588277:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.588283:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.588290:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000100:00000001:0.0:1763350978.588293:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.588523:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.588528:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.588532:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.588533:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.588537:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.588538:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.588543:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.588545:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.588550:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.588553:0:95504:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1763350978.588556:0:95504:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1763350978.588559:0:95504:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.588563:0:95504:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1763350978.588566:0:95504:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.588568:0:95504:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.588570:0:95504:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350978.588824:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.588830:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:1.0:1763350978.588835:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.588842:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.588849:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:1.0:1763350978.588851:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:1.0:1763350978.588856:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.588858:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350978.592350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350978.592376:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350978.592381:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.592385:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1763350978.651154:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300855551, at 4300855553 00000100:00000010:1.0:1763350978.651178:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006935a0. 00000100:00000040:0.0:1763350978.651438:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300855551, at 4300855553 00000100:00000010:0.0:1763350978.651446:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693600. 00000100:00000040:3.0:1763350978.651748:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300855551, at 4300855554 00000100:00000010:3.0:1763350978.651755:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693ae0. 00000100:00000001:0.0:1763350978.679136:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.679139:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118763264 02000000:00000001:0.0:1763350978.679143:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.679146:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.679148:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.679154:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.679158:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118763264 00000020:00000001:0.0:1763350978.679162:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.679164:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350978.679167:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.679170:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=26 00000020:00000001:0.0:1763350978.679173:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350978.679176:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350978.679182:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.679188:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.679192:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.679195:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000020:00000010:0.0:1763350978.679203:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.679209:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.679216:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.679225:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350978.679229:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.679230:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350978.679234:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.679243:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.679261:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.679277:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.679280:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.679286:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19973 00000100:00000040:0.0:1763350978.679291:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350978.679294:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621454976 : -120543088096640 : ffff925de00dca80) 00000100:00000040:0.0:1763350978.679302:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00dca80 x1849001118763264/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.679311:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.679314:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.679316:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.679318:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000100:00100000:0.0:1763350978.679322:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2358:x1849001118763264:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350978.679325:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118763264 00000020:00000001:0.0:1763350978.679331:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.679336:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.679338:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.679342:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.679344:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350978.679348:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350978.679352:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.679354:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.679358:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.679366:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.679369:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350978.679373:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350978.679376:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350978.679378:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350978.679380:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.679386:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350978.679394:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405700 count: 2 00010000:00000001:0.0:1763350978.679399:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.679402:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350978.679407:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350978.679411:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.679414:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033c647 to hash 00000020:00000001:0.0:1763350978.679417:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350978.679419:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350978.679421:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00010000:0.0:1763350978.679427:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c647 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca6d expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.679439:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 19 00000020:00000040:0.0:1763350978.679442:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=27 00010000:00000001:0.0:1763350978.679452:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350978.679456:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350978.679459:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.679462:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.679469:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925deeea4c00. 02000000:00000001:0.0:1763350978.679472:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.679474:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.679478:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350978.679480:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350978.679483:0:63038:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.679486:0:63038:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350978.679493:0:63038:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922c40. 00002000:00000001:0.0:1763350978.679496:0:63038:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350978.679499:0:63038:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350978.679503:0:63038:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.679506:0:63038:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350978.679514:0:63038:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.679517:0:63038:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142883584 : -120543566668032 : ffff925dc3875f00) 00000100:00000001:0.0:1763350978.679519:0:63038:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142883584 : -120543566668032 : ffff925dc3875f00) 00000100:00000001:0.0:1763350978.679522:0:63038:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350978.679524:0:63038:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350978.679527:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350978.679529:0:63038:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350978.679533:0:63038:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:0.0:1763350978.679537:0:63038:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350978.679541:0:63038:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350978.679543:0:63038:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350978.679548:0:63038:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350978.679554:0:63038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1c00. 00000100:00000001:0.0:1763350978.679561:0:63038:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.679566:0:63038:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350978.679569:0:63038:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350978.679575:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.679582:0:63038:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350978.679585:0:63038:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.679590:0:63038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:63038:1849001101450368:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350978.679649:0:63038:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350978.679656:0:63038:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350978.679659:0:63038:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.679662:0:63038:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350978.679668:0:63038:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b0200. 02000000:00000001:0.0:1763350978.679670:0:63038:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350978.679677:0:63038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb1b8. 00000400:00000010:0.0:1763350978.679687:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019220. 00000100:00000200:0.0:1763350978.679702:0:63038:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101450368, portal 16 00000100:00000001:0.0:1763350978.679704:0:63038:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350978.679706:0:63038:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:0.0:1763350978.679712:0:63038:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.679720:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.679723:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.679727:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0197f8. 00000100:00000200:0.0:1763350978.679729:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101450368, offset 0 00000400:00000200:0.0:1763350978.679737:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.679750:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.679755:0:63038:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350978.679760:0:63038:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350978.679764:0:63038:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350978.679766:0:63038:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350978.679771:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198001:198001:256:4294967295] 192.168.202.2@tcp LPNI seq info [197997:197997:8:4294967295] 00000400:00000200:0.0:1763350978.679782:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.679789:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.679796:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350978.679803:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.679811:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.679815:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.679824:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.679829:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300855652 00000100:00000010:0.0:1763350978.679833:0:63038:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e4e0. 00000100:00000001:0.0:1763350978.679841:0:63038:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350978.679849:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300855652 00000100:00000010:0.0:1763350978.679852:0:63038:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4ea20. 00000100:00000001:0.0:1763350978.679856:0:63038:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350978.679865:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300855652 00000100:00000010:0.0:1763350978.679869:0:63038:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e360. 00000100:00000001:0.0:1763350978.679872:0:63038:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350978.679875:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300855652 00000100:00000010:0.0:1763350978.679878:0:63038:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e1e0. 00000100:00000001:0.0:1763350978.679881:0:63038:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350978.679884:0:63038:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.679887:0:63038:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.679889:0:63038:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.679891:0:63038:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.679894:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.679896:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350978.679898:0:63038:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922c40. 00010000:00000001:0.0:1763350978.679902:0:63038:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.679904:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350978.679906:0:63038:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350978.679908:0:63038:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.679910:0:63038:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350978.679912:0:63038:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350978.679915:0:63038:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3875f00 going to sleep for 11 seconds 00000100:00000001:0.0:1763350978.679918:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350978.679922:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350978.680122:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.680135:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:1.0:1763350978.680140:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.680145:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.680150:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0197f8 00000400:00000010:1.0:1763350978.680153:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0197f8. 00000100:00000001:1.0:1763350978.680158:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350978.680163:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.680172:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350978.680176:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.680183:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.680184:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350978.689962:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.689986:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.689990:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.689993:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.690006:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.690028:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd75c80 00000400:00000200:1.0:1763350978.690040:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f621 [1] + 224 00000800:00000001:1.0:1763350978.690050:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.690065:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.690069:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.690075:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.690084:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350978.690107:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350978.690118:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.690147:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.690157:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.690161:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.690281:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350978.690292:0:63038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350978.690294:0:63038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350978.690298:0:63038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb1b8. 00000400:00000200:0.0:1763350978.690304:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019220 00000400:00000010:0.0:1763350978.690307:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019220. 00000100:00000001:0.0:1763350978.690311:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.690315:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350978.690323:0:63038:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.690329:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.690331:0:63038:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.690334:0:63038:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350978.690337:0:63038:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350978.690340:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.690343:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.690346:0:63038:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.690354:0:63038:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=33 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350978.690359:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=33 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350978.690361:0:63038:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350978.690362:0:63038:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.690365:0:63038:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350978.690369:0:63038:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.690372:0:63038:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.690378:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.690384:0:63038:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.690388:0:63038:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350978.690390:0:63038:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.690393:0:63038:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350978.690400:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350978.690411:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.690415:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.690424:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:0.0:1763350978.690427:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:0.0:1763350978.690429:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350978.690440:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350978.690444:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00010000:00000001:0.0:1763350978.690449:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.690451:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.690452:0:63038:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.690456:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350978.690464:0:63038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:63038:1849001101450368:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350978.690470:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.690473:0:63038:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.690476:0:63038:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350978.690479:0:63038:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.690482:0:63038:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101450368/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.690488:0:63038:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350978.690491:0:63038:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350978.690495:0:63038:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b0200. 02000000:00000001:0.0:1763350978.690500:0:63038:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350978.690503:0:63038:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350978.690505:0:63038:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350978.690507:0:63038:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350978.690510:0:63038:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1c00. 02000000:00000001:0.0:1763350978.690515:0:63038:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350978.690517:0:63038:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350978.690519:0:63038:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:0.0:1763350978.690523:0:63038:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350978.690524:0:63038:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350978.690526:0:63038:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.690529:0:63038:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350978.690531:0:63038:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350978.690534:0:63038:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda980. 00010000:00000001:0.0:1763350978.690538:0:63038:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.690542:0:63038:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350978.690547:0:63038:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350978.690550:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.690558:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.690559:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.690562:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.690564:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.690568:0:63038:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033c647 from hash 00010000:00000001:0.0:1763350978.690571:0:63038:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.690573:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.690574:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.690575:0:63038:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350978.690577:0:63038:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350978.690580:0:63038:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350978.690587:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c647 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca6d expref: 27 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350978.690654:0:63038:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350978.690659:0:63038:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.690662:0:63038:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.690663:0:63038:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.690666:0:63038:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.690670:0:63038:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350978.690672:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.690673:0:63038:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.690675:0:63038:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350978.690676:0:63038:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350978.690678:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.690681:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350978.690683:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.690685:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.690687:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350978.690689:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.690693:0:63038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c647 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca6d expref: 27 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350978.690701:0:63038:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:0.0:1763350978.690704:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 26 00010000:00000001:0.0:1763350978.690713:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350978.690715:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3800, rc 0) 00000020:00000001:0.0:1763350978.690717:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350978.690722:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118763264 00010000:00000001:0.0:1763350978.690725:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.690730:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00dca80 x1849001118763264/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350978.690738:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.690741:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.690744:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.690749:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.690752:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.690755:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.690758:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.690761:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.690764:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.690768:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.690774:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019220. 00000100:00000200:0.0:1763350978.690779:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118763264, offset 224 00000400:00000200:0.0:1763350978.690787:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.690800:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.690808:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198002:198002:256:4294967295] 192.168.202.2@tcp LPNI seq info [197998:197998:8:4294967295] 00000400:00000200:0.0:1763350978.690821:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.690828:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.690837:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350978.690844:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.690854:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.690858:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.691655:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.691664:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.691668:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.691670:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.691672:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.691680:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00dca80 x1849001118763264/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350978.691690:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2358:x1849001118763264:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 12377us (12674us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350978.691701:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19973 00000100:00000040:0.0:1763350978.691705:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350978.691708:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.691709:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.691717:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.691723:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:0.0:1763350978.691728:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:0.0:1763350978.691733:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000100:00000001:0.0:1763350978.691736:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350978.699708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00000800:00000001:1.0:1763350978.709183:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.709211:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.709217:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.709219:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.709234:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350978.709258:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf8980 00000400:00000200:1.0:1763350978.709269:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 5256 00000800:00000001:1.0:1763350978.709281:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.709292:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350978.709295:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.709300:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350978.709309:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350978.709311:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350978.709320:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c380. 00000100:00000040:1.0:1763350978.709325:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4c380 x1849001118763392 msgsize 328 00000100:00100000:1.0:1763350978.709329:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.709347:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350978.709357:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.709361:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.709420:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.709424:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118763392 02000000:00000001:0.0:1763350978.709427:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.709430:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.709432:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.709438:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.709443:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118763392 00000020:00000001:0.0:1763350978.709447:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.709449:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350978.709451:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.709455:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=26 00000020:00000001:0.0:1763350978.709458:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350978.709460:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350978.709465:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.709471:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.709475:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.709478:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000020:00000010:0.0:1763350978.709485:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.709492:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.709498:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3da28. 00000100:00000040:0.0:1763350978.709508:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350978.709511:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.709513:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350978.709527:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.709538:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.709554:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.709570:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.709573:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.709579:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19974 00000100:00000040:0.0:1763350978.709584:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350978.709586:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170317184 : -120542539234432 : ffff925e00c4c380) 00000100:00000040:0.0:1763350978.709634:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4c380 x1849001118763392/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.709645:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.709648:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.709651:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.709653:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000100:00100000:0.0:1763350978.709658:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2359:x1849001118763392:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350978.709663:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118763392 00000020:00000001:0.0:1763350978.709667:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.709671:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.709674:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.709676:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.709679:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350978.709683:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350978.709688:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.709691:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.709694:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.709701:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.709703:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350978.709706:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350978.709709:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350978.709711:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350978.709714:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.709720:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350978.709729:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405700 count: 2 00010000:00000001:0.0:1763350978.709732:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.709735:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350978.709739:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350978.709744:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350978.709747:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033c64e to hash 00000020:00000001:0.0:1763350978.709749:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350978.709751:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350978.709754:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00010000:0.0:1763350978.709759:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c64e lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca74 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.709769:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 19 00000020:00000040:0.0:1763350978.709771:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=27 00010000:00000001:0.0:1763350978.709780:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350978.709784:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350978.709787:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.709789:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.709794:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925deeea5400. 02000000:00000001:0.0:1763350978.709797:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.709799:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.709802:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350978.709807:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350978.709810:0:63038:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.709813:0:63038:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350978.709820:0:63038:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922c40. 00002000:00000001:0.0:1763350978.709822:0:63038:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350978.709825:0:63038:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350978.710044:0:63038:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52080. 00000100:00000001:1.0:1763350978.710049:0:63038:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350978.710056:0:63038:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9ad240. 00000100:00000001:1.0:1763350978.710058:0:63038:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150791232 : -120542558760384 : ffff925dff9ad240) 00000100:00000001:1.0:1763350978.710061:0:63038:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531150791232 : -120542558760384 : ffff925dff9ad240) 00000100:00000001:1.0:1763350978.710064:0:63038:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350978.710066:0:63038:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350978.710068:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350978.710070:0:63038:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350978.710073:0:63038:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4e300. 00000020:00000040:1.0:1763350978.710077:0:63038:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350978.710080:0:63038:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350978.710083:0:63038:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350978.710088:0:63038:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350978.710095:0:63038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f6c00. 00000100:00000001:1.0:1763350978.711930:0:63038:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.711948:0:63038:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350978.711953:0:63038:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350978.711964:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4e300 x1849001101450496/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.711975:0:63038:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350978.711977:0:63038:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.711982:0:63038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:63038:1849001101450496:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350978.711987:0:63038:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350978.711994:0:63038:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350978.711997:0:63038:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.711999:0:63038:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350978.712010:0:63038:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dea3f7000. 02000000:00000001:1.0:1763350978.712011:0:63038:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350978.712020:0:63038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466268. 00000400:00000010:1.0:1763350978.712029:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74770. 00000100:00000200:1.0:1763350978.712037:0:63038:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101450496, portal 16 00000100:00000001:1.0:1763350978.712040:0:63038:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350978.712042:0:63038:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170325248 : -120542539226368 : ffff925e00c4e300) 00000100:00000040:1.0:1763350978.712048:0:63038:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4e300 x1849001101450496/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.712055:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.712058:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.712061:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74aa0. 00000100:00000200:1.0:1763350978.712064:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101450496, offset 0 00000400:00000200:1.0:1763350978.712072:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.712087:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.712093:0:63038:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350978.712098:0:63038:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350978.712102:0:63038:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350978.712105:0:63038:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350978.712109:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198003:198003:256:4294967295] 192.168.202.2@tcp LPNI seq info [197999:197999:8:4294967295] 00000400:00000200:1.0:1763350978.712123:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.712138:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.712144:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e700. 00000800:00000200:1.0:1763350978.712152:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.712161:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.712166:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.712533:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.712540:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300855684 00000100:00000001:1.0:1763350978.712552:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855652 00000100:00000001:1.0:1763350978.712560:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300855684 00000100:00000001:1.0:1763350978.712564:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855652 00000100:00000001:1.0:1763350978.712566:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300855684 00000100:00000001:1.0:1763350978.712569:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855652 00000100:00000001:1.0:1763350978.712572:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300855684 00000100:00000001:1.0:1763350978.712576:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855652 00000100:00000001:1.0:1763350978.712578:0:63038:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350978.712582:0:63038:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.712584:0:63038:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.712586:0:63038:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.712589:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.712592:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350978.712594:0:63038:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922c40. 00010000:00000001:1.0:1763350978.712629:0:63038:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.712632:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350978.712635:0:63038:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350978.712638:0:63038:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.712640:0:63038:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350978.712643:0:63038:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350978.712645:0:63038:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9ad240 going to sleep for 11 seconds 00000100:00000001:1.0:1763350978.712650:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350978.712654:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.717470:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350978.717480:0:63038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350978.717482:0:63038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350978.717487:0:63038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466268. 00000400:00000200:1.0:1763350978.717492:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74770 00000400:00000010:1.0:1763350978.717494:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74770. 00000100:00000001:1.0:1763350978.717498:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350978.717503:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4e300 x1849001101450496/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350978.717512:0:63038:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4e300 x1849001101450496/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.717518:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350978.717520:0:63038:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.717522:0:63038:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350978.717526:0:63038:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350978.717529:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.717532:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.717535:0:63038:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.717543:0:63038:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=33 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350978.717548:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=33 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350978.717550:0:63038:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350978.717552:0:63038:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.717555:0:63038:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350978.717559:0:63038:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.717561:0:63038:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.717566:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4e300 x1849001101450496/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.717573:0:63038:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350978.717577:0:63038:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350978.717579:0:63038:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.717582:0:63038:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350978.717589:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350978.717647:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350978.717652:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.717661:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:1.0:1763350978.717665:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:1.0:1763350978.717668:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350978.717678:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350978.717683:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00010000:00000001:1.0:1763350978.717688:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.717690:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.717692:0:63038:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.717698:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4e300 x1849001101450496/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350978.717706:0:63038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0000_UUID:63038:1849001101450496:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350978.717711:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.717714:0:63038:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.717717:0:63038:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350978.717720:0:63038:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350978.717723:0:63038:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4e300 x1849001101450496/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.717730:0:63038:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350978.717732:0:63038:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350978.717736:0:63038:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dea3f7000. 02000000:00000001:1.0:1763350978.717742:0:63038:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350978.717745:0:63038:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350978.717747:0:63038:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350978.717749:0:63038:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350978.717753:0:63038:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dea3f6c00. 02000000:00000001:1.0:1763350978.717757:0:63038:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350978.717759:0:63038:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350978.717761:0:63038:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4e300. 00000100:00000001:1.0:1763350978.717764:0:63038:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350978.717766:0:63038:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350978.717769:0:63038:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dff9ad240. 00000100:00000001:1.0:1763350978.717771:0:63038:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350978.717773:0:63038:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350978.717777:0:63038:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52080. 00010000:00000001:1.0:1763350978.717781:0:63038:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350978.717786:0:63038:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350978.717790:0:63038:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350978.717792:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.717800:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.717801:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.717804:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.717806:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350978.717810:0:63038:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033c64e from hash 00010000:00000001:1.0:1763350978.717813:0:63038:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.717814:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.717815:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.717816:0:63038:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350978.717818:0:63038:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350978.717820:0:63038:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350978.717826:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c64e lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca74 expref: 27 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350978.717841:0:63038:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350978.717845:0:63038:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.717848:0:63038:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350978.717849:0:63038:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.717851:0:63038:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.717855:0:63038:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350978.717857:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350978.717858:0:63038:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350978.717859:0:63038:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350978.717860:0:63038:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350978.717862:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350978.717863:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350978.717865:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.717867:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.717869:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350978.717870:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350978.717873:0:63038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c64e lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca74 expref: 27 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350978.717887:0:63038:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:1.0:1763350978.717890:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 26 00010000:00000001:1.0:1763350978.717897:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.717899:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3800, rc 0) 00000020:00000001:1.0:1763350978.717901:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350978.717906:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118763392 00010000:00000001:1.0:1763350978.717909:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.717915:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4c380 x1849001118763392/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350978.717923:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.717925:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.717929:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.717933:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.717936:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.717939:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.717942:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.717944:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.717948:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.717951:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.717957:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74770. 00000100:00000200:1.0:1763350978.717963:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118763392, offset 224 00000400:00000200:1.0:1763350978.717969:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.717982:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.717989:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198004:198004:256:4294967295] 192.168.202.2@tcp LPNI seq info [198000:198000:8:4294967295] 00000400:00000200:1.0:1763350978.718002:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.718007:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.718014:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e100. 00000800:00000200:1.0:1763350978.718020:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.718029:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.718034:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.718058:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.718062:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.718064:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.718066:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.718069:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.718074:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c380 x1849001118763392/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350978.718084:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2359:x1849001118763392:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 8437us (8757us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350978.718095:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19974 00000100:00000040:1.0:1763350978.718099:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350978.718102:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.718103:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.718111:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:1.0:1763350978.718117:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3da28. 00000020:00000010:1.0:1763350978.718121:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:1.0:1763350978.718135:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000100:00000001:1.0:1763350978.718138:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763350978.723288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00000100:00000001:0.0:1763350978.735031:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.735035:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118763520 02000000:00000001:0.0:1763350978.735039:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.735042:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.735044:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.735049:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.735055:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118763520 00000020:00000001:0.0:1763350978.735058:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.735060:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350978.735063:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.735067:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=26 00000020:00000001:0.0:1763350978.735070:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350978.735072:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350978.735079:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.735085:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.735089:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.735092:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000020:00000010:0.0:1763350978.735100:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350978.735106:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350978.735112:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dbb8. 00000100:00000040:0.0:1763350978.735122:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763350978.735134:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.735136:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763350978.735141:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763350978.735145:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.735147:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:0.0:1763350978.735152:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.735156:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350978.735160:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350978.735163:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.735166:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.735168:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.735170:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.735172:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.735174:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.735176:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.735177:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.735179:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.735180:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.735182:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.735183:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735186:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763350978.735189:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735192:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735194:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.735197:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763350978.735199:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.735202:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763350978.735211:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d3:0x0] (0->4095) req@ffff925de00df800 x1849001118763520/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763350978.735222:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763350978.735224:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925de00df800 with x1849001118763520 ext(0->4095) 00010000:00000001:0.0:1763350978.735228:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.735230:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.735234:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:0.0:1763350978.735236:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350978.735239:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350978.735243:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.735246:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763350978.735248:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763350978.735250:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925de00df800 00002000:00000001:0.0:1763350978.735252:0:104354:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.735254:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.735264:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.735280:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.735295:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.735297:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.735302:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3706 00000100:00000040:0.0:1763350978.735307:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350978.735309:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621466624 : -120543088084992 : ffff925de00df800) 00000100:00000040:0.0:1763350978.735314:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00df800 x1849001118763520/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350978.735323:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.735326:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.735328:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.735330:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000100:00100000:0.0:1763350978.735334:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2358:x1849001118763520:12345-192.168.202.2@tcp:3:lfs.0 00000100:00000200:0.0:1763350978.735337:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118763520 00000020:00000001:0.0:1763350978.735341:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.735344:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.735347:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735349:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.735350:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:0.0:1763350978.735355:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350978.735360:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.735363:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.735364:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.735365:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.735371:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.735374:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.735385:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff925cdacc4000. 02000000:00000001:0.0:1763350978.735388:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.735391:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735393:0:104354:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:0.0:1763350978.735396:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763350978.735398:0:104354:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735402:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:0.0:1763350978.735407:0:104354:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:0.0:1763350978.735410:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763350978.735413:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 310116352 dropped 0, local 310116352 00000020:00000001:0.0:1763350978.735417:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763350978.735419:0:104354:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:0.0:1763350978.735422:0:104354:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:0.0:1763350978.735425:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.735429:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.735437:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:0.0:1763350978.735440:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:0.0:1763350978.735444:0:104354:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763350978.735455:0:104354:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.735458:0:104354:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:0.0:1763350978.735459:0:104354:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.735468:0:104354:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:0.0:1763350978.735514:0:104354:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763350978.735521:0:104354:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.735523:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735525:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735530:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763350978.735564:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:0.0:1763350978.735567:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1763350978.735585:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:0.0:1763350978.735588:0:104354:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 5db19dce (4) 00000020:00008000:0.0:1763350978.735591:0:104354:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763350978.735627:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763350978.735633:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350978.735642:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735646:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350978.735648:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.735651:0:104354:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:0.0:1763350978.735659:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00002000:00000001:0.0:1763350978.735662:0:104354:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.735664:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735665:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.735668:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763350978.735670:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763350978.735672:0:104354:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:0.0:1763350978.735676:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847687, transno 0, xid 1849001118763520 00010000:00000001:0.0:1763350978.735680:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.735686:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00df800 x1849001118763520/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/4536 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350978.738942:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.738947:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.738953:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=75 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.738959:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.738967:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.738970:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.738974:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.738978:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.738982:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.738985:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.738998:0:104354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc3875f00. 00000100:00000200:0.0:1763350978.739007:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1849001118763520, offset 224 00000400:00000200:0.0:1763350978.739017:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.739036:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.739044:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198005:198005:256:4294967295] 192.168.202.2@tcp LPNI seq info [198001:198001:8:4294967295] 00000400:00000200:0.0:1763350978.739056:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.739062:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.739068:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925dc34b0200. 00000800:00000200:0.0:1763350978.739075:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.739084:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:0.0:1763350978.739090:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc34b0200 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:0.0:1763350978.739189:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.739195:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.739198:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.739200:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.739204:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.739213:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00df800 x1849001118763520/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/4536 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350978.739225:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2358:x1849001118763520:12345-192.168.202.2@tcp:3:lfs.0 Request processed in 3899us (4295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763350978.739236:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3706 00000100:00000040:0.0:1763350978.739241:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350978.739244:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763350978.739248:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763350978.739258:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d3:0x0] (0->4095) req@ffff925de00df800 x1849001118763520/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/4536 e 0 to 0 dl 1763350989 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763350978.739268:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763350978.739270:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925de00df800 with x1849001118763520 ext(0->4095) 00010000:00000001:0.0:1763350978.739274:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.739277:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.739280:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:0.0:1763350978.739283:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350978.739286:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350978.739290:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.739292:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763350978.739293:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763350978.739296:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925de00df800 00002000:00000001:0.0:1763350978.739298:0:104354:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.739300:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.739308:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350978.739316:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dbb8. 00000020:00000010:0.0:1763350978.739322:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350978.739329:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000100:00000001:0.0:1763350978.739332:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.747862:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.747866:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118763648 02000000:00000001:0.0:1763350978.747870:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.747873:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.747875:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.747879:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.747884:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118763648 00000020:00000001:0.0:1763350978.747888:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.747890:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350978.747892:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.747896:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=26 00000020:00000001:0.0:1763350978.747898:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350978.747901:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350978.747906:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.747912:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.747916:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.747919:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000020:00000010:0.0:1763350978.747925:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350978.747931:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350978.747938:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dbb8. 00000100:00000040:0.0:1763350978.747949:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763350978.747952:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.747953:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763350978.747957:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763350978.747960:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.747963:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:0.0:1763350978.747967:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.747972:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350978.747977:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350978.747980:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.747983:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350978.747985:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.747989:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.747991:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.747993:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.747995:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.747996:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.747997:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.747998:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350978.748000:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350978.748001:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.748005:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763350978.748008:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.748011:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.748013:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350978.748016:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763350978.748018:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.748020:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.748030:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.748965:0:57864:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.748972:0:57864:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.748983:0:57864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3707 00000100:00000040:3.0:1763350978.748988:0:57864:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350978.748992:0:57864:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621463936 : -120543088087680 : ffff925de00ded80) 00000100:00000040:3.0:1763350978.749000:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00ded80 x1849001118763648/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4584/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.749011:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.749018:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c40. 00000100:00000001:3.0:1763350978.749020:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.749023:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c40. 00000100:00100000:3.0:1763350978.749027:0:57864:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2359:x1849001118763648:12345-192.168.202.2@tcp:4:lfs.0 00000100:00000200:3.0:1763350978.749032:0:57864:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118763648 00000020:00000001:3.0:1763350978.749035:0:57864:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.749039:0:57864:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.749042:0:57864:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.749044:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.749045:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:3.0:1763350978.749049:0:57864:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.749053:0:57864:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.749056:0:57864:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.749057:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.749059:0:57864:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.749062:0:57864:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:3.0:1763350978.749069:0:57864:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.749072:0:57864:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.749078:0:57864:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925dfc981400. 02000000:00000001:3.0:1763350978.749080:0:57864:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.749082:0:57864:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.749086:0:57864:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763350978.749089:0:57864:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:3.0:1763350978.749092:0:57864:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350978.749097:0:57864:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350978.749106:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405b00 count: 2 00010000:00000001:3.0:1763350978.749108:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.749112:0:57864:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.749116:0:57864:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc0031c00. 00000020:00000001:3.0:1763350978.749121:0:57864:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.749124:0:57864:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc0031c00 with handle 0xcb8c81cc3033c655 to hash 00000020:00000001:3.0:1763350978.749135:0:57864:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.749138:0:57864:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.749140:0:57864:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.749144:0:57864:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.749146:0:57864:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.749150:0:57864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.749160:0:57864:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350978.749165:0:57864:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350978.749168:0:57864:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350978.749170:0:57864:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.749174:0:57864:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763350978.749177:0:57864:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350978.749182:0:57864:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca51 expref: 26 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763350978.749189:0:57864:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763350978.749192:0:57864:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.749195:0:57864:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350978.749198:0:57864:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.749200:0:57864:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350978.749202:0:57864:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350978.749203:0:57864:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.749205:0:57864:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.749207:0:57864:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763350978.749211:0:57864:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.749219:0:57864:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d6:0x0].0x0 (ffff925e00405b00) refcount = 2 00010000:00000040:3.0:1763350978.749221:0:57864:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350978.749225:0:57864:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca51 expref: 26 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763350978.749232:0:57864:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763350978.749234:0:57864:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763350978.749242:0:57864:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dfb9b5c40. 00000100:00000001:3.0:1763350978.749246:0:57864:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000001:0.0:1763350978.752229:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.753068:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.753074:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df858ad00. 00000400:00000200:1.0:1763350978.753083:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.753089:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.753094:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:1.0:1763350978.753097:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:1.0:1763350978.753102:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350978.753107:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de00de300 x1849001101450624/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.753117:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350978.753120:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de00de300 x1849001101450624/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350978.753143:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.753145:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350978.761209:0:57864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350978.761221:0:57864:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350978.761223:0:57864:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350978.761227:0:57864:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5b0b0. 00000400:00000200:0.0:1763350978.761234:0:57864:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d22a8 00000400:00000010:0.0:1763350978.761237:0:57864:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d22a8. 00000100:00000001:0.0:1763350978.761240:0:57864:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.761248:0:57864:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de00de300 x1849001101450624/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350978.761256:0:57864:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de00de300 x1849001101450624/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.761262:0:57864:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350978.761264:0:57864:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.761266:0:57864:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350978.761270:0:57864:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350978.761272:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.761274:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.761277:0:57864:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.761285:0:57864:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=33 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350978.761290:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=33 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350978.761293:0:57864:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350978.761295:0:57864:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.761298:0:57864:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350978.761302:0:57864:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.761305:0:57864:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.761310:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de00de300 x1849001101450624/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.761317:0:57864:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.761320:0:57864:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350978.761322:0:57864:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.761325:0:57864:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350978.761329:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.761331:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.761332:0:57864:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.761336:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00de300 x1849001101450624/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350978.761343:0:57864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de00de300 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:57864:1849001101450624:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350978.761349:0:57864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.761351:0:57864:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.761354:0:57864:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350978.761357:0:57864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.761360:0:57864:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de00de300 x1849001101450624/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350978.761366:0:57864:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350978.761369:0:57864:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350978.761372:0:57864:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc3c73200. 02000000:00000001:0.0:1763350978.761379:0:57864:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350978.761382:0:57864:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350978.761384:0:57864:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350978.761386:0:57864:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350978.761389:0:57864:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc3c73800. 02000000:00000001:0.0:1763350978.761391:0:57864:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350978.761394:0:57864:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350978.761395:0:57864:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00de300. 00000100:00000001:0.0:1763350978.761399:0:57864:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350978.761400:0:57864:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350978.761402:0:57864:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925de9da93c0. 00000100:00000001:0.0:1763350978.761405:0:57864:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350978.761407:0:57864:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350978.761410:0:57864:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dfb9b5c40. 00010000:00000001:0.0:1763350978.761414:0:57864:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.761417:0:57864:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.761419:0:57864:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350978.761423:0:57864:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763350978.761429:0:57864:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763350978.762144:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.762147:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118763776 02000000:00000001:0.0:1763350978.762150:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.762152:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.762154:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.762158:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.762161:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118763776 00000020:00000001:0.0:1763350978.762163:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.762166:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350978.762169:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.762172:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=27 00000020:00000001:0.0:1763350978.762175:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350978.762177:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350978.762182:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.762189:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.762192:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.762195:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000020:00000010:0.0:1763350978.762201:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0000. 00000020:00000010:0.0:1763350978.762207:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70180. 00000020:00000010:0.0:1763350978.762213:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d258. 00000100:00000040:0.0:1763350978.762225:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350978.762228:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.762229:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350978.762232:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350978.762234:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.762237:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350978.762242:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.762243:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.762246:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc14a2800 refcount=4 00000020:00000001:0.0:1763350978.762247:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530105317376 : -120543604234240 : ffff925dc14a2800) 00010000:00000001:0.0:1763350978.762250:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530105317376 : -120543604234240 : ffff925dc14a2800) 00010000:00010000:0.0:1763350978.762256:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca51 expref: 27 pid: 63038 timeout: 6288 lvb_type: 1 00010000:00000001:0.0:1763350978.762263:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.762265:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.762266:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.762268:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.762277:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350978.762283:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dc4f50c50 x1849001118763776/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.762290:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350978.762291:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.762310:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.762326:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.762328:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.762333:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4022 00000100:00000040:0.0:1763350978.762337:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 2 00000100:00000001:0.0:1763350978.762339:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530166848592 : -120543542703024 : ffff925dc4f50c50) 00000100:00000040:0.0:1763350978.762344:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc4f50c50 x1849001118763776/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.762353:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.762356:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.762358:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.762360:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda980. 00000100:00100000:0.0:1763350978.762364:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc4f50c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+27:2361:x1849001118763776:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350978.762369:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118763776 00010000:00000001:0.0:1763350978.762371:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350978.762374:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350978.762376:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350978.762381:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.762384:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.762388:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea6c00. 02000000:00000001:0.0:1763350978.762391:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.762394:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.762396:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350978.762398:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350978.762400:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.762401:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.762403:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc14a2800 refcount=4 00000020:00000001:0.0:1763350978.762405:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530105317376 : -120543604234240 : ffff925dc14a2800) 00010000:00000001:0.0:1763350978.762407:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530105317376 : -120543604234240 : ffff925dc14a2800) 00010000:00000040:0.0:1763350978.762411:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405b00 count: 3 00002000:00000001:0.0:1763350978.762415:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350978.762420:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.762424:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.762431:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:0.0:1763350978.762434:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:0.0:1763350978.762437:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350978.762445:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350978.762449:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00010000:0.0:1763350978.762454:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca51 expref: 27 pid: 63038 timeout: 6288 lvb_type: 1 00000100:00001000:0.0:1763350978.762461:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=126 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350978.762465:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350978.762470:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.762471:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350978.762474:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca51 expref: 27 pid: 63038 timeout: 6288 lvb_type: 1 00000020:00000001:0.0:1763350978.762482:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.762484:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.762486:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.762488:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.762494:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350978.762496:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.762503:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.762505:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.762507:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.762509:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.762512:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc14a2800 with handle 0xcb8c81cc3033c62b from hash 00010000:00000001:0.0:1763350978.762514:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.762516:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.762517:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.762518:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350978.762524:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.762526:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.762528:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350978.762529:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.762533:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc14a2800/0xcb8c81cc3033c62b lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca51 expref: 27 pid: 63038 timeout: 6288 lvb_type: 1 00010000:00000040:0.0:1763350978.762540:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350978.762543:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 26 00010000:00000001:0.0:1763350978.762551:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.762553:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.762556:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350978.762558:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dc0031c00 00010000:00000001:0.0:1763350978.762562:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350978.762565:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350978.762569:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350978.762572:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.762574:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350978.762575:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350978.762577:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.762580:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350978.762582:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350978.762586:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.762592:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350978.762778:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.762788:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d6:0x0].0x0 (ffff925e00405b00) refcount = 2 00010000:00000040:0.0:1763350978.762791:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350978.762794:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.762801:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.762802:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.762804:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350978.762806:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.762808:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350978.762813:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda980. 00000100:00000001:0.0:1763350978.762816:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350978.762824:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.762826:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142883584 : -120543566668032 : ffff925dc3875f00) 00000100:00000001:0.0:1763350978.762828:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142883584 : -120543566668032 : ffff925dc3875f00) 00000100:00000001:0.0:1763350978.762831:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350978.762832:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350978.762834:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350978.762836:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350978.762847:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.762849:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.762850:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.762852:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.762853:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350978.762855:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350978.762857:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.762859:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.762861:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350978.762863:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3875f00. 00000100:00000001:0.0:1763350978.762865:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350978.762866:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350978.762868:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda980. 00010000:00000001:0.0:1763350978.762870:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350978.762871:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350978.762873:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.762878:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.762881:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.762884:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.762888:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.762892:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.762894:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.762897:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.762900:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.762902:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.762905:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.762909:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019f68. 00000100:00000200:0.0:1763350978.762915:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118763776, offset 224 00000400:00000200:0.0:1763350978.762921:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.762932:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.762939:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198007:198007:256:4294967295] 192.168.202.2@tcp LPNI seq info [198003:198003:8:4294967295] 00000400:00000200:0.0:1763350978.762950:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.762955:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.762960:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350978.762966:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.762974:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.762979:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.763821:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.763827:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.763829:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.763832:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.763837:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc4f50c50 x1849001118763776/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.763848:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc4f50c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+26:2361:x1849001118763776:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 1493us (2176us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.763857:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4022 00000100:00000040:0.0:1763350978.763861:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350978.763863:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.763865:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.763871:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70180. 00000020:00000010:0.0:1763350978.763876:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d258. 00000020:00000010:0.0:1763350978.763880:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0000. 00000020:00000040:0.0:1763350978.763885:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 02000000:00000001:0.0:1763350978.763892:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350978.763895:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00076c00. 02000000:00000001:0.0:1763350978.763899:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350978.763901:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4ca80. 02000000:00000001:0.0:1763350978.763905:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350978.763907:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea4400. 02000000:00000001:0.0:1763350978.763909:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350978.763910:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbc700. 02000000:00000001:0.0:1763350978.763914:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350978.763915:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea4800. 02000000:00000001:0.0:1763350978.763917:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350978.763918:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbe300. 02000000:00000001:0.0:1763350978.763921:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350978.763922:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cddc44800. 02000000:00000001:0.0:1763350978.763925:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350978.763926:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbc380. 02000000:00000001:0.0:1763350978.763929:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350978.763930:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cddc46800. 02000000:00000001:0.0:1763350978.763932:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350978.763933:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf292300. 02000000:00000001:0.0:1763350978.763936:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350978.763937:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dffad7800. 02000000:00000001:0.0:1763350978.763940:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350978.763941:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf8380. 00000100:00000001:0.0:1763350978.763945:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763350978.763952:0:54877:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1763350978.763959:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb1b8. 00000400:00000010:0.0:1763350978.763964:0:54877:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc3875f00. 00000800:00000200:1.0:1763350978.764115:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.764121:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:1.0:1763350978.764124:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.764138:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.764143:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00000400:00000010:1.0:1763350978.764145:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00000100:00000001:1.0:1763350978.764150:0:3310:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763350978.764152:0:3310:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350978.764153:0:3310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea6c00. 02000000:00000001:1.0:1763350978.764156:0:3310:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763350978.764157:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350978.771802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc14a2800. 00000100:00000040:0.0:1763350978.825876:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300855725, at 4300855728 00000100:00000010:0.0:1763350978.825896:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e4e0. 00000100:00000040:1.0:1763350978.826201:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300855725, at 4300855728 00000100:00000010:1.0:1763350978.826209:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4ea20. 00000100:00000040:3.0:1763350978.826468:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300855725, at 4300855728 00000100:00000010:3.0:1763350978.826475:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e1e0. 00080000:00000001:1.0:1763350978.836394:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350978.836406:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350978.836408:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350978.836411:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847691 is committed 00000001:00000040:1.0:1763350978.836418:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925de8fe7800 : new cb_count 4 00000020:00000040:1.0:1763350978.836423:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 26 00000001:00000010:1.0:1763350978.836427:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4e120. 00000020:00000001:1.0:1763350978.836433:0:58081:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763350978.836436:0:58081:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763350978.836438:0:58081:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925de8fe7800 : new cb_count 3 00000020:00000040:1.0:1763350978.836440:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 25 00000020:00000010:1.0:1763350978.836442:0:58081:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925dd0a4e780. 00040000:00000001:1.0:1763350978.836446:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350978.836449:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350978.836452:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deeea7400. 00080000:00000001:1.0:1763350978.836457:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350978.836459:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1763350978.836460:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350978.836461:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350978.836463:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deeea4000. 00080000:00000001:1.0:1763350978.836465:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350978.836468:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350978.836469:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350978.836471:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350978.836472:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847688 is committed 00000001:00000040:1.0:1763350978.836474:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 1 00000020:00000040:1.0:1763350978.836476:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000001:00000010:1.0:1763350978.836477:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd865cde0. 00040000:00000001:1.0:1763350978.836480:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350978.836481:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350978.836482:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925cddc46000. 00080000:00000001:1.0:1763350978.836484:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350978.836500:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350978.836501:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350978.836502:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350978.836503:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847692 is committed 00000001:00000040:1.0:1763350978.836505:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925de8fe7800 : new cb_count 2 00000020:00000040:1.0:1763350978.836507:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00000001:00000010:1.0:1763350978.836508:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693720. 00000020:00000001:1.0:1763350978.836511:0:58081:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763350978.836512:0:58081:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763350978.836513:0:58081:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925de8fe7800 : new cb_count 1 00000020:00000040:1.0:1763350978.836515:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000020:00000010:1.0:1763350978.836516:0:58081:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925e00693060. 00040000:00000001:1.0:1763350978.836518:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350978.836519:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350978.836521:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00074800. 00080000:00000001:1.0:1763350978.836523:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350978.836524:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1763350978.836526:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350978.836527:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350978.836528:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00077400. 00080000:00000001:1.0:1763350978.836530:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350978.836531:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350978.836533:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350978.836534:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350978.836535:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847690 is committed 00000001:00000040:1.0:1763350978.836537:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 0 00000020:00000040:1.0:1763350978.836539:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 4 00000001:00000010:1.0:1763350978.836540:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693180. 00040000:00000001:1.0:1763350978.836542:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350978.836543:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350978.836545:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e5000. 00080000:00000001:1.0:1763350978.836548:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350978.836558:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763350978.836560:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925de8fe7800 : new cb_count 0 00000020:00000040:1.0:1763350978.836562:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000001:00000010:1.0:1763350978.836563:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5360. 00040000:00000001:1.0:1763350978.836565:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350978.836566:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350978.836568:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dfc981000. 00080000:00000001:1.0:1763350978.837081:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350978.837157:0:57864:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350978.837171:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00002000:00000001:3.0:1763350978.837175:0:57864:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.837187:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405b00 count: 2 00010000:00000001:3.0:1763350978.837190:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763350978.837195:0:57864:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350978.837200:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.837203:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.837210:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:3.0:1763350978.837213:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:3.0:1763350978.837216:0:57864:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350978.837224:0:57864:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350978.837226:0:57864:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d6:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763350978.837229:0:57864:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x25d6:0x0] updating lvb mtime from disk: 0 -> 1763350978 00002000:00010000:3.0:1763350978.837231:0:57864:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x25d6:0x0] updating lvb ctime from disk: 0 -> 1763350978 00002000:00010000:3.0:1763350978.837234:0:57864:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d6:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:3.0:1763350978.837236:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00002000:00000001:3.0:1763350978.837240:0:57864:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.837243:0:57864:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.837248:0:57864:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:3.0:1763350978.837252:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.837254:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.837257:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc0031c00 refcount=3 00000020:00000001:3.0:1763350978.837260:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.837263:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.837266:0:57864:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350978.837271:0:57864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.837338:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.837339:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.837342:0:57864:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.837349:0:57864:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.837351:0:57864:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.837354:0:57864:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350978.837357:0:57864:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350978.837363:0:57864:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc0031c00 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:3.0:1763350978.837366:0:57864:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.837368:0:57864:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350978.837370:0:57864:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.837376:0:57864:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350978.837378:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.837379:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.837380:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc0031c00 refcount=4 00000020:00000001:3.0:1763350978.837382:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.837384:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.837387:0:57864:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350978.837390:0:57864:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.837396:0:57864:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350978.837399:0:57864:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.837400:0:57864:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.837406:0:57864:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.837408:0:57864:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.837410:0:57864:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.837411:0:57864:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.837414:0:57864:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc0031c00 with handle 0xcb8c81cc3033c655 from hash 00010000:00000001:3.0:1763350978.837417:0:57864:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.837418:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.837419:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.837420:0:57864:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.837426:0:57864:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.837428:0:57864:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.837430:0:57864:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.837432:0:57864:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.837434:0:57864:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350978.837437:0:57864:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.837440:0:57864:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.837442:0:57864:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.837444:0:57864:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350978.837447:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.837448:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.837450:0:57864:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.837451:0:57864:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.837453:0:57864:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.837456:0:57864:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.837461:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.837462:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.837464:0:57864:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350978.837465:0:57864:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350978.837466:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.837469:0:57864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c655 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.837476:0:57864:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405b00 count: 0 00002000:00000010:3.0:1763350978.837482:0:57864:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dfb9b5540. 00010000:00000010:3.0:1763350978.837486:0:57864:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925e00405300. 00010000:00000001:3.0:1763350978.837497:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763350978.837499:0:57864:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763350978.837501:0:57864:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.837507:0:57864:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 21474847692, xid 1849001118763648 00010000:00000001:3.0:1763350978.837510:0:57864:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.837523:0:57864:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00ded80 x1849001118763648/t21474847692(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4584/448 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.837531:0:57864:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.837534:0:57864:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.837538:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=75 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.837543:0:57864:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.837546:0:57864:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.837548:0:57864:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.837551:0:57864:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.837554:0:57864:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.837559:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.837562:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.837736:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350660. 00000100:00000200:3.0:1763350978.837745:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118763648, offset 224 00000400:00000200:3.0:1763350978.837753:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.837769:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.837777:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198008:198008:256:4294967295] 192.168.202.2@tcp LPNI seq info [198004:198004:8:4294967295] 00000400:00000200:3.0:1763350978.837790:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.837796:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.837801:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122900. 00000800:00000200:3.0:1763350978.837810:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.837820:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.837824:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.837843:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.837847:0:57864:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.837849:0:57864:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.837851:0:57864:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.837853:0:57864:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.837860:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00ded80 x1849001118763648/t21474847692(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 4584/448 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350978.837869:0:57864:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118763648:12345-192.168.202.2@tcp:4:lfs.0 Request processed in 88857us (90145us total) trans 21474847692 rc 0/0 00000100:00100000:3.0:1763350978.837880:0:57864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3707 00000100:00000040:3.0:1763350978.837885:0:57864:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.837887:0:57864:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.837888:0:57864:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.837894:0:57864:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70380. 00000020:00000010:3.0:1763350978.837899:0:57864:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dbb8. 00000020:00000010:3.0:1763350978.837903:0:57864:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:3.0:1763350978.837909:0:57864:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:3.0:1763350978.837912:0:57864:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350978.841904:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350978.841912:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.841990:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.841995:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118763904 02000000:00000001:0.0:1763350978.841999:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.842001:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.842005:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.842009:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.842014:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118763904 00000020:00000001:0.0:1763350978.842018:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.842021:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350978.842024:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.842027:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=501 00000020:00000001:0.0:1763350978.842031:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350978.842033:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350978.842038:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.842046:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda080. 00000100:00000001:0.0:1763350978.842051:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.842054:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda080. 00000020:00000010:0.0:1763350978.842062:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0c00. 00000020:00000010:0.0:1763350978.842068:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70180. 00000020:00000010:0.0:1763350978.842074:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d258. 00000100:00000040:0.0:1763350978.842086:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350978.842089:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.842091:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350978.842094:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.842103:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.842541:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.842560:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.842563:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.842572:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140578 00000100:00000040:0.0:1763350978.842577:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350978.842579:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621461248 : -120543088090368 : ffff925de00de300) 00000100:00000040:0.0:1763350978.842588:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00de300 x1849001118763904/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 448/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.842621:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.842625:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda080. 00000100:00000001:0.0:1763350978.842627:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.842630:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda080. 00000100:00100000:0.0:1763350978.842635:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:226168:x1849001118763904:12345-192.168.202.2@tcp:44:lfs.0 00000100:00000200:0.0:1763350978.842639:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118763904 00000020:00000001:0.0:1763350978.842643:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.842648:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.842654:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.842657:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.842659:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716624 : -1040834992 : ffffffffc1f61e50) 00000020:00000001:0.0:1763350978.842663:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350978.842668:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118763904, found 0 last_xid 1849001118763903 00000020:00000001:0.0:1763350978.842670:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.842673:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.842675:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.842678:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763350978.842686:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.842691:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000020:00000001:0.0:1763350978.842695:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.842697:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.842702:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.842706:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.842711:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff925deeea4800. 02000000:00000001:0.0:1763350978.842714:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.842716:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.842719:0:20551:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:0.0:1763350978.842725:0:20551:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:0.0:1763350978.842732:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.842739:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1763350978.842745:0:20551:0:(osd_object.c:2123:osd_object_sync()) Process entered 00010000:00000010:3.1:1763350978.846031:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405b00. 00010000:00000010:3.1:1763350978.846047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc0031c00. 00080000:00000001:3.0:1763350978.876568:0:20551:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.876575:0:20551:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.876582:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350978.876586:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350978.876625:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.876630:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.876639:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.876642:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.876649:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.876652:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.876656:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.876658:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350978.876661:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.876663:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff1:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350978.876668:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350978.876671:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.876680:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.876683:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.876685:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.876687:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.876689:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.876691:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.876692:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.876694:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.876696:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff1:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1763350978.876701:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350978.876703:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763350978.876712:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.876718:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.876720:0:20551:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.876725:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 0, xid 1849001118763904 00010000:00000001:3.0:1763350978.876727:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.876740:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00de300 x1849001118763904/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 448/440 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350978.876749:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.876752:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.876757:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.876762:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.876765:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.876767:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.876770:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.876773:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.876777:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.876780:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.876787:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23507f8. 00000100:00000200:3.0:1763350978.876794:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1849001118763904, offset 224 00000400:00000200:3.0:1763350978.876801:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.876817:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.876824:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198009:198009:256:4294967295] 192.168.202.2@tcp LPNI seq info [198005:198005:8:4294967295] 00000400:00000200:3.0:1763350978.876836:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.876842:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.876847:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122d00. 00000800:00000200:3.0:1763350978.876854:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.876863:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.876867:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122d00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.876878:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.876881:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.876883:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.876885:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.876888:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.876894:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00de300 x1849001118763904/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 448/440 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350978.876903:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226168:x1849001118763904:12345-192.168.202.2@tcp:44:lfs.0 Request processed in 34281us (35821us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350978.876912:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140578 00000100:00000040:3.0:1763350978.876917:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350978.876920:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.876922:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.876927:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70180. 00000020:00000010:3.0:1763350978.876932:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d258. 00000020:00000010:3.0:1763350978.876938:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0c00. 00000020:00000040:3.0:1763350978.876943:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00000100:00000001:3.0:1763350978.876946:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350978.877105:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350978.877110:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122d00. 00000400:00000200:0.0:1763350978.877113:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.877119:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350978.877132:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23507f8 00000400:00000010:0.0:1763350978.877134:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23507f8. 00000100:00000001:0.0:1763350978.877139:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.877141:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00080000:1.0:1763350978.877195:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967622 committed batchid 4294967620 00000020:00000001:1.0:1763350978.877201:0:20049:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:1.0:1763350978.877205:0:20049:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff925cc45fd600. 00080000:00000001:1.0:1763350978.877209:0:20049:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350978.877217:0:20049:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dffad6800. 00080000:00000001:1.0:1763350978.877220:0:20049:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531152009216 : -120542557542400 : ffff925dffad6800) 00080000:00000001:1.0:1763350978.877225:0:20049:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350978.877331:0:20049:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350978.877334:0:20049:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.877336:0:20049:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350978.877359:0:20049:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.877363:0:20049:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350978.877441:0:20049:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:1.0:1763350978.877445:0:20049:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967622: rc = 0 00080000:00000001:1.0:1763350978.877448:0:20049:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763350978.877460:0:20049:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.877462:0:20049:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.877465:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763350978.877469:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925df2926480 refcount 1 committed 1 result 0 batchid 4294967619 00000020:00000040:1.0:1763350978.877473:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925e00dca600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925df2926780 00000020:00000040:1.0:1763350978.877476:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925e00dca400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925dc67e5800 00000020:00000040:1.0:1763350978.877481:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:1.0:1763350978.877483:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:1.0:1763350978.877487:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350978.877490:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925e00dca600. 00000020:00000010:1.0:1763350978.877493:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925e00dca400. 00000020:00000010:1.0:1763350978.877495:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925df2926480. 00000020:00000001:1.0:1763350978.877498:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763350978.877500:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dcb736240 refcount 1 committed 1 result 0 batchid 4294967620 00000020:00000040:1.0:1763350978.877502:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925e00dcaf00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dcb736300 00000020:00000040:1.0:1763350978.877505:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925e00dcad00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925dc67e7c00 00000020:00000040:1.0:1763350978.877508:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:1.0:1763350978.877509:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:1.0:1763350978.877511:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350978.877513:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925e00dcaf00. 00000020:00000010:1.0:1763350978.877515:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925e00dcad00. 00000020:00000010:1.0:1763350978.877517:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925dcb736240. 00000020:00080000:1.0:1763350978.877520:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967620 00000100:00000001:0.0:1763350978.878698:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763350978.878702:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1763350978.878704:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.878712:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350978.878715:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.878717:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350978.878719:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350978.878721:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350978.878728:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9875500 x1849001101450752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.878736:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350978.878738:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.878742:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350978.878745:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350978.878748:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.878750:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9875500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101450752:0@lo:6:osp-syn-1-0.0 00000100:00000001:0.0:1763350978.878757:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350978.878762:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350978.878765:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.878768:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350978.878773:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925deeea4000. 02000000:00000001:0.0:1763350978.878775:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350978.878781:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb580. 00000400:00000010:0.0:1763350978.878789:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019aa0. 00000100:00000200:0.0:1763350978.878796:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101450752, portal 4 00000100:00000001:0.0:1763350978.878799:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350978.878800:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511979776 : -120543197571840 : ffff925dd9875500) 00000100:00000040:0.0:1763350978.878807:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd9875500 x1849001101450752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.878814:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.878817:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350978.878819:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019198. 00000100:00000200:0.0:1763350978.878822:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1849001101450752, offset 0 00000400:00000200:0.0:1763350978.878828:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350978.878840:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350978.878852:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a81dd75e00 00000400:00000200:0.0:1763350978.878860:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x118d35 [8] + 5584 00000400:00000200:0.0:1763350978.878868:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.878872:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350978.878878:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.878880:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350978.878885:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000100:00000040:0.0:1763350978.878888:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925df4d67480 x1849001101450752 msgsize 544 00000100:00100000:0.0:1763350978.878892:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350978.878899:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350978.878907:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019198 00000400:00000010:0.0:1763350978.878909:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019198. 00000100:00000001:0.0:1763350978.878912:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350978.878917:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9875500 x1849001101450752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.878932:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.878935:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9875500 x1849001101450752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.878943:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.878945:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350978.878949:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.878954:0:3318:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19758 usecs (20 jiffies) 00000100:00000001:0.0:1763350978.878957:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855801 00000100:00000010:0.0:1763350978.878962:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e4e0. 00000100:00000001:0.0:1763350978.878970:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350978.878980:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855801 00000100:00000010:0.0:1763350978.878984:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e960. 00000100:00000001:0.0:1763350978.878987:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350978.878997:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855801 00000100:00000010:0.0:1763350978.879001:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4eae0. 00000100:00000001:0.0:1763350978.879005:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350978.879017:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855801 00000100:00000010:0.0:1763350978.879021:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4ed80. 00000100:00000001:0.0:1763350978.879025:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350978.879029:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350978.879032:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.879035:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.879038:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.879170:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350978.879174:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.879282:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.879286:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101450752 02000000:00000001:1.0:1763350978.879289:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.879292:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.879294:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.879298:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.879302:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101450752 00000020:00000001:1.0:1763350978.879306:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.879308:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:1.0:1763350978.879311:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.879315:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=6 00000020:00000001:1.0:1763350978.879317:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:1.0:1763350978.879320:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:1.0:1763350978.879326:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.879331:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52340. 00000100:00000001:1.0:1763350978.879336:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.879339:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52340. 00000020:00000010:1.0:1763350978.879346:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6e00. 00000020:00000010:1.0:1763350978.879351:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6a80. 00000020:00000010:1.0:1763350978.879357:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3af0. 00000100:00000040:1.0:1763350978.879365:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350978.879369:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.879370:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.879373:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.879384:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.879400:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.879413:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.879416:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.879420:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19975 00000100:00000040:1.0:1763350978.879425:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:1.0:1763350978.879427:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350978.879433:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d67480 x1849001101450752/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 544/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.879442:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.879445:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52340. 00000100:00000001:1.0:1763350978.879447:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.879449:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52340. 00000100:00100000:1.0:1763350978.879452:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3318:x1849001101450752:12345-0@lo:6:osp-syn-1-0.0 00000100:00000200:1.0:1763350978.879456:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101450752 00000020:00000001:1.0:1763350978.879460:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.879463:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350978.879466:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.879470:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.879472:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839936 : -1038711680 : ffffffffc2168480) 00000020:00000001:1.0:1763350978.879476:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350978.879479:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.879482:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.879485:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.879489:0:63038:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763350978.879492:0:63038:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763350978.879495:0:63038:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.879498:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.879501:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.879504:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.879506:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.879508:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.879510:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.879512:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.879514:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.879515:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.879517:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.879519:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.879522:0:63038:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.879524:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.879528:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.879531:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.879536:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dffad4c00. 02000000:00000001:1.0:1763350978.879538:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.879541:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350978.879545:0:63038:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1763350978.879549:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350978.879552:0:63038:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1763350978.879555:0:63038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000401:9466 count 1 00002000:00000001:1.0:1763350978.879560:0:63038:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:1.0:1763350978.879563:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350978.879566:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.879574:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:1.0:1763350978.879578:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00010000:00000001:1.0:1763350978.879582:0:63038:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350978.879587:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350978.879626:0:63038:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da000. 00010000:00000010:1.0:1763350978.879631:0:63038:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925ccd7daa00. 00010000:00000001:1.0:1763350978.879637:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350978.879642:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350978.879646:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350978.879649:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033c65c to hash 00000020:00000001:1.0:1763350978.879651:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350978.879653:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350978.879656:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00002000:00000001:1.0:1763350978.879660:0:63038:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763350978.879665:0:63038:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dc4c52340. 00002000:00000001:1.0:1763350978.879668:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350978.879669:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350978.879672:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289115000 : -120547420436616 : ffff925cddd38778) 00002000:00000001:1.0:1763350978.879674:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289114912 : -120547420436704 : ffff925cddd38720) 00002000:00000001:1.0:1763350978.879677:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350978.879684:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763350978.879688:0:63038:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x24fa:0x0] initial LVB size: 1024, mtime: 0x691a99c0, atime: 0x0, ctime: 0x691a99c0, blocks: 0x1 00002000:00000001:1.0:1763350978.879691:0:63038:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:1.0:1763350978.879695:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.879697:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.879702:0:63038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.879713:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350978.879718:0:63038:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350978.879721:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350978.879723:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350978.879726:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350978.879729:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.879731:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350978.879733:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350978.879734:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.879738:0:63038:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763350978.879744:0:63038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350978.879754:0:63038:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fa:0x0].0x0 (ffff925ccd7da000) refcount = 1 00010000:00000040:1.0:1763350978.879757:0:63038:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350978.879759:0:63038:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.879771:0:63038:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350978.879773:0:63038:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.879775:0:63038:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350978.879777:0:63038:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350978.879780:0:63038:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.879783:0:63038:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350978.879785:0:63038:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350978.879788:0:63038:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350978.879791:0:63038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.879799:0:63038:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350978.879801:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.879803:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350978.879805:0:63038:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350978.879807:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.879808:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350978.879810:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350978.879813:0:63038:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350978.879815:0:63038:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350978.879818:0:63038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.879825:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.879826:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350978.879829:0:63038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350978.879835:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350978.879836:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.879839:0:63038:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1763350978.879843:0:63038:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925dff9add80. 00010000:00000001:1.0:1763350978.879846:0:63038:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1763350978.879856:0:63038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763350978.879858:0:63038:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.879860:0:63038:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350978.879861:0:63038:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350978.879863:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350978.879864:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763350978.879865:0:63038:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:1.0:1763350978.879870:0:63038:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350978.879877:0:63038:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dffad4800. 00080000:00000001:1.0:1763350978.879880:0:63038:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531152001024 : -120542557550592 : ffff925dffad4800) 00000001:00000001:1.0:1763350978.879883:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.879884:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763350978.879890:0:63038:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0001: FID [0x280000401:0x24fa:0x0] not in the id map cache 00080000:00000001:1.0:1763350978.879895:0:63038:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350978.879913:0:63038:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350978.879916:0:63038:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.879920:0:63038:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763350978.879923:0:63038:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350978.879927:0:63038:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350978.879930:0:63038:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350978.879932:0:63038:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350978.879935:0:63038:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.879938:0:63038:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350978.879941:0:63038:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1763350978.879943:0:63038:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531171112384 : -120542538439232 : ffff925e00d0e5c0) 00000001:00000001:1.0:1763350978.879968:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1763350978.879969:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350978.879976:0:63038:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.879980:0:63038:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350978.879986:0:63038:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350978.880006:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350978.880007:0:63038:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.880027:0:63038:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.880032:0:63038:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1763350978.880041:0:63038:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.880044:0:63038:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1763350978.880046:0:63038:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350978.880047:0:63038:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350978.880048:0:63038:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350978.880050:0:63038:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350978.880051:0:63038:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.880053:0:63038:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350978.880055:0:63038:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1763350978.880056:0:63038:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531171112384 : -120542538439232 : ffff925e00d0e5c0) 00080000:00000001:1.0:1763350978.880174:0:63038:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350978.880176:0:63038:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.880181:0:63038:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350978.880186:0:63038:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350978.880190:0:63038:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911614, last_committed = 12884911611 00000001:00000010:1.0:1763350978.880194:0:63038:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fdf00. 00000001:00000040:1.0:1763350978.880197:0:63038:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925df4ce5800 : new cb_count 2 00000020:00000040:1.0:1763350978.880200:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925df4ce5800 refcount=7 00080000:00000001:1.0:1763350978.880207:0:63038:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350978.880219:0:63038:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763350978.880222:0:63038:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.880234:0:63038:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350978.880237:0:63038:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350978.880239:0:63038:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:1.0:1763350978.880265:0:63038:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ccd6adc80. 00002000:00000001:1.0:1763350978.880269:0:63038:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1763350978.880271:0:63038:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x280000401:0x24fa:0x0] 00002000:00000010:1.0:1763350978.880274:0:63038:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff925cddd38720. 00002000:00000001:1.0:1763350978.880280:0:63038:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:1.0:1763350978.880282:0:63038:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350978.880287:0:63038:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1763350978.880292:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911611, transno 12884911614, xid 1849001101450752 00010000:00000001:1.0:1763350978.880295:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.880301:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d67480 x1849001101450752/t12884911614(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 544/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350978.880308:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.880311:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.880315:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.880320:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.880322:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350978.880325:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350978.880327:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.880329:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.880332:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.880335:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350978.880339:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74908. 00000100:00000200:1.0:1763350978.880344:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001101450752, offset 224 00000400:00000200:1.0:1763350978.880349:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350978.880360:0:63038:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350978.880368:0:63038:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a81dd75e00 00000400:00000200:1.0:1763350978.880374:0:63038:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f655 [1] + 224 00000400:00000200:1.0:1763350978.880379:0:63038:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.880382:0:63038:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350978.880387:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350978.880392:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9875500 x1849001101450752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350978.880401:0:63038:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff925dd9875500 x1849001101450752/t0(0) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350978.880423:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350978.880430:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74908 00000400:00000010:1.0:1763350978.880432:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74908. 00000100:00000001:1.0:1763350978.880435:0:63038:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.880436:0:63038:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350978.880440:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.880444:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350978.880446:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.880448:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.880450:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.880454:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101450752/t12884911614(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 544/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350978.880462:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3318:x1849001101450752:12345-0@lo:6:osp-syn-1-0.0 Request processed in 1018us (1571us total) trans 12884911614 rc 0/0 00000100:00100000:1.0:1763350978.880470:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19975 00000100:00000040:1.0:1763350978.880473:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:1.0:1763350978.880476:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.880478:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.880483:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6a80. 00000020:00000010:1.0:1763350978.880488:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3af0. 00000020:00000010:1.0:1763350978.880491:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6e00. 00000020:00000040:1.0:1763350978.880496:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 6 00000100:00000001:1.0:1763350978.880498:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.880955:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350978.880958:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.880962:0:8315:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763350978.880965:0:8315:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763350978.880967:0:8315:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350978.880972:0:8315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350978.880987:0:8315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6200 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:0.0:1763350978.880990:0:8315:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.880992:0:8315:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350978.880994:0:8315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.881000:0:8315:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350978.881002:0:8315:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.881003:0:8315:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.881005:0:8315:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:0.0:1763350978.881007:0:8315:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:0.0:1763350978.881009:0:8315:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:0.0:1763350978.881012:0:8315:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350978.881014:0:8315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.881019:0:8315:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350978.881022:0:8315:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.881023:0:8315:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.881028:0:8315:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350978.881030:0:8315:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.881031:0:8315:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.881033:0:8315:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.881036:0:8315:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033c65c from hash 00010000:00000001:0.0:1763350978.881037:0:8315:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.881039:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.881040:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.881041:0:8315:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350978.881045:0:8315:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.881046:0:8315:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.881048:0:8315:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350978.881050:0:8315:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.881053:0:8315:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350978.881055:0:8315:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.881057:0:8315:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.881059:0:8315:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350978.881060:0:8315:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350978.881062:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.881063:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.881065:0:8315:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.881067:0:8315:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.881068:0:8315:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.881071:0:8315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350978.881077:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.881079:0:8315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c65c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24fa:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.881085:0:8315:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da000 count: 0 00002000:00000010:0.0:1763350978.881093:0:8315:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dc4c52340. 00010000:00000010:0.0:1763350978.881098:0:8315:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925ccd7daa00. 00010000:00000001:0.0:1763350978.881104:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.881106:0:8315:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763350978.881107:0:8315:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925dff9add80. 00010000:00000001:0.0:1763350978.881109:0:8315:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.881111:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350978.881112:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.881114:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350978.881115:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350978.881116:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.881117:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350978.881119:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350978.881120:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350978.881121:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763350978.882866:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.882870:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118764032 02000000:00000001:3.0:1763350978.882873:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.882876:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.882878:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.882883:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.882887:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118764032 00000020:00000001:3.0:1763350978.882890:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.882892:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350978.882895:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.882899:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350978.882901:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350978.882904:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350978.882909:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.882914:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5440. 00000100:00000001:3.0:1763350978.882918:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.882920:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5440. 00000020:00000010:3.0:1763350978.882926:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ec00. 00000020:00000010:3.0:1763350978.882932:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350978.882938:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3754b0. 00000100:00000040:3.0:1763350978.882947:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350978.882950:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.882951:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.882954:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.882963:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.883044:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.883056:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.883058:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.883064:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19976 00000100:00000040:3.0:1763350978.883068:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350978.883070:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511978880 : -120543197572736 : ffff925dd9875180) 00000100:00000040:3.0:1763350978.883077:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9875180 x1849001118764032/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.883087:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.883089:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5440. 00000100:00000001:3.0:1763350978.883091:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.883093:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5440. 00000100:00100000:3.0:1763350978.883097:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118764032:12345-192.168.202.2@tcp:16:lfs.0 00000100:00000200:3.0:1763350978.883101:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118764032 00000020:00000001:3.0:1763350978.883104:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.883108:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.883111:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.883114:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.883116:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840416 : -1038711200 : ffffffffc2168660) 00000020:00000001:3.0:1763350978.883119:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.883123:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.883135:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.883137:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.883141:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350978.883146:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350978.883148:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.883152:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.883154:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.883157:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.883159:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.883161:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.883163:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.883164:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.883166:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.883168:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.883169:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.883171:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.883174:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.883176:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.883181:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.883183:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.883189:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dfc982c00. 02000000:00000001:3.0:1763350978.883191:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.883194:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.883198:0:63037:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:3.0:1763350978.883201:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.883204:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.883212:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:3.0:1763350978.883215:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00000020:00000001:3.0:1763350978.883218:0:63037:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:3.0:1763350978.883222:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.883230:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:3.0:1763350978.883232:0:63037:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.883236:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.883243:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.883247:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350978.883254:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.883257:0:63037:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:3.0:1763350978.883260:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000040:3.0:1763350978.883264:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118764032 00010000:00000001:3.0:1763350978.883267:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.883271:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9875180 x1849001118764032/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.883279:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.883282:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.883286:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.883291:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.883294:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.883296:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.883299:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.883301:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.883304:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.883307:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.883311:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350000. 00000100:00000200:3.0:1763350978.883315:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118764032, offset 224 00000400:00000200:3.0:1763350978.883322:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.883332:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.883338:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198010:198010:256:4294967295] 192.168.202.2@tcp LPNI seq info [198006:198006:8:4294967295] 00000400:00000200:3.0:1763350978.883350:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.883355:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.883360:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122b00. 00000800:00000200:3.0:1763350978.883366:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.883374:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.883379:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122b00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.884097:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.884104:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.884107:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.884109:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.884110:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.884115:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9875180 x1849001118764032/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350978.884135:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9875180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118764032:12345-192.168.202.2@tcp:16:lfs.0 Request processed in 1037us (1371us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350978.884144:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19976 00000100:00000040:3.0:1763350978.884148:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.884150:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.884152:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.884158:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350978.884164:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3754b0. 00000020:00000010:3.0:1763350978.884171:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ec00. 00000020:00000040:3.0:1763350978.884178:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:3.0:1763350978.884181:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350978.884334:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350978.884340:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122b00. 00000400:00000200:0.0:1763350978.884345:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.884349:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350978.884354:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350000 00000400:00000010:0.0:1763350978.884356:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350000. 00000100:00000001:0.0:1763350978.884361:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.884362:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350978.888167:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da000. 00010000:00000010:0.1:1763350978.888187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00000800:00000001:0.0:1763350978.896361:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.896386:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.896392:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.896394:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.896409:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350978.896434:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 12 MB=0x691a81edf8d00 00000400:00000200:0.0:1763350978.896453:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 488/488 into md 0xd4535 [64] + 86904 00000800:00000001:0.0:1763350978.896465:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.896477:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.896480:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.896485:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.896494:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.896497:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350978.896508:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf8380. 00000100:00000040:0.0:1763350978.896513:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf8380 x1849001118764288 msgsize 488 00000100:00100000:0.0:1763350978.896517:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.896534:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350978.896544:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.896548:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.896583:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.896587:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118764288 02000000:00000001:3.0:1763350978.896590:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.896593:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.896638:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.896644:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.896650:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118764288 00000020:00000001:3.0:1763350978.896654:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.896656:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350978.896658:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.896662:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=488 00000020:00000001:3.0:1763350978.896665:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350978.896667:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350978.896673:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.896679:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5440. 00000100:00000001:3.0:1763350978.896685:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.896700:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5440. 00000020:00000010:3.0:1763350978.896708:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ec00. 00000020:00000010:3.0:1763350978.896714:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350978.896720:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3754b0. 00000100:00000040:3.0:1763350978.896730:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350978.896733:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.896735:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.896737:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.896747:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.896762:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.896778:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.896780:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.896786:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140579 00000100:00000040:3.0:1763350978.896790:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350978.896793:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171021696 : -120542538529920 : ffff925e00cf8380) 00000100:00000040:3.0:1763350978.896800:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf8380 x1849001118764288/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 488/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.896811:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.896814:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5440. 00000100:00000001:3.0:1763350978.896816:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.896819:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5440. 00000100:00100000:3.0:1763350978.896823:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226168:x1849001118764288:12345-192.168.202.2@tcp:36:lfs.0 00000100:00000200:3.0:1763350978.896827:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118764288 00000020:00000001:3.0:1763350978.896831:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.896836:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.896855:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.896858:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.896860:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:3.0:1763350978.896864:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000100:00000040:3.0:1763350978.899656:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300855801, at 4300855802 00000100:00000040:1.0:1763350978.899656:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300855801, at 4300855802 00000100:00000010:1.0:1763350978.899667:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e960. 00000100:00000010:3.0:1763350978.899669:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4ed80. 00000800:00000200:0.0:1763350978.899770:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350978.899776:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8e00. 00000400:00000200:0.0:1763350978.899781:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.899787:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.899793:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.899796:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000040:0.0:1763350978.899812:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300855801, at 4300855802 00000100:00000010:0.0:1763350978.899817:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e4e0. 00010000:00000010:2.1:1763350978.903191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00000800:00000001:0.0:1763350978.903368:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.903394:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.903397:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.903404:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.903418:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:0.0:1763350978.903447:0:3309:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f665 00000400:00000200:0.0:1763350978.903456:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.903461:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:0.0:1763350978.903469:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d25d8 00000400:00000010:0.0:1763350978.903472:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d25d8. 00000100:00000001:0.0:1763350978.903478:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.903481:0:3309:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1763350978.903483:0:3309:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1763350978.903500:0:3309:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1763350978.903502:0:3309:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1763350978.903503:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350978.903512:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.903517:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.903976:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.903982:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.903984:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.903986:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.903991:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350978.903999:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf8d80 00000400:00000200:0.0:1763350978.904008:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 6568 00000800:00000001:0.0:1763350978.904014:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.904449:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.904454:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.904459:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.904464:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.904467:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350978.904475:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf292300. 00000100:00000040:0.0:1763350978.904479:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf292300 x1849001118764416 msgsize 328 00000100:00100000:0.0:1763350978.904483:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.904496:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350978.904504:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.904509:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.904639:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.904643:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118764416 02000000:00000001:3.0:1763350978.904646:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.904649:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.904652:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.904657:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.904661:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118764416 00000020:00000001:3.0:1763350978.904665:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.904667:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350978.904668:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.904672:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350978.904674:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350978.904676:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350978.904682:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.904688:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5440. 00000100:00000001:3.0:1763350978.904692:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.904695:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5440. 00000020:00000010:3.0:1763350978.904703:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f600. 00000020:00000010:3.0:1763350978.904709:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350978.904715:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350978.904725:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350978.904728:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.904729:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.904732:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.904741:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.904758:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.904772:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.904775:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.904780:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19977 00000100:00000040:3.0:1763350978.904784:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350978.904786:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606469888 : -120543103081728 : ffff925ddf292300) 00000100:00000040:3.0:1763350978.904794:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf292300 x1849001118764416/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.904803:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.904807:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5440. 00000100:00000001:3.0:1763350978.904809:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.904811:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5440. 00000100:00100000:3.0:1763350978.904815:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:226168:x1849001118764416:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350978.904819:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118764416 00000020:00000001:3.0:1763350978.904823:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.904827:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.904830:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.904833:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.904836:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350978.904839:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.904843:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.904846:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.904849:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.904856:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.904858:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350978.904861:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350978.904864:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350978.904866:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350978.904868:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.904875:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350978.904884:0:63037:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dc3dbf600. 00010000:00000010:3.0:1763350978.904888:0:63037:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925dc3dbfc00. 00010000:00000001:3.0:1763350978.904893:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.904898:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc0031c00. 00000020:00000001:3.0:1763350978.904902:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.904904:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc0031c00 with handle 0xcb8c81cc3033c66a to hash 00000020:00000001:3.0:1763350978.904906:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.904907:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:3.0:1763350978.904910:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00010000:3.0:1763350978.904914:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca7b expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763350978.904924:0:63037:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763350978.904930:0:63037:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dfb9b5440. 00002000:00000001:3.0:1763350978.904934:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.904937:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.904945:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:3.0:1763350978.904947:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:3.0:1763350978.904951:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350978.904959:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350978.904962:0:63037:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d6:0x0] initial LVB size: 4096, mtime: 0x691a99c2, atime: 0x0, ctime: 0x691a99c2, blocks: 0xb 00002000:00000001:3.0:1763350978.904965:0:63037:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763350978.904968:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000040:3.0:1763350978.904972:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:3.0:1763350978.904975:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00000100:00000001:3.0:1763350978.904986:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.904989:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.904995:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dfc982400. 02000000:00000001:3.0:1763350978.904997:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.905000:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.905003:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350978.905007:0:63037:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350978.905010:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350978.905012:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350978.905015:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350978.905017:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.905019:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350978.905020:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350978.905022:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.905025:0:63037:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763350978.905032:0:63037:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350978.905041:0:63037:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d6:0x0].0x0 (ffff925dc3dbf600) refcount = 1 00010000:00000040:3.0:1763350978.905043:0:63037:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350978.905046:0:63037:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.905056:0:63037:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.905057:0:63037:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.905059:0:63037:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350978.905061:0:63037:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.905063:0:63037:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.905065:0:63037:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350978.905069:0:63037:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350978.905072:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350978.905082:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.905084:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350978.905086:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.905088:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.905089:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.905091:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.905092:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.905094:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc0031c00, rc 0) 00000020:00000001:3.0:1763350978.905096:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.905100:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118764416 00010000:00000001:3.0:1763350978.905103:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.905107:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf292300 x1849001118764416/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.905114:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.905117:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.905121:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.905134:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.905138:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.905140:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.905143:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.905146:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.905150:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.905152:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.905157:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350550. 00000100:00000200:3.0:1763350978.905165:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118764416, offset 224 00000400:00000200:3.0:1763350978.905174:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.905187:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.905193:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198012:198012:256:4294967295] 192.168.202.2@tcp LPNI seq info [198008:198008:8:4294967295] 00000400:00000200:3.0:1763350978.905206:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.905210:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.905216:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122700. 00000800:00000200:3.0:1763350978.905223:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.905232:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.905237:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122700 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.905256:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.905259:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.905262:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.905263:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.905266:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.905269:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf292300 x1849001118764416/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/400 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350978.905277:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf292300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:226168:x1849001118764416:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 473us (796us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350978.905284:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19977 00000100:00000040:3.0:1763350978.905288:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.905291:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.905292:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.905297:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350978.905301:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:3.0:1763350978.905308:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f600. 00000020:00000040:3.0:1763350978.905315:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:3.0:1763350978.905317:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350978.905687:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350978.905693:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122700. 00000400:00000200:0.0:1763350978.905698:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.905704:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350978.905708:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350550 00000400:00000010:0.0:1763350978.905710:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350550. 00000100:00000001:0.0:1763350978.905714:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.905716:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350978.908924:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.908945:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.908950:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.908952:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.908965:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350978.908989:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf8e00 00000400:00000200:0.0:1763350978.908999:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118d35 [8] + 6896 00000800:00000001:0.0:1763350978.909010:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.909020:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.909023:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.909028:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.909037:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.909040:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350978.909050:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbc380. 00000100:00000040:0.0:1763350978.909054:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbc380 x1849001118764544 msgsize 440 00000100:00100000:0.0:1763350978.909058:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.909397:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350978.909409:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.909413:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.909467:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.909470:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118764544 02000000:00000001:1.0:1763350978.909474:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.909476:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.909478:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.909483:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.909489:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118764544 00000020:00000001:1.0:1763350978.909491:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.909493:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350978.909496:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.909500:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:1.0:1763350978.909502:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350978.909505:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350978.909510:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.909517:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350978.909520:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.909523:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000020:00000010:1.0:1763350978.909530:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6e00. 00000020:00000010:1.0:1763350978.909536:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6a80. 00000020:00000010:1.0:1763350978.909542:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3af0. 00000100:00000040:1.0:1763350978.909550:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350978.909553:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.909555:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.909558:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.909567:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.909715:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.909718:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.909724:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19978 00000100:00000040:3.0:1763350978.909729:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350978.909732:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130588544 : -120543578963072 : ffff925dc2cbc380) 00000100:00000040:3.0:1763350978.909739:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbc380 x1849001118764544/t0(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.909748:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.909753:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350978.909755:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.909757:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000100:00100000:3.0:1763350978.909762:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2358:x1849001118764544:12345-192.168.202.2@tcp:2:lfs.0 00000100:00000200:3.0:1763350978.909767:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118764544 00000020:00000001:3.0:1763350978.909770:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.909775:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.909778:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.909781:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.909783:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839744 : -1038711872 : ffffffffc21683c0) 00000020:00000001:3.0:1763350978.909787:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.909792:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.909795:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.909797:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.909802:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350978.909807:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350978.909810:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.909813:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.909815:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.909818:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.909819:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.909822:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.909824:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.909825:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.909826:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.909827:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.909829:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.909830:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.909833:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.909835:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.909840:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.909843:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.909849:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dfc983800. 02000000:00000001:3.0:1763350978.909852:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.909854:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.909858:0:63037:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:3.0:1763350978.909861:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.909865:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.909873:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:3.0:1763350978.909876:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:3.0:1763350978.909880:0:63037:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:3.0:1763350978.909885:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.909894:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:3.0:1763350978.909896:0:63037:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.909899:0:63037:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.909902:0:63037:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:3.0:1763350978.909903:0:63037:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.909907:0:63037:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350978.909918:0:63037:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dfc981000. 00080000:00000001:3.0:1763350978.909921:0:63037:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531100278784 : -120542609272832 : ffff925dfc981000) 00000001:00000001:3.0:1763350978.909923:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.909925:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.909929:0:63037:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350978.909960:0:63037:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.909963:0:63037:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350978.909968:0:63037:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.909971:0:63037:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350978.909976:0:63037:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.910016:0:63037:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.910018:0:63037:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.910044:0:63037:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350978.910053:0:63037:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925deb026038. 00080000:00000001:3.0:1763350978.910064:0:63037:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350978.910119:0:63037:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.910123:0:63037:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:3.0:1763350978.910135:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.910140:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:3.0:1763350978.910143:0:63037:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.910146:0:63037:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350978.910151:0:63037:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350978.910156:0:63037:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350978.910160:0:63037:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847693, last_committed = 21474847692 00000001:00000010:3.0:1763350978.910164:0:63037:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5e40. 00000001:00000040:3.0:1763350978.910167:0:63037:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 1 00000020:00000040:3.0:1763350978.910170:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00080000:00000001:3.0:1763350978.910177:0:63037:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.910211:0:63037:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350978.910215:0:63037:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.910228:0:63037:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.910236:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.910246:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.910251:0:63037:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:3.0:1763350978.910255:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000040:3.0:1763350978.910265:0:63037:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00010000:00000001:3.0:1763350978.910268:0:63037:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763350978.910274:0:63037:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350978.910278:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.910279:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.910282:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:3.0:1763350978.910284:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:3.0:1763350978.910287:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350978.910293:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350978.910296:0:63037:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d6:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:3.0:1763350978.910299:0:63037:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x25d6:0x0] updating lvb mtime from disk: 1763350978 -> 1763350976 00002000:00010000:3.0:1763350978.910301:0:63037:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000401:0x25d6:0x0] updating lvb atime from disk: 0 -> 1763350976 00002000:00010000:3.0:1763350978.910304:0:63037:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x25d6:0x0] updating lvb ctime from disk: 1763350978 -> 1763350978 00002000:00010000:3.0:1763350978.910306:0:63037:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d6:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:3.0:1763350978.910309:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000040:3.0:1763350978.910315:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 21474847693, xid 1849001118764544 00010000:00000001:3.0:1763350978.910319:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.910325:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc2cbc380 x1849001118764544/t21474847693(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.910334:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.910337:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.910341:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.910348:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.910350:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.910353:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.910356:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.910359:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.910363:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.910366:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.910371:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23506e8. 00000100:00000200:3.0:1763350978.910378:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118764544, offset 224 00000400:00000200:3.0:1763350978.910386:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.910400:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.910407:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198013:198013:256:4294967295] 192.168.202.2@tcp LPNI seq info [198009:198009:8:4294967295] 00000400:00000200:3.0:1763350978.910419:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.910425:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.910431:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122700. 00000800:00000200:3.0:1763350978.910438:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.910447:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.910451:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122700 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.910553:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350978.914869:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350978.914881:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122700. 00000400:00000200:0.0:1763350978.914890:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.915062:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350978.915070:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23506e8 00000400:00000010:0.0:1763350978.915074:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23506e8. 00000100:00000001:0.0:1763350978.915080:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.915082:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350978.918209:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.918229:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.918235:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.918238:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.918242:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.918254:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc2cbc380 x1849001118764544/t21474847693(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350978.918269:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc2cbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2358:x1849001118764544:12345-192.168.202.2@tcp:2:lfs.0 Request processed in 8518us (9211us total) trans 21474847693 rc 0/0 00000100:00100000:3.0:1763350978.918284:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19978 00000100:00000040:3.0:1763350978.918289:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.918292:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.918295:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.918304:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6a80. 00000020:00000010:3.0:1763350978.918314:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3af0. 00000020:00000010:3.0:1763350978.918321:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6e00. 00000020:00000040:3.0:1763350978.918328:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:3.0:1763350978.918331:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.919010:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.919028:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.919031:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.919034:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.919043:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350978.919064:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 472 into portal 12 MB=0x691a81edf8f00 00000400:00000200:0.0:1763350978.919074:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 472/472 into md 0xd4535 [64] + 87392 00000800:00000001:0.0:1763350978.919085:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.919100:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.919103:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.919108:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.919115:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.919118:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350978.919137:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbe300. 00000100:00000040:0.0:1763350978.919141:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbe300 x1849001118764800 msgsize 472 00000100:00100000:0.0:1763350978.919145:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.919161:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350978.919171:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.919175:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350978.919635:0:20551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000001:2.0:1763350978.919902:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.919906:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.919907:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350978.919908:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350978.919911:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.919912:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.919914:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.919916:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.919918:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.919921:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c671 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350978.919925:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.919926:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.919928:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350978.919929:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350978.919930:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350978.919932:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c671 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350978.919937:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bea80. 00010000:00000001:2.0:1763350978.919945:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350978.919946:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350978.919947:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350978.919949:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350978.919950:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:2.0:1763350978.919953:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350978.919955:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350978.919957:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350978.919961:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763350978.919965:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 0, xid 1849001118764800 00010000:00000001:2.0:1763350978.919968:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350978.919973:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc2cbe300 x1849001118764800/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 472/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350978.919981:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350978.919984:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350978.919988:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350978.919993:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350978.919996:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350978.919999:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350978.920002:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350978.920005:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.920008:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350978.920010:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350978.920016:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2908. 00000100:00000200:2.0:1763350978.920024:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118764800, offset 224 00000400:00000200:2.0:1763350978.920031:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350978.920044:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350978.920051:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198014:198014:256:4294967295] 192.168.202.2@tcp LPNI seq info [198010:198010:8:4294967295] 00000400:00000200:2.0:1763350978.920062:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350978.920067:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350978.920072:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8000. 00000800:00000200:2.0:1763350978.920078:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350978.920087:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350978.920092:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350978.920102:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.920104:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350978.920107:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350978.920109:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.920111:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350978.920116:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc2cbe300 x1849001118764800/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 472/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350978.920137:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc2cbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226168:x1849001118764800:12345-192.168.202.2@tcp:55:lfs.0 Request processed in 784us (982us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763350978.920145:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140580 00000100:00000040:2.0:1763350978.920149:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350978.920151:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350978.920153:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350978.920157:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:2.0:1763350978.920161:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df90907d0. 00000020:00000010:2.0:1763350978.920165:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3e200. 00000020:00000040:2.0:1763350978.920169:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00000100:00000001:2.0:1763350978.920172:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350978.920368:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350978.920373:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8000. 00000400:00000200:0.0:1763350978.920379:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.920384:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350978.920390:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2908 00000400:00000010:0.0:1763350978.920392:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2908. 00000100:00000001:0.0:1763350978.920396:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.920398:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350978.924428:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.924461:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.924466:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.924468:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.924481:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350978.924503:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edf8f80 00000400:00000200:0.0:1763350978.924512:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118d35 [8] + 7336 00000800:00000001:0.0:1763350978.924522:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.924531:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.924535:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.924539:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.924547:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.924551:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350978.924558:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbc700. 00000100:00000040:0.0:1763350978.924562:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbc700 x1849001118764928 msgsize 440 00000100:00100000:0.0:1763350978.924566:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.924584:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:3.0:1763350978.924630:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1763350978.924633:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:3.0:1763350978.924634:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118764928 00000800:00000001:0.0:1763350978.924636:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763350978.924637:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.924640:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.924643:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.924647:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.924652:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118764928 00000020:00000001:3.0:1763350978.924656:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.924658:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350978.924661:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.924665:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:3.0:1763350978.924669:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350978.924671:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350978.924676:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.924682:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350978.924686:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.924689:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000020:00000010:3.0:1763350978.924696:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f600. 00000020:00000010:3.0:1763350978.924702:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350978.924708:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350978.924717:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350978.924720:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.924722:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.924724:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.924733:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.924738:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.924751:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.924753:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.924759:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19979 00000100:00000040:3.0:1763350978.924763:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350978.924765:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130589440 : -120543578962176 : ffff925dc2cbc700) 00000100:00000040:3.0:1763350978.924773:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbc700 x1849001118764928/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.924782:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.924785:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350978.924787:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.924788:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000100:00100000:3.0:1763350978.924793:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118764928:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:3.0:1763350978.924796:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118764928 00000020:00000001:3.0:1763350978.924801:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.924804:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.924807:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.924809:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.924812:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:3.0:1763350978.924815:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.924819:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.924822:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.924824:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.924828:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350978.924832:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350978.924835:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.924838:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.924840:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.924843:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.924844:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.924846:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.924847:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.924849:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.924850:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.924851:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.924852:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.924854:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.924857:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.924859:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.924864:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.924867:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.924873:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dfc981800. 02000000:00000001:3.0:1763350978.924875:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.924877:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.924881:0:63037:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763350978.924884:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350978.924888:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.924896:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:3.0:1763350978.924898:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:3.0:1763350978.924901:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350978.924910:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.924912:0:63037:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763350978.924915:0:63037:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:3.0:1763350978.924919:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.924927:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:3.0:1763350978.924931:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00000020:00000001:3.0:1763350978.924936:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.924944:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.924948:0:63037:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.924952:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118764928 00010000:00000001:3.0:1763350978.924955:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.924962:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc2cbc700 x1849001118764928/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350978.924970:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.924972:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.924976:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.924981:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.924983:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.924985:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.924988:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.924991:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.924994:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.924997:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.925002:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350110. 00000100:00000200:3.0:1763350978.925009:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118764928, offset 224 00000400:00000200:3.0:1763350978.925018:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.925029:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.925037:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198015:198015:256:4294967295] 192.168.202.2@tcp LPNI seq info [198011:198011:8:4294967295] 00000400:00000200:3.0:1763350978.925047:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.925052:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.925057:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122b00. 00000800:00000200:3.0:1763350978.925063:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.925072:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.925076:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122b00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.925095:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.925099:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.925101:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.925102:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.925104:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.925107:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc2cbc700 x1849001118764928/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 440/432 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350978.925116:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc2cbc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118764928:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 332us (551us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350978.925122:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19979 00000100:00000040:3.0:1763350978.925134:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350978.925137:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.925139:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.925144:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350978.925148:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:3.0:1763350978.925154:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f600. 00000020:00000040:3.0:1763350978.925160:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:3.0:1763350978.925163:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350978.925350:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350978.925356:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122b00. 00000400:00000200:2.0:1763350978.925360:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.925365:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350978.925369:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350110 00000400:00000010:2.0:1763350978.925372:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350110. 00000100:00000001:2.0:1763350978.925377:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350978.925379:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350978.929045:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.929065:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350978.929069:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.929071:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.929084:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350978.929104:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 568 into portal 12 MB=0x691a81edf9000 00000400:00000200:0.0:1763350978.929113:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 568/568 into md 0xd4535 [64] + 87864 00000800:00000001:0.0:1763350978.929122:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.929138:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350978.929141:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.929146:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350978.929154:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350978.929156:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350978.929165:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981880. 00000100:00000040:0.0:1763350978.929168:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dff981880 x1849001118765056 msgsize 568 00000100:00100000:0.0:1763350978.929172:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350978.929258:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350978.929267:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350978.929270:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.929315:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.929318:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118765056 02000000:00000001:1.0:1763350978.929321:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.929324:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.929326:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.929330:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.929335:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118765056 00000020:00000001:1.0:1763350978.929338:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.929340:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350978.929343:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.929346:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=488 00000020:00000001:1.0:1763350978.929349:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350978.929351:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350978.929356:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.929361:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350978.929364:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.929367:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000020:00000010:1.0:1763350978.929374:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7a00. 00000020:00000010:1.0:1763350978.929380:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6180. 00000020:00000010:1.0:1763350978.929385:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d30c8. 00000100:00000040:1.0:1763350978.929394:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350978.929397:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.929400:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.929403:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.929412:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763350978.930169:0:20551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00000100:00000001:2.0:1763350978.930190:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350978.930193:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350978.930201:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140581 00000100:00000040:2.0:1763350978.930205:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350978.930207:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150612608 : -120542558939008 : ffff925dff981880) 00000100:00000040:2.0:1763350978.930216:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff981880 x1849001118765056/t0(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 568/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.930227:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350978.930232:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57db00. 00000100:00000001:2.0:1763350978.930235:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350978.930237:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57db00. 00000100:00100000:2.0:1763350978.930242:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226168:x1849001118765056:12345-192.168.202.2@tcp:61:lfs.0 00000100:00000200:2.0:1763350978.930245:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118765056 00000020:00000001:2.0:1763350978.930249:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350978.930255:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350978.930261:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.930264:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350978.930266:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717440 : -1040834176 : ffffffffc1f62180) 00000020:00000001:2.0:1763350978.930270:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350978.930274:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118765056, found 0 last_xid 1849001118765055 00000020:00000001:2.0:1763350978.930277:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350978.930279:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350978.930282:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350978.930286:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350978.930293:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350978.930298:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993912 : -120547694557704 : ffff925ccd7cc5f8) 00000020:00000001:2.0:1763350978.930301:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.930303:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.930308:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350978.930310:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350978.930316:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00075000. 02000000:00000001:2.0:1763350978.930318:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.930320:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.930323:0:20551:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:2.0:1763350978.930330:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763350978.930333:0:20551:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:2.0:1763350978.930336:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350978.930338:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350978.930340:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925ddfe59400 refcount=3 00000020:00000001:2.0:1763350978.930342:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530618819584 : -120543090732032 : ffff925ddfe59400) 00010000:00000001:2.0:1763350978.930345:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530618819584 : -120543090732032 : ffff925ddfe59400) 00010000:00000040:2.0:1763350978.930348:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405800 count: 2 00000004:00000001:2.0:1763350978.930354:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763350978.930356:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350978.930359:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350978.930362:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350978.930364:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.930366:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930372:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350978.930374:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350978.930381:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.930383:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.930386:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350978.930389:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350978.930391:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925ddfe59400 with handle 0xcb8c81cc3033c34c from hash 00010000:00000001:2.0:1763350978.930394:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350978.930395:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.930396:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.930397:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350978.930403:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350978.930405:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930407:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350978.930408:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350978.930413:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925ddfe59400/0xcb8c81cc3033c34c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8e5 expref: 488 pid: 20015 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350978.930424:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:2.0:1763350978.930427:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00010000:00000010:2.0:1763350978.930430:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76b00. 00010000:00000001:2.0:1763350978.930438:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.930439:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350978.930440:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350978.930443:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df4ae7200 refcount=3 00000020:00000001:2.0:1763350978.930445:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530967527936 : -120542742023680 : ffff925df4ae7200) 00010000:00000001:2.0:1763350978.930448:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530967527936 : -120542742023680 : ffff925df4ae7200) 00010000:00000001:2.0:1763350978.930451:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350978.930454:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350978.930457:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925e00405800) 00010000:00000001:2.0:1763350978.930461:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.930464:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930466:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350978.930468:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405800 count: 0 00010000:00000010:2.0:1763350978.930474:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc38ee300. 00010000:00000040:2.0:1763350978.930478:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405a00 count: 2 00000004:00000001:2.0:1763350978.930480:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763350978.930482:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350978.930483:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350978.930485:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350978.930486:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.930488:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930491:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350978.930492:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350978.930494:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.930495:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.930497:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350978.930498:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350978.930500:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df4ae7200 with handle 0xcb8c81cc3033c616 from hash 00010000:00000001:2.0:1763350978.930503:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350978.930504:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.930505:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.930507:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350978.930508:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350978.930510:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930512:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350978.930513:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350978.930516:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df4ae7200/0xcb8c81cc3033c616 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca43 expref: 487 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350978.930523:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 480 00000020:00000040:2.0:1763350978.930524:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 486 00010000:00000010:2.0:1763350978.930526:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76080. 00010000:00000001:2.0:1763350978.930531:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.930532:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350978.930534:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350978.930535:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff1:0x0].0x0 (ffff925e00405a00) 00010000:00000001:2.0:1763350978.930538:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.930540:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930542:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350978.930543:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405a00 count: 0 00010000:00000010:2.0:1763350978.930546:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69680. 00010000:00010000:2.0:1763350978.930550:0:20551:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763350978.930552:0:20551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1763350978.930555:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350978.930558:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:2.0:1763350978.930559:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350978.930562:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:2.0:1763350978.930564:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:2.0:1763350978.930571:0:20551:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763350978.930584:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763350978.930586:0:20551:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.930589:0:20551:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.930590:0:20551:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763350978.930635:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763350978.930637:0:20551:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.930639:0:20551:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.930643:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350978.930647:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350978.930650:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350978.930656:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92d00. 00010000:00000010:2.0:1763350978.930660:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0f80. 00010000:00000001:2.0:1763350978.930665:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350978.930668:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0a00. 00000020:00000001:2.0:1763350978.930671:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350978.930673:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0a00 with handle 0xcb8c81cc3033c678 to hash 00000020:00000001:2.0:1763350978.930675:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350978.930676:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000010:2.0:1763350978.930682:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2bea80. 00010000:00000001:2.0:1763350978.930685:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:2.0:1763350978.930699:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350978.930701:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.930704:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350978.930711:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350978.930715:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350978.930717:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350978.930719:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350978.930721:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.930723:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350978.930724:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.930726:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350978.930729:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350978.930731:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350978.930732:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350978.930734:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff1:0x0].0x0 (ffff925df4a92d00) refcount = 1 00010000:00010000:2.0:1763350978.930738:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350978.930744:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350978.930747:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350978.930748:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930750:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350978.930751:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.930753:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930756:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350978.930758:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350978.930761:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.930763:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350978.930769:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350978.930770:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.930771:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.930772:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350978.930774:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350978.930775:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:2.0:1763350978.930777:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:2.0:1763350978.930780:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:2.0:1763350978.930781:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.930782:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350978.930784:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.930785:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350978.930787:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350978.930788:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350978.930793:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92400. 00010000:00000010:2.0:1763350978.930797:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0b00. 00010000:00000001:2.0:1763350978.930800:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350978.930802:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0800. 00000020:00000001:2.0:1763350978.930804:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350978.930806:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0800 with handle 0xcb8c81cc3033c67f to hash 00000020:00000001:2.0:1763350978.930808:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350978.930809:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000010:2.0:1763350978.930813:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be080. 00010000:00000001:2.0:1763350978.930814:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350978.930817:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350978.930818:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.930821:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350978.930826:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350978.930827:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350978.930829:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350978.930830:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350978.930832:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.930833:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350978.930834:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.930836:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350978.930837:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350978.930838:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350978.930839:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350978.930841:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925df4a92400) refcount = 1 00010000:00010000:2.0:1763350978.930844:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350978.930848:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350978.930850:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350978.930851:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930853:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350978.930854:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.930856:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.930858:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350978.930860:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350978.930862:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.930864:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350978.930868:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350978.930869:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.930870:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.930871:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350978.930872:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350978.930874:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:2.0:1763350978.930875:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350978.930877:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350978.930879:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.930879:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350978.930880:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.930885:0:20551:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:2.0:1763350978.930889:0:20551:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:2.0:1763350978.930891:0:20551:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350978.930895:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350978.930901:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693de0. 00080000:00000001:2.0:1763350978.930905:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350978.930914:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00076800. 00080000:00000001:2.0:1763350978.930916:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157907456 : -120542551644160 : ffff925e00076800) 00000004:00000001:2.0:1763350978.930919:0:20551:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763350978.930922:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.930925:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.930931:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350978.930934:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763350978.930937:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dea57db00. 00000004:00000001:2.0:1763350978.930940:0:20551:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.930942:0:20551:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763350978.930944:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.930945:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.930947:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350978.930949:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763350978.930951:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dea57de40. 00000004:00000001:2.0:1763350978.930952:0:20551:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350978.930956:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df2756000. 00000004:00000001:2.0:1763350978.930957:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.930958:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.930961:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350978.930963:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1763350978.930965:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df27562a0. 00000004:00000001:2.0:1763350978.930966:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.930967:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.930968:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350978.930970:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350978.930973:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.930978:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.930981:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.930983:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157907456 : -120542551644160 : ffff925e00076800) 00080000:00000001:2.0:1763350978.930986:0:20551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350978.931009:0:20551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931011:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931013:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931017:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.931018:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.931019:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.931020:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157907456 : -120542551644160 : ffff925e00076800) 00080000:00000001:2.0:1763350978.931021:0:20551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350978.931029:0:20551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931031:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931032:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.931036:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350978.931038:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350978.931044:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350978.931045:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.931047:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157907456 : -120542551644160 : ffff925e00076800) 00080000:00000001:2.0:1763350978.931050:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.931055:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.931056:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931058:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.931079:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.931081:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931090:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.931100:0:20551:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763350978.931102:0:20551:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763350978.931108:0:20551:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925cdef7ee98. 00000004:00000010:2.0:1763350978.931113:0:20551:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925cddf6a040. 00000004:00000010:2.0:1763350978.931117:0:20551:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925cddf6a3d0. 00000004:00000010:2.0:1763350978.931122:0:20551:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff925cddf6a860. 00000004:00000010:2.0:1763350978.931134:0:20551:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dded436c0. 00000004:00000001:2.0:1763350978.931138:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.931140:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.931141:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157907456 : -120542551644160 : ffff925e00076800) 00080000:00000001:2.0:1763350978.931144:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350978.931146:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763350978.931237:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931240:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931242:0:20551:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931248:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.931251:0:20551:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763350978.931252:0:20551:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763350978.931256:0:20551:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925cdef7ec60. 00000004:00000010:2.0:1763350978.931260:0:20551:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925cddf6a1e8. 00000004:00000010:2.0:1763350978.931263:0:20551:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925cddf6a858. 00000004:00000010:2.0:1763350978.931266:0:20551:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dded43300. 00000004:00000001:2.0:1763350978.931268:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.931270:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.931271:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157907456 : -120542551644160 : ffff925e00076800) 00080000:00000001:2.0:1763350978.931273:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350978.931275:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763350978.931303:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931304:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931306:0:20551:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931309:0:20551:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763350978.931312:0:20551:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931314:0:20551:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763350978.931316:0:20551:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931318:0:20551:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:2.0:1763350978.931323:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350978.931326:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350978.931331:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350978.931335:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055152, last_committed = 8590055150 00000001:00000010:2.0:1763350978.931339:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693ba0. 00000001:00000040:2.0:1763350978.931341:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:2.0:1763350978.931343:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=487 00000001:00000010:2.0:1763350978.931349:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccdbd7180. 00000004:00000001:2.0:1763350978.931359:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350978.931361:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.931362:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157907456 : -120542551644160 : ffff925e00076800) 00080000:00000001:2.0:1763350978.931365:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350978.931381:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350978.931383:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350978.931385:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccdbd7180: xid 1849001118765056, transno 8590055152, tag 0, client gen 3, slot idx 1 00000001:00000001:2.0:1763350978.931388:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.931401:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350978.931404:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693de0. 00000020:00000001:2.0:1763350978.931405:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350978.931409:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dea57db00. 00000020:00000010:2.0:1763350978.931411:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dea57de40. 00000020:00000010:2.0:1763350978.931413:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df2756000. 00000020:00000010:2.0:1763350978.931415:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df27562a0. 00200000:00000001:2.0:1763350978.931418:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350978.931421:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693de0. 00080000:00000001:2.0:1763350978.931422:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350978.931427:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00077c00. 00080000:00000001:2.0:1763350978.931428:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157912576 : -120542551639040 : ffff925e00077c00) 00000004:00000001:2.0:1763350978.931431:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.931434:0:20551:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763350978.931437:0:20551:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350978.931440:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350978.931441:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.931444:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350978.931447:0:20551:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350978.931450:0:20551:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763350978.931455:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925ccdbd7540. 00000004:00000001:2.0:1763350978.931460:0:20551:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763350978.931462:0:20551:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925ccda978c8. 00000004:00000010:2.0:1763350978.931465:0:20551:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925ccda97898. 00000020:00000001:2.0:1763350978.931471:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763350978.931479:0:20551:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccd69ee98. 00000004:00000001:2.0:1763350978.931485:0:20551:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763350978.931487:0:20551:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.931490:0:20551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526013759216 : -120547695792400 : ffff925ccd69eef0) 00000004:00000001:2.0:1763350978.931493:0:20551:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931496:0:20551:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763350978.931498:0:20551:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931500:0:20551:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931502:0:20551:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763350978.931505:0:20551:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350978.931511:0:20551:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763350978.931515:0:20551:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925ccdbd7d80. 00000004:00000010:2.0:1763350978.931518:0:20551:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df27562a0. 00000004:00000010:2.0:1763350978.931524:0:20551:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925df001a000. 00000020:00000001:2.0:1763350978.931529:0:20551:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763350978.931531:0:20551:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931534:0:20551:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763350978.931536:0:20551:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763350978.931538:0:20551:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d3:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763350978.931542:0:20551:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925df001a000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763350978.931548:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9876d80. 00000020:00000040:2.0:1763350978.931553:0:20551:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763350978.931559:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350978.931562:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350978.931568:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350978.931577:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cd3f3e200. 00000100:00000001:2.0:1763350978.931584:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931588:0:20551:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.931590:0:20551:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350978.931593:0:20551:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.931635:0:20551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763350978.931637:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350978.931643:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925ccdbd7780. 00000100:00000001:2.0:1763350978.931646:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623526019233664 : -120547690317952 : ffff925ccdbd7780) 00000100:00000001:2.0:1763350978.931649:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.931651:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511986048 : -120543197565568 : ffff925dd9876d80) 00000100:00000001:2.0:1763350978.931655:0:20551:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350978.931660:0:20551:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.931662:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350978.931664:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350978.931672:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.931680:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350978.931682:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.931686:0:20551:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350978.931689:0:20551:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350978.931692:0:20551:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350978.931695:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9876d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101450880:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350978.931699:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350978.931705:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350978.931708:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.931711:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350978.931722:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925ddf17c000. 02000000:00000001:2.0:1763350978.931724:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350978.931731:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bf20. 00000400:00000010:2.0:1763350978.931739:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccdbd7840. 00000100:00000200:2.0:1763350978.931748:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101450880, portal 4 00000100:00000001:2.0:1763350978.931750:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.931751:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511986048 : -120543197565568 : ffff925dd9876d80) 00000100:00000040:2.0:1763350978.931756:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.931762:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350978.931764:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350978.931768:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350978.931771:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101450880, offset 0 00000400:00000200:2.0:1763350978.931778:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350978.931792:0:20551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350978.931802:0:20551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd75e80 00000400:00000200:2.0:1763350978.931809:0:20551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 12032 00000400:00000200:2.0:1763350978.931816:0:20551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.931820:0:20551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350978.931827:0:20551:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350978.931829:0:20551:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350978.931833:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9877800. 00000100:00000040:2.0:1763350978.931836:0:20551:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9877800 x1849001101450880 msgsize 328 00000100:00100000:2.0:1763350978.931839:0:20551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350978.931847:0:20551:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350978.931856:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:2.0:1763350978.931858:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:2.0:1763350978.931861:0:20551:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350978.931866:0:20551:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.931875:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.931878:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.931885:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.931887:0:20551:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350978.931892:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.931897:0:20551:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24603 usecs (25 jiffies) 00000100:00000001:2.0:1763350978.931901:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855859 00000100:00000010:2.0:1763350978.931906:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693840. 00000100:00000001:2.0:1763350978.931913:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350978.931931:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855859 00000100:00000010:2.0:1763350978.931935:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693d80. 00000100:00000001:2.0:1763350978.931938:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350978.931942:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855859 00000100:00000010:2.0:1763350978.931944:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693a20. 00000100:00000001:2.0:1763350978.931947:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350978.931949:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855859 00000100:00000010:2.0:1763350978.931951:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693c60. 00000100:00000001:2.0:1763350978.931954:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350978.931960:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350978.931963:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.931966:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350978.931967:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350978.931970:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925ccdbd7780 going to sleep for 11 seconds 00000100:00000001:2.0:1763350978.931973:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350978.931976:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.932081:0:20019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.932085:0:20019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101450880 02000000:00000001:0.0:1763350978.932087:0:20019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.932090:0:20019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.932093:0:20019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.932096:0:20019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.932100:0:20019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101450880 00000020:00000001:0.0:1763350978.932103:0:20019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.932104:0:20019:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:0.0:1763350978.932106:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.932109:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=5 00000020:00000001:0.0:1763350978.932112:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:0.0:1763350978.932114:0:20019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:0.0:1763350978.932118:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.932123:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350978.932137:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.932139:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350978.932146:0:20019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350978.932150:0:20019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350978.932156:0:20019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d190. 00000100:00000040:0.0:1763350978.932167:0:20019:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763350978.932169:0:20019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.932171:0:20019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350978.932173:0:20019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.932181:0:20019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.932201:0:20019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.932214:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.932217:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.932221:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00000040:0.0:1763350978.932225:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:0.0:1763350978.932227:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511988736 : -120543197562880 : ffff925dd9877800) 00000100:00000040:0.0:1763350978.932232:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9877800 x1849001101450880/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.932239:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.932243:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350978.932244:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.932246:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350978.932250:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20551:x1849001101450880:12345-0@lo:1000:mdt00_003.0 00000100:00000200:0.0:1763350978.932253:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101450880 00000020:00000001:0.0:1763350978.932256:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350978.932259:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350978.932261:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.932263:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350978.932265:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:0.0:1763350978.932267:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350978.932270:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350978.932273:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350978.932275:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350978.932278:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.932281:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763350978.932287:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cc739fba0. 00000100:00000001:0.0:1763350978.932291:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.932293:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.932301:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925df8f0a000. 02000000:00000001:0.0:1763350978.932304:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.932305:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350978.932310:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dc3875b40. 00000020:00000001:0.0:1763350978.932312:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763350978.932315:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.932321:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00000020:00000001:0.0:1763350978.932324:0:20019:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.932327:0:20019:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350978.932332:0:20019:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:0.0:1763350978.932335:0:20019:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d3:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763350978.932337:0:20019:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763350978.932340:0:20019:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350978.932342:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8c78/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00000020:00000010:0.0:1763350978.932346:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cc739fba0. 00000020:00000010:0.0:1763350978.932350:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dc3875b40. 00000020:00000001:0.0:1763350978.932353:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350978.932356:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 0, xid 1849001101450880 00010000:00000001:0.0:1763350978.932359:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350978.932364:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9877800 x1849001101450880/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 328/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350978.932371:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.932374:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.932378:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=74 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350978.932382:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.932385:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350978.932387:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350978.932390:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.932392:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.932395:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.932396:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350978.932399:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc3875b40. 00000100:00000200:0.0:1763350978.932402:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101450880, offset 224 00000400:00000200:0.0:1763350978.932408:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350978.932414:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350978.932419:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd75e80 00000400:00000200:0.0:1763350978.932424:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f679 [2] + 224 00000400:00000200:0.0:1763350978.932428:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350978.932431:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350978.932434:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350978.932438:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350978.932447:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.932459:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350978.932464:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc3875b40 00000400:00000010:0.0:1763350978.932466:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dc3875b40. 00000100:00000001:0.0:1763350978.932468:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350978.932470:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350978.932473:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.932477:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350978.932479:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350978.932480:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.932483:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350978.932486:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9877800 x1849001101450880/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 328/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.932495:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9877800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20551:x1849001101450880:12345-0@lo:1000:mdt00_003.0 Request processed in 254us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.932502:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00000040:0.0:1763350978.932506:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:0.0:1763350978.932508:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.932510:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.932515:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350978.932519:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d190. 00000020:00000010:0.0:1763350978.932522:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350978.932528:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 4 00000100:00000001:0.0:1763350978.932531:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.932942:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.933334:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350978.933343:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350978.933346:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350978.933349:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bf20. 00000400:00000200:2.0:1763350978.933353:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925ccdbd7840 00000400:00000010:2.0:1763350978.933355:0:20551:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925ccdbd7840. 00000100:00000001:2.0:1763350978.933359:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350978.933365:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350978.933374:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.933381:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350978.933384:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.933387:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350978.933390:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350978.933393:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350978.933395:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.933398:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350978.933407:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=117 v=5 (5 5 0 0) 00000100:00001000:2.0:1763350978.933411:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350978.933414:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350978.933415:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.933418:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350978.933422:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.933425:0:20551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1763350978.933428:0:20551:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474847690 gen 3 00000100:00000040:2.0:1763350978.933434:0:20551:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847690) req@ffff925dee15f800 x1849001101448960/t21474847688(21474847688) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1763350978.933443:0:20551:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff925dee15f800, transno 21474847688 00000100:00000001:2.0:1763350978.933446:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.933447:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530856871936 : -120542852679680 : ffff925dee15f800) 00000004:00000001:0.0:1763350978.934155:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350978.934160:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.934165:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:0.0:1763350978.934170:0:20036:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:0.0:1763350978.934177:0:20036:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:0.0:1763350978.934180:0:20036:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:0.0:1763350978.934182:0:20036:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:0.0:1763350978.934189:0:20036:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.934193:0:20036:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:0.0:1763350978.934195:0:20036:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9564 in log [0x1:0x8:0x0] 00080000:00000001:0.0:1763350978.934202:0:20036:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350978.934219:0:20036:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925deeea4400. 00080000:00000001:0.0:1763350978.934223:0:20036:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530870785024 : -120542838766592 : ffff925deeea4400) 00000040:00000001:0.0:1763350978.934225:0:20036:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350978.934229:0:20036:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350978.934233:0:20036:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350978.934267:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.934269:0:20036:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.934271:0:20036:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.934273:0:20036:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.934276:0:20036:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:0.0:1763350978.934278:0:20036:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:0.0:1763350978.934283:0:20036:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:0.0:1763350978.934287:0:20036:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350978.934290:0:20036:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350978.934293:0:20036:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.938394:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.938414:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee15f800 x1849001101448960/t21474847688(21474847688) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.938427:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.938434:0:20551:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847690) req@ffff925df4d65c00 x1849001101449472/t21474847690(21474847690) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350978.938442:0:20551:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763350978.938444:0:20551:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847690 committed transno 21474847690 00000004:00000010:2.0:1763350978.938450:0:20551:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dd80bc000. 00000004:00000010:2.0:1763350978.938460:0:20551:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925ccd7dcba0. 00000004:00000010:2.0:1763350978.938464:0:20551:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dc3875600. 00000004:00000010:2.0:1763350978.938467:0:20551:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925dc38759c0. 00000004:00000001:2.0:1763350978.938469:0:20551:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763350978.938471:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.938474:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d65c00 x1849001101449472/t21474847690(21474847690) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.938480:0:20551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350978.938484:0:20551:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350978.938488:0:20551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925cd0632000. 02000000:00000001:2.0:1763350978.938495:0:20551:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350978.938498:0:20551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350978.938500:0:20551:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763350978.938502:0:20551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350978.938506:0:20551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1e00. 02000000:00000001:2.0:1763350978.938511:0:20551:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350978.938512:0:20551:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350978.938514:0:20551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d65c00. 00000100:00000001:2.0:1763350978.938519:0:20551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350978.938520:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.938523:0:20551:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763350978.938526:0:20551:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1763350978.938529:0:20551:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350978.938530:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.938539:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.938546:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350978.938549:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350978.938552:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350978.938556:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350978.938564:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd9876d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101450880:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350978.938570:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.938574:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.938577:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350978.938579:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.938581:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.938588:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763350978.938590:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925ccdbd7780. 00000100:00000001:2.0:1763350978.938593:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763350978.938608:0:20551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.938611:0:20551:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763350978.938631:0:20551:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925ccd4b0a00. 00000004:00000001:2.0:1763350978.938635:0:20551:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763350978.938639:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.938642:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9876d80 x1849001101450880/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.938647:0:20551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350978.938649:0:20551:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350978.938650:0:20551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925ddf17c000. 02000000:00000001:2.0:1763350978.938653:0:20551:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350978.938654:0:20551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350978.938656:0:20551:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763350978.938657:0:20551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350978.938659:0:20551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cd3f3e200. 02000000:00000001:2.0:1763350978.938662:0:20551:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350978.938663:0:20551:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350978.938664:0:20551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9876d80. 00000100:00000001:2.0:1763350978.938667:0:20551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350978.938668:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763350978.938672:0:20551:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925df001a000. 00000004:00000010:2.0:1763350978.938675:0:20551:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df27562a0. 00000004:00000010:2.0:1763350978.938677:0:20551:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925ccdbd7d80. 00000004:00000001:2.0:1763350978.938683:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.938687:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.938691:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350978.938696:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350978.938698:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350978.938703:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350978.938706:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.938708:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.938710:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350978.938713:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350978.938716:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.938720:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763350978.938723:0:20551:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763350978.938727:0:20551:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925ccdbd7d80. 00000004:00000001:2.0:1763350978.938729:0:20551:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623526019235200 : -120547690316416 : ffff925ccdbd7d80) 00000020:00000010:2.0:1763350978.938734:0:20551:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925ccdbd7780. 00000020:00000010:2.0:1763350978.938740:0:20551:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925dfb5e8400. 00000020:00000010:2.0:1763350978.938744:0:20551:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925dfb5e8700. 00000020:00000001:2.0:1763350978.938747:0:20551:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623526019235200 : -120547690316416 : ffff925ccdbd7d80) 00000004:00000001:2.0:1763350978.938750:0:20551:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623526019235200 : -120547690316416 : ffff925ccdbd7d80) 00000004:00000010:2.0:1763350978.938755:0:20551:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925ccdbd7840. 00000004:00000010:2.0:1763350978.938758:0:20551:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df27562a0. 00000004:00000010:2.0:1763350978.938762:0:20551:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925df001a000. 00000004:00000001:2.0:1763350978.938765:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.938768:0:20551:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.938771:0:20551:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.938777:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.938787:0:20551:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763350978.938791:0:20551:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117888, ffree=117152, state=0 00000004:00000001:2.0:1763350978.938795:0:20551:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.938799:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763350978.938800:0:20551:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763350978.938804:0:20551:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350978.938810:0:20551:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925ccdbd7780 refcount 4 committed 0 result 0 batchid 4294967623 00000020:00000040:2.0:1763350978.938813:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8700 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925ccdbd7d80 00000020:00000040:2.0:1763350978.938816:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8400 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925e00077c00 00000020:00000040:2.0:1763350978.938821:0:20551:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:2.0:1763350978.938824:0:20551:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763350978.938829:0:20551:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763350978.938832:0:20551:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:2.0:1763350978.938836:0:20551:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350978.938840:0:20551:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350978.938842:0:20551:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350978.938844:0:20551:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.938847:0:20551:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763350978.938850:0:20551:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763350978.938855:0:20551:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350978.938903:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350978.938906:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350978.938907:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350978.938909:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.938911:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.938913:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350978.938923:0:20551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:2.0:1763350978.938928:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.938929:0:20551:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.938932:0:20551:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763350978.938935:0:20551:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763350978.938936:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350978.938937:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350978.938938:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350978.938939:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.938941:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.938943:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.938946:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350978.938954:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:2.0:1763350978.938960:0:20551:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350978.938963:0:20551:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.938965:0:20551:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:2.0:1763350978.938970:0:20551:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350978.938978:0:20551:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350978.938985:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:2.0:1763350978.938987:0:20551:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.938989:0:20551:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.938992:0:20551:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.938994:0:20551:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350978.938996:0:20551:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350978.938999:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.939023:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.939025:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.939027:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.939033:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.939034:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.939036:0:20551:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.939038:0:20551:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.939041:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350978.939044:0:20551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350978.939046:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.939048:0:20551:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350978.939049:0:20551:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350978.939051:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.939057:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.939058:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.939060:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.939063:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.939064:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.939066:0:20551:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.939067:0:20551:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.939069:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350978.939070:0:20551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350978.939072:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.939075:0:20551:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.939077:0:20551:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350978.939080:0:20551:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:2.0:1763350978.939083:0:20551:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.939086:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350978.939095:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350978.939097:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.939098:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157912576 : -120542551639040 : ffff925e00077c00) 00080000:00000001:2.0:1763350978.939101:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.939105:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.939106:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939107:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.939144:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.939147:0:20551:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939153:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.939157:0:20551:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763350978.939160:0:20551:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350978.939163:0:20551:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939166:0:20551:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350978.939171:0:20551:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763350978.939173:0:20551:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763350978.939176:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.939178:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.939179:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350978.939180:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350978.939182:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350978.939183:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350978.939185:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.939186:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.939187:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350978.939189:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350978.939191:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.939193:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350978.939194:0:20551:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623526019235200 : -120547690316416 : ffff925ccdbd7d80) 00000004:00000001:2.0:1763350978.939196:0:20551:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623526019235200 : -120547690316416 : ffff925ccdbd7d80) 00000020:00000040:2.0:1763350978.939202:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763350978.939205:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763350978.939207:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763350978.939209:0:20551:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x25d3:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763350978.939212:0:20551:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763350978.939214:0:20551:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x25d3:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763350978.939218:0:20551:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763350978.939221:0:20551:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939224:0:20551:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939226:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939228:0:20551:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939229:0:20551:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939231:0:20551:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.939235:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350978.939240:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763350978.939245:0:20551:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055152 00000001:00000001:2.0:1763350978.939247:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350978.939251:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055153, last_committed = 8590055150 00000001:00000010:2.0:1763350978.939258:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693180. 00000001:00000040:2.0:1763350978.939261:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:2.0:1763350978.939263:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=488 00000001:00000010:2.0:1763350978.939271:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925e0068d000. 00000004:00000001:2.0:1763350978.939278:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350978.939280:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.939281:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157912576 : -120542551639040 : ffff925e00077c00) 00000020:00000040:2.0:1763350978.939285:0:20551:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763350978.939288:0:20551:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763350978.939290:0:20551:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:2.0:1763350978.939294:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350978.939312:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350978.939315:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350978.939320:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925e0068d000: xid 1849001118765056, transno 8590055153, tag 0, client gen 3, slot idx 2 00000001:00000001:2.0:1763350978.939324:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.939327:0:20551:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763350978.939329:0:20551:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:2.0:1763350978.939345:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939348:0:20551:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763350978.939351:0:20551:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763350978.939353:0:20551:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763350978.939356:0:20551:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925ccdbd7780 refcount 4 committed 0 result 0 batchid 4294967623 00000020:00000040:2.0:1763350978.939359:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925ccdbd7d80 00000020:00000040:2.0:1763350978.939363:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8400 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925e00077c00 00000020:00000001:2.0:1763350978.939366:0:20551:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763350978.939367:0:20551:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763350978.939370:0:20551:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763350978.939372:0:20551:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d3:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763350978.939375:0:20551:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925df001a000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763350978.939381:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9876d80. 00000020:00000040:2.0:1763350978.939385:0:20551:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763350978.939390:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350978.939392:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350978.939397:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350978.939404:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cd3f3e200. 00000100:00000001:2.0:1763350978.939411:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939415:0:20551:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.939417:0:20551:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350978.939420:0:20551:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.939423:0:20551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763350978.939424:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350978.939431:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925e0068d6c0. 00000100:00000001:2.0:1763350978.939433:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531164292800 : -120542545258816 : ffff925e0068d6c0) 00000100:00000001:2.0:1763350978.939436:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.939437:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511986048 : -120543197565568 : ffff925dd9876d80) 00000100:00000001:2.0:1763350978.939442:0:20551:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350978.939447:0:20551:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.939449:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350978.939451:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350978.939456:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9876d80 x1849001101451008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.939464:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350978.939465:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.939469:0:20551:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350978.939472:0:20551:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350978.939475:0:20551:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350978.939478:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9876d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101451008:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350978.939482:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350978.939487:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350978.939489:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.939491:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350978.939499:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925ddf17c000. 02000000:00000001:2.0:1763350978.939501:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350978.939509:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bf20. 00000400:00000010:2.0:1763350978.939516:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925e0068d600. 00000100:00000200:2.0:1763350978.939526:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101451008, portal 4 00000100:00000001:2.0:1763350978.939527:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.939528:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511986048 : -120543197565568 : ffff925dd9876d80) 00000100:00000040:2.0:1763350978.939535:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd9876d80 x1849001101451008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.939542:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350978.939545:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350978.939549:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350978.939552:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101451008, offset 0 00000400:00000200:2.0:1763350978.939559:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350978.939576:0:20551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350978.939589:0:20551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd75f00 00000400:00000200:2.0:1763350978.939630:0:20551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 12360 00000400:00000200:2.0:1763350978.939639:0:20551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.939643:0:20551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350978.939651:0:20551:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350978.939653:0:20551:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350978.939658:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9875c00. 00000100:00000040:2.0:1763350978.939661:0:20551:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9875c00 x1849001101451008 msgsize 408 00000100:00100000:2.0:1763350978.939665:0:20551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350978.939679:0:20551:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350978.939690:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:2.0:1763350978.939693:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:2.0:1763350978.939696:0:20551:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350978.939699:0:20551:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9876d80 x1849001101451008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.939708:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.939710:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd9876d80 x1849001101451008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.939716:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.939718:0:20551:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350978.939723:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.939728:0:20551:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24601 usecs (25 jiffies) 00000100:00000001:2.0:1763350978.939732:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855867 00000100:00000001:2.0:1763350978.939741:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855859 00000100:00000001:2.0:1763350978.939747:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855867 00000100:00000001:2.0:1763350978.939750:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855859 00000100:00000001:2.0:1763350978.939752:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855867 00000100:00000001:2.0:1763350978.939755:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855859 00000100:00000001:2.0:1763350978.939758:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855867 00000100:00000001:2.0:1763350978.939761:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855859 00000100:00000001:2.0:1763350978.939764:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350978.939767:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.939769:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350978.939771:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350978.939774:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925e0068d6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763350978.939776:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350978.939780:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.939875:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.939881:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101451008 02000000:00000001:3.0:1763350978.939884:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.939886:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.939889:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.939893:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.939898:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101451008 00000020:00000001:3.0:1763350978.939901:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.939903:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350978.939906:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.939910:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=5 00000020:00000001:3.0:1763350978.939912:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350978.939915:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350978.939931:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.939937:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350978.939941:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.939943:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000020:00000010:3.0:1763350978.939957:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f600. 00000020:00000010:3.0:1763350978.939962:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350978.939968:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350978.939976:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350978.939979:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.939980:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.939983:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.939994:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.940009:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.940022:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.940024:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.940029:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00000040:3.0:1763350978.940033:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350978.940035:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511981568 : -120543197570048 : ffff925dd9875c00) 00000100:00000040:3.0:1763350978.940041:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9875c00 x1849001101451008/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 408/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.940049:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.940053:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350978.940055:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.940057:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000100:00100000:3.0:1763350978.940061:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:20551:x1849001101451008:12345-0@lo:1000:mdt00_003.0 00000100:00000200:3.0:1763350978.940065:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101451008 00000020:00000001:3.0:1763350978.940068:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.940071:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350978.940074:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.940077:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.940079:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:3.0:1763350978.940083:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350978.940086:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.940088:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.940091:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.940095:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.940098:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763350978.940104:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cddf6ac80. 00000100:00000001:3.0:1763350978.940109:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.940111:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.940117:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925ddf2be000. 02000000:00000001:3.0:1763350978.940119:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.940121:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350978.940134:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dded43d80. 00000020:00000001:3.0:1763350978.940136:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763350978.940140:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350978.940146:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00080000:00000001:3.0:1763350978.940151:0:69028:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350978.940159:0:69028:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ecb000. 00080000:00000001:3.0:1763350978.940161:0:69028:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172933632 : -120542536617984 : ffff925e00ecb000) 00000020:00000001:3.0:1763350978.940165:0:69028:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:3.0:1763350978.940170:0:69028:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350978.940187:0:69028:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.940191:0:69028:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.940195:0:69028:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763350978.940196:0:69028:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350978.940199:0:69028:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.940222:0:69028:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.940223:0:69028:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.940240:0:69028:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.940243:0:69028:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763350978.940245:0:69028:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df4503190 name trusted.fid flag 1 00080000:00000001:3.0:1763350978.940251:0:69028:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350978.940254:0:69028:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:3.0:1763350978.940325:0:69028:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.940329:0:69028:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763350978.940332:0:69028:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925ddf2be208 index 0: rc = 0 00000020:00000040:3.0:1763350978.940335:0:69028:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763350978.940338:0:69028:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350978.940341:0:69028:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350978.940343:0:69028:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847694, last_committed = 21474847692 00000001:00000010:3.0:1763350978.940346:0:69028:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5b40. 00000001:00000040:3.0:1763350978.940349:0:69028:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 1 00000020:00000040:3.0:1763350978.940352:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=6 00080000:00000001:3.0:1763350978.940357:0:69028:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.940367:0:69028:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350978.940369:0:69028:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.940378:0:69028:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350978.940430:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8c78/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00000020:00000001:3.0:1763350978.940440:0:69028:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350978.940444:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cddf6ac80. 00000020:00000010:3.0:1763350978.940447:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dded43d80. 00000020:00000001:3.0:1763350978.940450:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.940454:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 21474847694, xid 1849001101451008 00010000:00000001:3.0:1763350978.940457:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.940462:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9875c00 x1849001101451008/t21474847694(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 408/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350978.940469:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.940472:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.940476:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=74 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350978.940481:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.940484:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350978.940486:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350978.940488:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.940490:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.940493:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.940495:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350978.940499:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded43d80. 00000100:00000200:3.0:1763350978.940503:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101451008, offset 224 00000400:00000200:3.0:1763350978.940508:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350978.940515:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350978.940523:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd75f00 00000400:00000200:3.0:1763350978.940528:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f685 [2] + 224 00000400:00000200:3.0:1763350978.940533:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350978.940536:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350978.940539:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350978.940544:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9876d80 x1849001101451008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350978.940553:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dd9876d80 x1849001101451008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350978.940565:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350978.940570:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded43d80 00000400:00000010:3.0:1763350978.940573:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded43d80. 00000100:00000001:3.0:1763350978.940575:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350978.940577:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350978.940580:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.940583:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350978.940586:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.940587:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.940590:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.940593:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9875c00 x1849001101451008/t21474847694(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 408/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350978.940632:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9875c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:20551:x1849001101451008:12345-0@lo:1000:mdt00_003.0 Request processed in 580us (968us total) trans 21474847694 rc 0/0 00000100:00100000:3.0:1763350978.940643:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00000040:3.0:1763350978.940647:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350978.940649:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.940651:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350978.940656:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350978.940660:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:3.0:1763350978.940666:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f600. 00000020:00000040:3.0:1763350978.940673:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000100:00000001:3.0:1763350978.940676:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.945412:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350978.945430:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350978.945433:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350978.945440:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bf20. 00000400:00000200:2.0:1763350978.945454:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925e0068d600 00000400:00000010:2.0:1763350978.945457:0:20551:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925e0068d600. 00000100:00000001:2.0:1763350978.945463:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350978.945475:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd9876d80 x1849001101451008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350978.945488:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd9876d80 x1849001101451008/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.945495:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350978.945497:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.945501:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350978.945505:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350978.945508:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350978.945511:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.945515:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350978.945526:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=117 v=5 (5 5 0 0) 00000100:00001000:2.0:1763350978.945531:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350978.945533:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350978.945535:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.945538:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350978.945543:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.945546:0:20551:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763350978.945548:0:20551:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763350978.945550:0:20551:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763350978.945553:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.945554:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511986048 : -120543197565568 : ffff925dd9876d80) 00000100:00000001:2.0:1763350978.945558:0:20551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763350978.945560:0:20551:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:2.0:1763350978.945562:0:20551:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350978.945565:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.945570:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd9876d80 x1849001101451008/t21474847694(21474847694) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.945577:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350978.945581:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350978.945583:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350978.945587:0:20551:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763350978.945623:0:20551:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.945628:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9876d80 x1849001101451008/t21474847694(21474847694) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350978.945635:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd9876d80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101451008:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350978.945640:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.945642:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.945645:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350978.945648:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.945650:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd9876d80 x1849001101451008/t21474847694(21474847694) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.945657:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763350978.945660:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925e0068d6c0. 00000100:00000001:2.0:1763350978.945662:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763350978.945663:0:20551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.945665:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.945668:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9876d80 x1849001101451008/t21474847694(21474847694) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.945673:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.945674:0:20551:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.945677:0:20551:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350978.945680:0:20551:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.945685:0:20551:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350978.945688:0:20551:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693de0. 00000020:00000001:2.0:1763350978.945691:0:20551:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350978.945704:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350978.945719:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693de0. 00080000:00000001:2.0:1763350978.945723:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350978.945735:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00077000. 00080000:00000001:2.0:1763350978.945738:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157909504 : -120542551642112 : ffff925e00077000) 00000004:00000001:2.0:1763350978.945745:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.945751:0:20551:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763350978.945753:0:20551:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350978.945757:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350978.945760:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.945770:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350978.945772:0:20551:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350978.945775:0:20551:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763350978.945782:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925e0068d600. 00000004:00000001:2.0:1763350978.945785:0:20551:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763350978.945789:0:20551:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925ccda97ae8. 00000004:00000010:2.0:1763350978.945792:0:20551:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925ccda978b8. 00000020:00000001:2.0:1763350978.945799:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763350978.945811:0:20551:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccd69f9b0. 00000004:00000001:2.0:1763350978.945823:0:20551:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763350978.945826:0:20551:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.945829:0:20551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526013762056 : -120547695789560 : ffff925ccd69fa08) 00000004:00000001:2.0:1763350978.945832:0:20551:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.945835:0:20551:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763350978.945836:0:20551:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.945838:0:20551:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.945840:0:20551:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763350978.945843:0:20551:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350978.945849:0:20551:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763350978.945853:0:20551:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925e0068dd80. 00000004:00000010:2.0:1763350978.945858:0:20551:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df2756000. 00000004:00000010:2.0:1763350978.945866:0:20551:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925df001c000. 00000020:00000001:2.0:1763350978.945871:0:20551:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763350978.945873:0:20551:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.945876:0:20551:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763350978.945878:0:20551:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763350978.945880:0:20551:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d6:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763350978.945884:0:20551:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925df001c000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763350978.945890:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9876300. 00000020:00000040:2.0:1763350978.945895:0:20551:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763350978.945900:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350978.945903:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350978.945910:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350978.945917:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cd3f3f000. 00000100:00000001:2.0:1763350978.945924:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.945928:0:20551:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.945930:0:20551:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350978.945933:0:20551:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.945935:0:20551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763350978.945937:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350978.945943:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925e0068da80. 00000100:00000001:2.0:1763350978.945946:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531164293760 : -120542545257856 : ffff925e0068da80) 00000100:00000001:2.0:1763350978.945948:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.945949:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511983360 : -120543197568256 : ffff925dd9876300) 00000100:00000001:2.0:1763350978.945953:0:20551:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350978.945958:0:20551:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.945960:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350978.945962:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350978.945966:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.945972:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350978.945974:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.945978:0:20551:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350978.945981:0:20551:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350978.945983:0:20551:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350978.945985:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9876300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101451136:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350978.945989:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350978.945995:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350978.945997:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.946000:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350978.946007:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925cd0632000. 02000000:00000001:2.0:1763350978.946009:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350978.946014:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bf20. 00000400:00000010:2.0:1763350978.946021:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccdbd7f00. 00000100:00000200:2.0:1763350978.946030:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101451136, portal 4 00000100:00000001:2.0:1763350978.946032:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.946033:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511983360 : -120543197568256 : ffff925dd9876300) 00000100:00000040:2.0:1763350978.946038:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.946045:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350978.946047:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350978.946052:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350978.946054:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101451136, offset 0 00000400:00000200:2.0:1763350978.946061:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350978.946076:0:20551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350978.946092:0:20551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd75f80 00000400:00000200:2.0:1763350978.946099:0:20551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 12768 00000400:00000200:2.0:1763350978.946106:0:20551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.946111:0:20551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350978.946118:0:20551:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350978.946120:0:20551:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350978.946137:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9877b80. 00000100:00000040:2.0:1763350978.946141:0:20551:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9877b80 x1849001101451136 msgsize 328 00000100:00100000:2.0:1763350978.946144:0:20551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350978.946164:0:20551:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350978.946174:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:2.0:1763350978.946175:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:2.0:1763350978.946178:0:20551:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350978.946182:0:20551:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.946190:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.946192:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.946198:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.946199:0:20551:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350978.946204:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.946209:0:20551:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24600 usecs (25 jiffies) 00000100:00000001:2.0:1763350978.946214:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855873 00000100:00000001:2.0:1763350978.946238:0:20019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350978.946241:0:20019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101451136 02000000:00000001:2.0:1763350978.946243:0:20019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350978.946245:0:20019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350978.946247:0:20019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.946251:0:20019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350978.946254:0:20019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101451136 00000020:00000001:2.0:1763350978.946257:0:20019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350978.946259:0:20019:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:2.0:1763350978.946261:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350978.946264:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=6 00000020:00000001:2.0:1763350978.946267:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:2.0:1763350978.946269:0:20019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:2.0:1763350978.946273:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350978.946278:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350978.946282:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350978.946284:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000020:00000010:2.0:1763350978.946290:0:20019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3f200. 00000020:00000010:2.0:1763350978.946295:0:20019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0d80. 00000020:00000010:2.0:1763350978.946300:0:20019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df90907d0. 00000100:00000040:2.0:1763350978.946308:0:20019:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763350978.946311:0:20019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350978.946312:0:20019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350978.946314:0:20019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.946322:0:20019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.946335:0:20019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.946346:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350978.946348:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350978.946352:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00000040:2.0:1763350978.946355:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:2.0:1763350978.946357:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511989632 : -120543197561984 : ffff925dd9877b80) 00000100:00000040:2.0:1763350978.946362:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9877b80 x1849001101451136/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.946370:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350978.946372:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350978.946374:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350978.946375:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000100:00100000:2.0:1763350978.946379:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:20551:x1849001101451136:12345-0@lo:1000:mdt00_003.0 00000100:00000200:2.0:1763350978.946382:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101451136 00000020:00000001:2.0:1763350978.946385:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350978.946388:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350978.946390:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.946392:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350978.946394:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:2.0:1763350978.946397:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350978.946400:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350978.946402:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350978.946405:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350978.946407:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.946410:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763350978.946415:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccda979f8. 00000100:00000001:2.0:1763350978.946419:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350978.946420:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350978.946429:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925e0035c000. 02000000:00000001:2.0:1763350978.946431:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.946433:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350978.946437:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925cc47c5180. 00000020:00000001:2.0:1763350978.946439:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763350978.946442:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350978.946449:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00000020:00000001:2.0:1763350978.946453:0:20019:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.946456:0:20019:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350978.946460:0:20019:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:2.0:1763350978.946463:0:20019:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d6:0x0] get xattr trusted.fid len 52 00000020:00000001:2.0:1763350978.946466:0:20019:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:2.0:1763350978.946468:0:20019:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350978.946472:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8558/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00000020:00000010:2.0:1763350978.946476:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccda979f8. 00000020:00000010:2.0:1763350978.946478:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925cc47c5180. 00000020:00000001:2.0:1763350978.946480:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350978.946483:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 0, xid 1849001101451136 00010000:00000001:2.0:1763350978.946486:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350978.946490:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9877b80 x1849001101451136/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 328/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350978.946497:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350978.946499:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350978.946502:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=74 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350978.946506:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350978.946508:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350978.946511:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350978.946513:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350978.946516:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.946519:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350978.946521:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350978.946523:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925cc47c5180. 00000100:00000200:2.0:1763350978.946526:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101451136, offset 224 00000400:00000200:2.0:1763350978.946529:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350978.946534:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350978.946539:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd75f80 00000400:00000200:2.0:1763350978.946543:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f691 [2] + 224 00000400:00000200:2.0:1763350978.946547:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.946550:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350978.946552:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350978.946556:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350978.946563:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.946570:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350978.946573:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc47c5180 00000400:00000010:2.0:1763350978.946574:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc47c5180. 00000100:00000001:2.0:1763350978.946576:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350978.946578:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350978.946580:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.946582:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350978.946584:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350978.946585:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.946587:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350978.946590:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9877b80 x1849001101451136/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 328/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350978.946626:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9877b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:20551:x1849001101451136:12345-0@lo:1000:mdt00_003.0 Request processed in 255us (483us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350978.946634:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00000040:2.0:1763350978.946637:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:2.0:1763350978.946640:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350978.946642:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350978.946646:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0d80. 00000020:00000010:2.0:1763350978.946649:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df90907d0. 00000020:00000010:2.0:1763350978.946652:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3f200. 00000020:00000040:2.0:1763350978.946658:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000100:00000001:2.0:1763350978.946660:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.946678:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855867 00000100:00000001:2.0:1763350978.946683:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855874 00000100:00000001:2.0:1763350978.946686:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855867 00000100:00000001:2.0:1763350978.946688:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855874 00000100:00000001:2.0:1763350978.946691:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855867 00000100:00000001:2.0:1763350978.946694:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855874 00000100:00000001:2.0:1763350978.946697:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855867 00000100:00000001:2.0:1763350978.946699:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350978.946701:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.946704:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350978.946705:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350978.946707:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925e0068da80 going to sleep for 11 seconds 00000100:00000001:2.0:1763350978.946709:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350978.946712:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350978.946713:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350978.946715:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bf20. 00000400:00000200:2.0:1763350978.946717:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925ccdbd7f00 00000400:00000010:2.0:1763350978.946718:0:20551:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925ccdbd7f00. 00000100:00000001:2.0:1763350978.946721:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350978.946724:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350978.946732:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.946739:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350978.946740:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.946743:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350978.946744:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350978.946746:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350978.946747:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.946749:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350978.946754:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=117 v=5 (5 5 0 0) 00000100:00001000:2.0:1763350978.946757:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350978.946759:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350978.946761:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.946763:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350978.946765:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.946768:0:20551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763350978.946769:0:20551:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:2.0:1763350978.946771:0:20551:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350978.946773:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.946778:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.946784:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350978.946786:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350978.946788:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350978.946791:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350978.946799:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd9876300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101451136:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350978.946802:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.946804:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.946806:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350978.946808:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.946810:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.946815:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763350978.946817:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925e0068da80. 00000100:00000001:2.0:1763350978.946820:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763350978.946821:0:20551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.946824:0:20551:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763350978.946833:0:20551:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925ccd4b0d80. 00000004:00000001:2.0:1763350978.946838:0:20551:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763350978.946841:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.946843:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9876300 x1849001101451136/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.946850:0:20551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350978.946852:0:20551:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350978.946854:0:20551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925cd0632000. 02000000:00000001:2.0:1763350978.946859:0:20551:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350978.946860:0:20551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350978.946862:0:20551:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763350978.946864:0:20551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350978.946866:0:20551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cd3f3f000. 02000000:00000001:2.0:1763350978.946870:0:20551:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350978.946872:0:20551:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350978.946874:0:20551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9876300. 00000100:00000001:2.0:1763350978.946877:0:20551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350978.946878:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763350978.946881:0:20551:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925df001c000. 00000004:00000010:2.0:1763350978.946885:0:20551:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df2756000. 00000004:00000010:2.0:1763350978.946888:0:20551:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925e0068dd80. 00000004:00000001:2.0:1763350978.946893:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.946895:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.946899:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350978.946903:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350978.946905:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350978.946908:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350978.946912:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.946914:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.946916:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350978.946918:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350978.946921:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.946924:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763350978.946926:0:20551:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763350978.946929:0:20551:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925cc47c5180. 00000004:00000001:2.0:1763350978.946931:0:20551:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623525863969152 : -120547845582464 : ffff925cc47c5180) 00000020:00000010:2.0:1763350978.946936:0:20551:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925cc47c5d80. 00000020:00000010:2.0:1763350978.946940:0:20551:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925dfb5e8f00. 00000020:00000010:2.0:1763350978.946943:0:20551:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925dfb5e8300. 00000020:00000001:2.0:1763350978.946945:0:20551:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623525863969152 : -120547845582464 : ffff925cc47c5180) 00000004:00000001:2.0:1763350978.946948:0:20551:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623525863969152 : -120547845582464 : ffff925cc47c5180) 00000004:00000010:2.0:1763350978.946952:0:20551:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925cc47c5f00. 00000004:00000010:2.0:1763350978.946954:0:20551:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df2756000. 00000004:00000010:2.0:1763350978.946957:0:20551:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925df001c000. 00000004:00000001:2.0:1763350978.946960:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.946962:0:20551:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.946965:0:20551:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.946968:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.946976:0:20551:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763350978.946978:0:20551:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117888, ffree=117152, state=0 00000004:00000001:2.0:1763350978.946983:0:20551:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.946985:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763350978.946987:0:20551:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763350978.946990:0:20551:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350978.946996:0:20551:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5d80 refcount 4 committed 0 result 0 batchid 4294967624 00000020:00000040:2.0:1763350978.946999:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8300 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925cc47c5180 00000020:00000040:2.0:1763350978.947003:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8f00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925e00077000 00000020:00000040:2.0:1763350978.947009:0:20551:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:2.0:1763350978.947012:0:20551:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763350978.947016:0:20551:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763350978.947018:0:20551:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:2.0:1763350978.947022:0:20551:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350978.947026:0:20551:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350978.947028:0:20551:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350978.947030:0:20551:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947033:0:20551:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763350978.947036:0:20551:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763350978.947040:0:20551:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350978.947083:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350978.947086:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350978.947088:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350978.947089:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.947091:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.947093:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350978.947103:0:20551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:2.0:1763350978.947108:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.947110:0:20551:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947112:0:20551:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763350978.947115:0:20551:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763350978.947116:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350978.947117:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350978.947118:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350978.947119:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.947120:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.947122:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.947134:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350978.947139:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:2.0:1763350978.947144:0:20551:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350978.947148:0:20551:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947150:0:20551:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:2.0:1763350978.947155:0:20551:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350978.947168:0:20551:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350978.947173:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:2.0:1763350978.947176:0:20551:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947178:0:20551:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947181:0:20551:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947183:0:20551:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350978.947185:0:20551:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350978.947187:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.947211:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.947213:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.947215:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.947222:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.947223:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947225:0:20551:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947228:0:20551:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.947231:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350978.947233:0:20551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350978.947235:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947237:0:20551:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350978.947238:0:20551:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350978.947239:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.947244:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.947246:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.947247:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.947251:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.947252:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947254:0:20551:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947256:0:20551:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.947258:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350978.947259:0:20551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350978.947260:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947262:0:20551:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350978.947264:0:20551:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350978.947267:0:20551:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:2.0:1763350978.947269:0:20551:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.947273:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350978.947280:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350978.947281:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.947283:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157909504 : -120542551642112 : ffff925e00077000) 00080000:00000001:2.0:1763350978.947286:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.947290:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.947291:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947293:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.947318:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.947320:0:20551:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947325:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.947328:0:20551:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763350978.947330:0:20551:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350978.947332:0:20551:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947334:0:20551:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350978.947339:0:20551:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763350978.947342:0:20551:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763350978.947344:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350978.947346:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.947347:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350978.947349:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350978.947350:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350978.947352:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350978.947353:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.947355:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350978.947356:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350978.947358:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350978.947360:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.947362:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350978.947364:0:20551:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623525863969152 : -120547845582464 : ffff925cc47c5180) 00000004:00000001:2.0:1763350978.947367:0:20551:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623525863969152 : -120547845582464 : ffff925cc47c5180) 00000020:00000040:2.0:1763350978.947372:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763350978.947375:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763350978.947377:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763350978.947379:0:20551:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x25d6:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763350978.947383:0:20551:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763350978.947385:0:20551:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x25d6:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763350978.947390:0:20551:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763350978.947392:0:20551:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947395:0:20551:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947397:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947399:0:20551:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947400:0:20551:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947402:0:20551:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.947406:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350978.947409:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763350978.947413:0:20551:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055153 00000001:00000001:2.0:1763350978.947417:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350978.947421:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055154, last_committed = 8590055150 00000001:00000010:2.0:1763350978.947426:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693060. 00000001:00000040:2.0:1763350978.947430:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:2.0:1763350978.947432:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:2.0:1763350978.947438:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925cc47c59c0. 00000004:00000001:2.0:1763350978.947446:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350978.947447:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350978.947449:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157909504 : -120542551642112 : ffff925e00077000) 00000020:00000040:2.0:1763350978.947453:0:20551:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763350978.947455:0:20551:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763350978.947457:0:20551:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:2.0:1763350978.947460:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350978.947476:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350978.947478:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350978.947483:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925cc47c59c0: xid 1849001118765056, transno 8590055154, tag 0, client gen 3, slot idx 3 00000001:00000001:2.0:1763350978.947486:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.947488:0:20551:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763350978.947490:0:20551:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:2.0:1763350978.947505:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947508:0:20551:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763350978.947511:0:20551:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763350978.947512:0:20551:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763350978.947515:0:20551:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5d80 refcount 4 committed 0 result 0 batchid 4294967624 00000020:00000040:2.0:1763350978.947519:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925cc47c5180 00000020:00000040:2.0:1763350978.947522:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8f00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925e00077000 00000020:00000001:2.0:1763350978.947524:0:20551:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763350978.947526:0:20551:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763350978.947528:0:20551:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763350978.947530:0:20551:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d6:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763350978.947533:0:20551:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925df001c000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763350978.947539:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9876300. 00000020:00000040:2.0:1763350978.947542:0:20551:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763350978.947546:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350978.947548:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350978.947552:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350978.947557:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cd3f3f000. 00000100:00000001:2.0:1763350978.947562:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947566:0:20551:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.947568:0:20551:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350978.947570:0:20551:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.947572:0:20551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763350978.947574:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350978.947580:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c53c0. 00000100:00000001:2.0:1763350978.947582:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863969728 : -120547845581888 : ffff925cc47c53c0) 00000100:00000001:2.0:1763350978.947584:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.947586:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511983360 : -120543197568256 : ffff925dd9876300) 00000100:00000001:2.0:1763350978.947590:0:20551:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350978.947621:0:20551:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.947624:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350978.947626:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350978.947631:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9876300 x1849001101451264/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.947638:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350978.947641:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.947645:0:20551:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350978.947647:0:20551:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350978.947649:0:20551:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350978.947652:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9876300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101451264:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350978.947655:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350978.947658:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350978.947660:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.947662:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350978.947667:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925cd0632000. 02000000:00000001:2.0:1763350978.947669:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350978.947673:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bf20. 00000400:00000010:2.0:1763350978.947678:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925cc47c5c00. 00000100:00000200:2.0:1763350978.947683:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101451264, portal 4 00000100:00000001:2.0:1763350978.947685:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.947687:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511983360 : -120543197568256 : ffff925dd9876300) 00000100:00000040:2.0:1763350978.947692:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd9876300 x1849001101451264/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.947699:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350978.947701:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350978.947703:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350978.947705:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101451264, offset 0 00000400:00000200:2.0:1763350978.947709:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350978.947718:0:20551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350978.947724:0:20551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd76000 00000400:00000200:2.0:1763350978.947729:0:20551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 13096 00000400:00000200:2.0:1763350978.947733:0:20551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.947736:0:20551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350978.947740:0:20551:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350978.947742:0:20551:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350978.947746:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9875f80. 00000100:00000040:2.0:1763350978.947748:0:20551:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9875f80 x1849001101451264 msgsize 408 00000100:00100000:2.0:1763350978.947752:0:20551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350978.947763:0:20551:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350978.947768:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:2.0:1763350978.947771:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:2.0:1763350978.947773:0:20551:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350978.947776:0:20551:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9876300 x1849001101451264/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.947783:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.947786:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd9876300 x1849001101451264/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.947791:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.947793:0:20551:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350978.947797:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.947801:0:20551:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24598 usecs (25 jiffies) 00000100:00000001:2.0:1763350978.947804:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300855875 00000100:00000001:2.0:1763350978.947822:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350978.947824:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101451264 02000000:00000001:2.0:1763350978.947826:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350978.947828:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350978.947830:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.947832:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350978.947835:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101451264 00000020:00000001:2.0:1763350978.947837:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350978.947838:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:2.0:1763350978.947840:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350978.947842:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=6 00000020:00000001:2.0:1763350978.947844:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:2.0:1763350978.947846:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:2.0:1763350978.947849:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350978.947852:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350978.947854:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350978.947856:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000020:00000010:2.0:1763350978.947861:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3f200. 00000020:00000010:2.0:1763350978.947864:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0080. 00000020:00000010:2.0:1763350978.947866:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df90907d0. 00000100:00000040:2.0:1763350978.947872:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763350978.947874:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350978.947875:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350978.947877:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.947882:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.947889:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.947897:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350978.947898:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350978.947901:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00000040:2.0:1763350978.947904:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:2.0:1763350978.947906:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511982464 : -120543197569152 : ffff925dd9875f80) 00000100:00000040:2.0:1763350978.947911:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9875f80 x1849001101451264/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 408/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.947917:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350978.947920:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350978.947922:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350978.947924:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000100:00100000:2.0:1763350978.947927:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:20551:x1849001101451264:12345-0@lo:1000:mdt00_003.0 00000100:00000200:2.0:1763350978.947930:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101451264 00000020:00000001:2.0:1763350978.947933:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350978.947935:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350978.947937:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.947938:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350978.947940:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:2.0:1763350978.947943:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350978.947945:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350978.947947:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350978.947948:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350978.947951:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.947953:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763350978.947958:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccda979f8. 00000100:00000001:2.0:1763350978.947960:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350978.947962:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350978.947969:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925ddf810000. 02000000:00000001:2.0:1763350978.947971:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.947973:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350978.947976:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925cc47c5480. 00000020:00000001:2.0:1763350978.947977:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763350978.947980:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350978.947984:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00080000:00000001:2.0:1763350978.947988:0:69028:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350978.947994:0:69028:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00077400. 00080000:00000001:2.0:1763350978.947997:0:69028:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157910528 : -120542551641088 : ffff925e00077400) 00000020:00000001:2.0:1763350978.948000:0:69028:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:2.0:1763350978.948005:0:69028:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350978.948021:0:69028:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.948024:0:69028:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.948027:0:69028:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763350978.948028:0:69028:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350978.948032:0:69028:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350978.948045:0:69028:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350978.948047:0:69028:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.948061:0:69028:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.948064:0:69028:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:2.0:1763350978.948066:0:69028:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df4503470 name trusted.fid flag 1 00080000:00000001:2.0:1763350978.948071:0:69028:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350978.948073:0:69028:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763350978.948149:0:69028:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.948152:0:69028:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763350978.948154:0:69028:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925ddf810208 index 0: rc = 0 00000020:00000040:2.0:1763350978.948157:0:69028:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:2.0:1763350978.948160:0:69028:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350978.948162:0:69028:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350978.948164:0:69028:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847695, last_committed = 21474847692 00000001:00000010:2.0:1763350978.948168:0:69028:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693960. 00000001:00000040:2.0:1763350978.948169:0:69028:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 2 00000020:00000040:2.0:1763350978.948171:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=7 00080000:00000001:2.0:1763350978.948176:0:69028:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350978.948185:0:69028:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350978.948187:0:69028:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350978.948194:0:69028:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350978.948197:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8558/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00000020:00000001:2.0:1763350978.948199:0:69028:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350978.948201:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccda979f8. 00000020:00000010:2.0:1763350978.948203:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925cc47c5480. 00000020:00000001:2.0:1763350978.948206:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350978.948209:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 21474847695, xid 1849001101451264 00010000:00000001:2.0:1763350978.948211:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350978.948216:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9875f80 x1849001101451264/t21474847695(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 408/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350978.948223:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350978.948225:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350978.948229:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=74 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350978.948232:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350978.948234:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350978.948236:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350978.948238:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350978.948240:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.948242:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350978.948244:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350978.948247:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925cc47c5480. 00000100:00000200:2.0:1763350978.948250:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101451264, offset 224 00000400:00000200:2.0:1763350978.948254:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350978.948260:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350978.948265:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd76000 00000400:00000200:2.0:1763350978.948269:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f69d [2] + 224 00000400:00000200:2.0:1763350978.948273:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.948276:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350978.948279:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350978.948284:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9876300 x1849001101451264/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350978.948293:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dd9876300 x1849001101451264/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.948300:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350978.948304:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc47c5480 00000400:00000010:2.0:1763350978.948305:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc47c5480. 00000100:00000001:2.0:1763350978.948308:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350978.948309:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350978.948312:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.948314:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350978.948316:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350978.948317:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.948319:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350978.948323:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9875f80 x1849001101451264/t21474847695(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:169/0 lens 408/4320 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350978.948330:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9875f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+7:20551:x1849001101451264:12345-0@lo:1000:mdt00_003.0 Request processed in 412us (581us total) trans 21474847695 rc 0/0 00000100:00100000:2.0:1763350978.948341:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00000040:2.0:1763350978.948344:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:2.0:1763350978.948346:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350978.948347:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350978.948351:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0080. 00000020:00000010:2.0:1763350978.948354:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df90907d0. 00000020:00000010:2.0:1763350978.948358:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3f200. 00000020:00000040:2.0:1763350978.948362:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 6 00000100:00000001:2.0:1763350978.948364:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.948385:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300855873 00000100:00000001:2.0:1763350978.948390:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300855875 00000100:00000001:2.0:1763350978.948394:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300855874 00000100:00000001:2.0:1763350978.948396:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300855875 00000100:00000001:2.0:1763350978.948399:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300855874 00000100:00000001:2.0:1763350978.948402:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300855875 00000100:00000001:2.0:1763350978.948405:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300855874 00000100:00000001:2.0:1763350978.948408:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350978.948410:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.948413:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350978.948414:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350978.948417:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c53c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763350978.948419:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350978.948425:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350978.948426:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350978.948428:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bf20. 00000400:00000200:2.0:1763350978.948431:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc47c5c00 00000400:00000010:2.0:1763350978.948433:0:20551:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc47c5c00. 00000100:00000001:2.0:1763350978.948435:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350978.948439:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd9876300 x1849001101451264/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350978.948452:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd9876300 x1849001101451264/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.948458:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350978.948460:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.948462:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350978.948464:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350978.948466:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350978.948467:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350978.948469:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350978.948475:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=117 v=5 (5 5 0 0) 00000100:00001000:2.0:1763350978.948478:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350978.948481:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350978.948482:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.948485:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350978.948488:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.948490:0:20551:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763350978.948492:0:20551:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763350978.948494:0:20551:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763350978.948496:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350978.948497:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511983360 : -120543197568256 : ffff925dd9876300) 00000100:00000001:2.0:1763350978.948501:0:20551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763350978.948503:0:20551:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:2.0:1763350978.948505:0:20551:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350978.948507:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.948511:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd9876300 x1849001101451264/t21474847695(21474847695) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.948519:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350978.948522:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350978.948523:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350978.948526:0:20551:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763350978.948529:0:20551:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.948533:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9876300 x1849001101451264/t21474847695(21474847695) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350978.948545:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd9876300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101451264:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350978.948549:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.948551:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.948553:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350978.948555:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.948557:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd9876300 x1849001101451264/t21474847695(21474847695) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.948564:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763350978.948566:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c53c0. 00000100:00000001:2.0:1763350978.948568:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763350978.948569:0:20551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.948571:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350978.948574:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9876300 x1849001101451264/t21474847695(21474847695) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350978.948580:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.948582:0:20551:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.948584:0:20551:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350978.948586:0:20551:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.948589:0:20551:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350978.948591:0:20551:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693de0. 00000020:00000001:2.0:1763350978.948593:0:20551:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.948626:0:20551:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350978.948633:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350978.948637:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350978.948638:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350978.948639:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350978.948642:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350978.948644:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350978.948646:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:2.0:1763350978.948649:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350978.948652:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00000004:00010000:2.0:1763350978.948657:0:20551:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002c594976 reply state 00000000f4a96fe4 transno 8590055154 ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000100:00100000:2.0:1763350978.948670:0:20551:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763350978.948672:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.948673:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350978.948675:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350978.948677:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350978.948678:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350978.948680:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350978.948681:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350978.948682:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350978.948683:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350978.948684:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350978.948686:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350978.948687:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350978.948689:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:2.0:1763350978.948691:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:2.0:1763350978.948694:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00000004:00010000:2.0:1763350978.948698:0:20551:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000002c594976 reply state 00000000f4a96fe4 transno 8590055154 ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000100:00100000:2.0:1763350978.948704:0:20551:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:2.0:1763350978.948705:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.948707:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350978.948708:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350978.948709:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350978.948710:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350978.948711:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350978.948713:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350978.948716:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350978.948717:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350978.948720:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350978.948722:0:20551:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350978.948725:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 8590055154, xid 1849001118765056 00010000:00000001:2.0:1763350978.948727:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763350978.948729:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00010000:00000200:2.0:1763350978.948732:0:20551:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055154, last committed = 8590055150 00010000:00000200:2.0:1763350978.948740:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff981880 x1849001118765056/t8590055154(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 568/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350978.948748:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350978.948750:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350978.948753:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350978.948755:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350978.948757:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350978.948759:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350978.948761:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350978.948763:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350978.948766:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350978.948768:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350978.948771:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350978.948774:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118765056, offset 224 00000400:00000010:2.0:1763350978.948779:0:20551:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925df0e573f0. 00000400:00000200:2.0:1763350978.948781:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350978.948793:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350978.948800:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198016:198016:256:4294967295] 192.168.202.2@tcp LPNI seq info [198012:198012:8:4294967295] 00000400:00000200:2.0:1763350978.948807:0:20551:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:2.0:1763350978.948815:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350978.948821:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350978.948826:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8c00. 00000800:00000200:2.0:1763350978.948833:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350978.948842:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350978.948847:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350978.948866:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350978.948869:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350978.948871:0:20551:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350978.948873:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.948874:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350978.948879:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981880 x1849001118765056/t8590055154(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 568/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350978.948893:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff981880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226168:x1849001118765056:12345-192.168.202.2@tcp:61:lfs.0 Request processed in 18666us (19723us total) trans 8590055154 rc 0/0 00000100:00100000:2.0:1763350978.948902:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140581 00000100:00000040:2.0:1763350978.948905:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350978.948907:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350978.948908:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763350978.948910:0:20551:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:2.0:1763350978.948913:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6180. 00000020:00000010:2.0:1763350978.948917:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d30c8. 00000020:00000010:2.0:1763350978.948919:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7a00. 00000020:00000040:2.0:1763350978.948924:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:2.0:1763350978.948927:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763350978.949161:0:20036:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763350978.949167:0:20036:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1763350978.949169:0:20036:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350978.949190:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1763350978.949192:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350978.949225:0:20036:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.949229:0:20036:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.949232:0:20036:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.949236:0:20036:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350978.949250:0:20036:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.949254:0:20036:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:0.0:1763350978.949256:0:20036:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:0.0:1763350978.949258:0:20036:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:0.0:1763350978.949265:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350978.949304:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:0.0:1763350978.949307:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350978.949313:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:0.0:1763350978.949315:0:20036:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.949317:0:20036:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350978.949321:0:20036:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763350978.949329:0:20036:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.949331:0:20036:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.949334:0:20036:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350978.949337:0:20036:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.949340:0:20036:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350978.949346:0:20036:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dee15f800 x1849001101448960/t21474847688(21474847688) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.949358:0:20036:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350978.949361:0:20036:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350978.949363:0:20036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925dc67e5800. 02000000:00000001:0.0:1763350978.949367:0:20036:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350978.949370:0:20036:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350978.949371:0:20036:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350978.949373:0:20036:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350978.949375:0:20036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925dc67e4800. 02000000:00000001:0.0:1763350978.949378:0:20036:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350978.949380:0:20036:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350978.949381:0:20036:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15f800. 00000100:00000001:0.0:1763350978.949386:0:20036:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350978.949387:0:20036:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:0.0:1763350978.949390:0:20036:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:0.0:1763350978.949393:0:20036:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 1 done 00000004:00000001:0.0:1763350978.949397:0:20036:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:0.0:1763350978.949400:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350978.949402:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.949405:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350978.949406:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350978.949408:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350978.949409:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763350978.958389:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925ddfe59400. 00010000:00000010:2.1:1763350978.958416:0:3310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405800. 00010000:00000010:2.1:1763350978.958422:0:3310:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df4ae7200. 00010000:00000010:2.1:1763350978.958427:0:3310:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405a00. 00000800:00000200:2.0:1763350978.958464:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350978.958470:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8c00. 00000400:00000200:2.0:1763350978.958478:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.958490:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350978.958499:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350978.958502:0:3310:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350978.959311:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.959332:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350978.959336:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.959339:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350978.959349:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:2.0:1763350978.959501:0:3308:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f6a9 00000400:00000200:2.0:1763350978.959511:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.959515:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:2.0:1763350978.959522:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:2.0:1763350978.959526:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:2.0:1763350978.959531:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350978.959534:0:3308:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763350978.959536:0:3308:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350978.960186:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00000100:00000001:2.0:1763350978.960504:0:3308:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350978.960507:0:3308:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350978.960509:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350978.960523:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.960534:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350978.960538:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.960540:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350978.960549:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350978.960561:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf9100 00000400:00000200:2.0:1763350978.960570:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d9d [2] + 392 00000800:00000001:2.0:1763350978.960577:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.960582:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350978.960584:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.960588:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350978.960593:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350978.960608:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763350978.960616:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9875880. 00000100:00000040:2.0:1763350978.960620:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9875880 x1849001118765312 msgsize 392 00000100:00100000:2.0:1763350978.960624:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350978.961288:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350978.961893:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118765312 02000000:00000001:1.0:1763350978.961899:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350978.961902:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350978.961905:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.961912:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350978.961917:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118765312 00000020:00000001:1.0:1763350978.961920:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350978.961922:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350978.961926:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.961930:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:1.0:1763350978.961934:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350978.961936:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350978.961942:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.961950:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350978.961954:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.961956:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000020:00000010:1.0:1763350978.961965:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7000. 00000020:00000010:1.0:1763350978.961971:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350978.961977:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3960. 00000100:00000040:1.0:1763350978.961990:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763350978.961994:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350978.961995:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350978.961998:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.962008:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.962027:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350978.962040:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350978.962043:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350978.962050:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20871 00000100:00000040:1.0:1763350978.962054:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350978.962056:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511980672 : -120543197570944 : ffff925dd9875880) 00000100:00000040:1.0:1763350978.962065:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9875880 x1849001118765312/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350978.962076:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350978.962078:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350978.962080:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350978.962082:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000100:00100000:1.0:1763350978.962086:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226168:x1849001118765312:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:1.0:1763350978.962091:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118765312 00000020:00000001:1.0:1763350978.962095:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350978.962099:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350978.962107:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925cc47c59c0: xid 1849001118765056, transno 8590055154, client gen 3, slot idx 3 00000001:00000001:1.0:1763350978.962112:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccdbd7900: xid 1849001118764288, transno 8590055151, client gen 3, slot idx 0 00000001:00000010:1.0:1763350978.962117:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccdbd7900. 00000001:00000001:1.0:1763350978.962122:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925e0068d000: xid 1849001118765056, transno 8590055153, client gen 3, slot idx 2 00000001:00000001:1.0:1763350978.962135:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925e0068d000: xid 1849001118765056, transno 8590055153, client gen 3, slot idx 2 00000001:00000010:1.0:1763350978.962137:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925e0068d000. 00000001:00000001:1.0:1763350978.962140:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccdbd7180: xid 1849001118765056, transno 8590055152, client gen 3, slot idx 1 00000001:00000001:1.0:1763350978.962143:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccdbd7180: xid 1849001118765056, transno 8590055152, client gen 3, slot idx 1 00000001:00000010:1.0:1763350978.962146:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccdbd7180. 00000020:00000001:1.0:1763350978.962150:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.962153:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350978.962155:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:1.0:1763350978.962158:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350978.962161:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118765312, found 0 last_xid 1849001118765311 00000020:00000001:1.0:1763350978.962164:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350978.962166:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350978.962169:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350978.962173:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962180:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763350978.962184:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763350978.962186:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763350978.962192:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962196:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763350978.962201:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.962203:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.962206:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.962207:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.962210:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.962212:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.962213:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.962215:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.962217:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.962218:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.962220:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.962222:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.962223:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.962225:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962227:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962229:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763350978.962231:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962235:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350978.962236:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.962238:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.962239:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.962241:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.962242:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.962244:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350978.962245:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350978.962247:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.962249:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.962251:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.962257:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350978.962264:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350978.962266:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350978.962270:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350978.962272:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350978.962275:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350978.962277:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962279:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350978.962282:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962283:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.962288:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350978.962290:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350978.962296:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925dc67e4400. 02000000:00000001:1.0:1763350978.962299:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.962302:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962304:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350978.962306:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962309:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763350978.962312:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763350978.962314:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350978.962316:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925df941b480 refcount=2 00000020:00000001:1.0:1763350978.962318:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531044287616 : -120542665264000 : ffff925df941b480) 00000004:00000001:1.0:1763350978.962322:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623531044287616 : -120542665264000 : ffff925df941b480) 00000020:00000040:1.0:1763350978.962324:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df941b480 with handle 0xcb8c81cc3033c5e5 from hash 00000004:00000001:1.0:1763350978.962330:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763350978.962332:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3fee:0x0] with intent: 0 00000004:00000001:1.0:1763350978.962336:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763350978.962339:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 1024 lsom blocks 1 blocks 1 truncate 0 00000004:00000001:1.0:1763350978.962343:0:20017:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962345:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763350978.962347:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763350978.962350:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350978.962354:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350978.962361:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.962364:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350978.962371:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.962374:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.962378:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350978.962380:0:20017:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962383:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350978.962394:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350978.962397:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350978.962402:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3fee:0x0], previous was 0x7 00000004:00000001:1.0:1763350978.962405:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962408:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763350978.962410:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962414:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763350978.962417:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350978.962420:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763350978.962423:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925df941b480. 00000004:00000001:1.0:1763350978.962435:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350978.962440:0:20017:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:1.0:1763350978.962442:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350978.962443:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962445:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962448:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763350978.962452:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350978.962462:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc67e7800. 00080000:00000001:1.0:1763350978.962464:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530192631808 : -120543516919808 : ffff925dc67e7800) 00080000:00000001:1.0:1763350978.962467:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350978.962474:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350978.962480:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350978.962482:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.962505:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.962508:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350978.962513:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350978.962516:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055155, last_committed = 8590055150 00000001:00000010:1.0:1763350978.962520:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd0c0. 00000001:00000040:1.0:1763350978.962522:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:1.0:1763350978.962525:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00000001:00000010:1.0:1763350978.962529:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad240. 00080000:00000001:1.0:1763350978.962535:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350978.962554:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350978.962557:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad240: xid 1849001118765312, transno 8590055155, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350978.962560:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350978.962573:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962575:0:20017:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350978.962577:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350978.962579:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350978.962581:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350978.962583:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350978.962588:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350978.962591:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350978.962594:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763350978.962618:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350978.962624:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350978.962627:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350978.962631:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 8590055155, xid 1849001118765312 00010000:00000001:1.0:1763350978.962635:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350978.962640:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9875880 x1849001118765312/t8590055155(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350978.962650:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350978.962653:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350978.962657:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350978.962662:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350978.962665:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350978.962667:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350978.962670:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350978.962673:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350978.962677:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350978.962680:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350978.962685:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74908. 00000100:00000200:1.0:1763350978.962708:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118765312, offset 224 00000400:00000200:1.0:1763350978.962715:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350978.962730:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350978.962737:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198017:198017:256:4294967295] 192.168.202.2@tcp LPNI seq info [198013:198013:8:4294967295] 00000400:00000200:1.0:1763350978.962750:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350978.962756:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350978.962761:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcad00. 00000800:00000200:1.0:1763350978.962768:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350978.962777:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350978.962782:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcad00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350978.962800:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350978.962803:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350978.962805:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350978.962807:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350978.962809:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350978.962814:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9875880 x1849001118765312/t8590055155(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350978.962825:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9875880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+491:226168:x1849001118765312:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 747us (2202us total) trans 8590055155 rc 0/0 00000100:00100000:1.0:1763350978.962833:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20871 00000100:00000040:1.0:1763350978.962837:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350978.962839:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350978.962841:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350978.962845:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350978.962849:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3960. 00000020:00000010:1.0:1763350978.962853:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7000. 00000020:00000040:1.0:1763350978.962859:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000100:00000001:1.0:1763350978.962862:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350978.963695:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350978.963717:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:3.0:1763350978.965444:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.965455:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.965459:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:3.0:1763350978.965465:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350978.965471:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350978.965473:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350978.965480:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965490:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.965492:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.965495:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965501:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.965503:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965507:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350978.965510:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350978.965516:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0a00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350978.965520:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.965523:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350978.965526:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965532:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350978.965534:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.965535:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.965537:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=4 00000020:00000001:3.0:1763350978.965539:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350978.965541:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350978.965544:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350978.965547:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965552:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350978.965554:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350978.965556:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965562:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.965564:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.965566:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.965567:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.965570:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0a00 with handle 0xcb8c81cc3033c678 from hash 00010000:00000001:3.0:1763350978.965572:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.965573:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.965575:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.965576:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.965584:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.965586:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965588:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.965590:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.965594:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350978.965755:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff1:0x0].0x0 (ffff925df4a92d00) 00010000:00010000:3.0:1763350978.965759:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763350978.965762:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.965765:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965767:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.965768:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350978.965772:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.965773:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.965774:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965776:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.965778:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.965781:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965786:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.965788:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.965789:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350978.965790:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350978.965791:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.965793:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c678 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350978.965801:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bea80. 00010000:00000040:3.0:1763350978.965806:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92d00 count: 0 00010000:00000010:3.0:1763350978.965816:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0f80. 00010000:00000001:3.0:1763350978.965829:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.965830:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.965833:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.965834:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:3.0:1763350978.965837:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350978.965839:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350978.965841:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350978.965845:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965850:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.965851:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.965853:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965857:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.965859:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965861:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350978.965863:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350978.965869:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350978.965871:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350978.965873:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350978.965874:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965879:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350978.965880:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.965881:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.965883:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=4 00000020:00000001:3.0:1763350978.965885:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350978.965887:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350978.965889:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350978.965891:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965896:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350978.965897:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350978.965898:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965900:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350978.965901:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350978.965903:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.965904:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350978.965906:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033c67f from hash 00010000:00000001:3.0:1763350978.965908:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350978.965909:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.965911:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.965912:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350978.965914:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.965915:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965916:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350978.965918:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350978.965920:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350978.965922:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925df4a92400) 00010000:00010000:3.0:1763350978.965924:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:3.0:1763350978.965926:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.965928:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965930:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350978.965931:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350978.965933:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.965934:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.965935:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.965937:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.965938:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.965941:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350978.965945:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.965946:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.965947:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350978.965949:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350978.965950:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350978.965952:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c67f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350978.965957:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be080. 00010000:00000040:3.0:1763350978.965960:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92400 count: 0 00010000:00000010:3.0:1763350978.965963:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0b00. 00010000:00000001:3.0:1763350978.965968:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763350978.965971:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:3.0:1763350978.965975:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.967086:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.967097:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcad00. 00000400:00000200:1.0:1763350978.967107:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.967117:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.967135:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74908 00000400:00000010:1.0:1763350978.967137:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74908. 00000100:00000001:1.0:1763350978.967144:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.967146:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350978.967215:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350978.967220:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.967227:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350978.967236:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350978.967258:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf9180 00000400:00000200:2.0:1763350978.967271:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127a05 [2] + 0 00000800:00000001:2.0:1763350978.967282:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.967296:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350978.967298:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.967302:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350978.967306:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350978.967309:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763350978.967315:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9877480. 00000100:00000040:2.0:1763350978.967320:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9877480 x1849001118765440 msgsize 328 00000100:00100000:2.0:1763350978.967324:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350978.968491:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350978.968511:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.968519:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350978.968523:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.968526:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350978.968535:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350978.968546:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf9280 00000400:00000200:2.0:1763350978.968553:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d9d [2] + 784 00000800:00000001:2.0:1763350978.968559:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.968567:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350978.968569:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350978.968573:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350978.968578:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350978.968580:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763350978.968586:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9877100. 00000100:00000040:2.0:1763350978.968589:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9877100 x1849001118765696 msgsize 392 00000100:00100000:2.0:1763350978.968616:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350978.968629:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350978.968634:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350978.968638:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.969044:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350978.969050:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118765440 02000000:00000001:0.0:1763350978.969055:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350978.969059:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350978.969062:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350978.969068:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350978.969073:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118765440 00000020:00000001:0.0:1763350978.969076:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350978.969079:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350978.969082:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.969087:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:0.0:1763350978.969090:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350978.969093:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350978.969099:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.969106:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350978.969110:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.969113:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350978.969120:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350978.969136:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.969143:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d190. 00000100:00000040:0.0:1763350978.969154:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350978.969158:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350978.969160:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350978.969163:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350978.969167:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.969170:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350978.969176:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.969178:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.969180:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:0.0:1763350978.969183:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350978.969186:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350978.969189:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.969190:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.969192:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.969194:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.969204:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.969221:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350978.969239:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350978.969242:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350978.969248:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1002 00000100:00000040:0.0:1763350978.969252:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350978.969255:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511987840 : -120543197563776 : ffff925dd9877480) 00000100:00000040:0.0:1763350978.969263:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9877480 x1849001118765440/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/0 e 0 to 0 dl 1763350989 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350978.969273:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350978.969276:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350978.969279:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350978.969281:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350978.969286:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9877480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2359:x1849001118765440:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350978.969290:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118765440 00010000:00000001:0.0:1763350978.969293:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350978.969295:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350978.969298:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350978.969303:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350978.969306:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350978.969314:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea7400. 02000000:00000001:0.0:1763350978.969317:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.969320:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.969322:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350978.969325:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350978.969328:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350978.969330:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350978.969331:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:0.0:1763350978.969333:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350978.969335:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000040:0.0:1763350978.969339:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405700 count: 2 00002000:00000001:0.0:1763350978.969346:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350978.969353:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350978.969358:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350978.969366:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:0.0:1763350978.969369:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:0.0:1763350978.969372:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350978.969381:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350978.969385:0:54877:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d3:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:0.0:1763350978.969389:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd302b8/ffff925cddd30260 to site lru. bkt: ffff925df5024a80 00010000:00000001:0.0:1763350978.969394:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350978.969398:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.969401:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350978.969403:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350978.969406:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.969412:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350978.969413:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350978.969420:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.969422:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.969425:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350978.969426:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350978.969429:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1800 with handle 0xcb8c81cc3033c632 from hash 00010000:00000001:0.0:1763350978.969431:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350978.969433:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350978.969433:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.969435:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350978.969441:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350978.969443:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.969446:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350978.969447:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350978.969452:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c632 lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x25d3:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 165590931 flags: 0x44801000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca58 expref: 24 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350978.969463:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350978.969466:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:0.0:1763350978.969486:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350978.969488:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350978.969490:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350978.969492:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.969495:0:54877:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.969498:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763350978.969500:0:54877:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405700 count: 0 00002000:00000010:0.0:1763350978.969509:0:54877:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dfb9b5c00. 00010000:00000010:0.0:1763350978.969514:0:54877:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925e00405c00. 00010000:00010000:0.0:1763350978.969522:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350978.969524:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350978.969529:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350978.969532:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350978.969536:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350978.969542:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350978.969545:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350978.969547:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350978.969551:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350978.969553:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350978.969557:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350978.969560:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350978.969565:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019198. 00000100:00000200:0.0:1763350978.969573:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118765440, offset 224 00000400:00000200:0.0:1763350978.969580:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350978.969593:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350978.969621:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198018:198018:256:4294967295] 192.168.202.2@tcp LPNI seq info [198014:198014:8:4294967295] 00000400:00000200:0.0:1763350978.969633:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350978.969639:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350978.969644:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350978.969651:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350978.969660:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350978.969665:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350978.969678:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.969681:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350978.969684:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350978.969686:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350978.969702:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9877480 x1849001118765440/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 328/224 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350978.969712:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9877480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2359:x1849001118765440:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 436us (2389us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350978.969719:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1002 00000100:00000040:0.0:1763350978.969724:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350978.969726:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350978.969728:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350978.969734:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350978.969738:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d190. 00000020:00000010:0.0:1763350978.969742:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350978.969748:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:0.0:1763350978.969750:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.970543:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.970552:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:1.0:1763350978.970559:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.970567:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.970573:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019198 00000400:00000010:1.0:1763350978.970576:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019198. 00000100:00000001:1.0:1763350978.970581:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.970583:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350978.970785:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350978.970790:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118765696 02000000:00000001:3.0:1763350978.970793:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350978.970796:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350978.970798:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.970802:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350978.970805:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118765696 00000020:00000001:3.0:1763350978.970809:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350978.970811:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350978.970815:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.970819:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:3.0:1763350978.970821:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350978.970823:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350978.970827:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.970833:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350978.970836:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.970838:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000020:00000010:3.0:1763350978.970843:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f600. 00000020:00000010:3.0:1763350978.970849:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350978.970853:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350978.970860:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350978.970863:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350978.970864:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350978.970867:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.970873:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.970881:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350978.970891:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350978.970893:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350978.970897:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20872 00000100:00000040:3.0:1763350978.970900:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350978.970902:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511986944 : -120543197564672 : ffff925dd9877100) 00000100:00000040:3.0:1763350978.970908:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9877100 x1849001118765696/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/0 e 0 to 0 dl 1763350989 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350978.970918:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350978.970920:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350978.970922:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350978.970924:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000100:00100000:3.0:1763350978.970928:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226168:x1849001118765696:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350978.970931:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118765696 00000020:00000001:3.0:1763350978.970935:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350978.970941:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350978.970948:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9ad240: xid 1849001118765312, transno 8590055155, client gen 3, slot idx 0 00000001:00000001:3.0:1763350978.970954:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925cc47c59c0: xid 1849001118765056, transno 8590055154, client gen 3, slot idx 3 00000001:00000010:3.0:1763350978.970959:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925cc47c59c0. 00000020:00000001:3.0:1763350978.970965:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.970968:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350978.970970:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350978.970974:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350978.970978:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118765696, found 0 last_xid 1849001118765695 00000020:00000001:3.0:1763350978.970981:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350978.970983:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350978.970986:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350978.970990:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.970997:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350978.971001:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350978.971004:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350978.971008:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971012:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350978.971017:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.971019:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.971023:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.971025:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.971027:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.971028:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.971030:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.971031:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.971033:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.971034:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.971035:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.971037:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.971038:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.971040:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971044:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971047:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350978.971049:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971053:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350978.971054:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.971055:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.971057:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.971058:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.971060:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.971061:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350978.971063:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350978.971064:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.971067:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.971068:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.971073:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350978.971094:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350978.971098:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350978.971101:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350978.971104:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.971108:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350978.971110:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971112:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350978.971114:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971116:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.971120:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350978.971122:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350978.971135:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925e00ec8c00. 02000000:00000001:3.0:1763350978.971137:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.971140:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971142:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350978.971145:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971148:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763350978.971152:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763350978.971153:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.971156:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925e00615e80 refcount=2 00000020:00000001:3.0:1763350978.971158:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531163803264 : -120542545748352 : ffff925e00615e80) 00000004:00000001:3.0:1763350978.971161:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623531163803264 : -120542545748352 : ffff925e00615e80) 00000020:00000040:3.0:1763350978.971165:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925e00615e80 with handle 0xcb8c81cc3033c5fa from hash 00000004:00000001:3.0:1763350978.971170:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763350978.971172:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff1:0x0] with intent: 0 00000004:00000001:3.0:1763350978.971176:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763350978.971178:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:3.0:1763350978.971183:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350978.971188:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350978.971198:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971202:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.971210:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.971213:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.971221:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.971225:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.971228:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350978.971231:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350978.971233:0:20016:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.971235:0:20016:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff1:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350978.971239:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350978.971241:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971245:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.971247:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.971248:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.971250:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.971252:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.971254:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.971255:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.971258:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.971259:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.971260:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350978.971262:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.971264:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.971265:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.971267:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350978.971269:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350978.971271:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971274:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763350978.971276:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff1:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:3.0:1763350978.971280:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.971283:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763350978.971286:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350978.971290:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350978.971299:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5000. 00080000:00000001:3.0:1763350978.971303:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350978.971314:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ecbc00. 00080000:00000001:3.0:1763350978.971316:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00000004:00000001:3.0:1763350978.971321:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.971327:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.971330:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.971333:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:3.0:1763350978.971336:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350978.971361:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971363:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971366:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.971371:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350978.971374:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350978.971382:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350978.971383:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.971385:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:3.0:1763350978.971389:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.971394:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.971396:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971398:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.971423:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.971425:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971432:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.971437:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350978.971439:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350978.971440:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.971442:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:3.0:1763350978.971445:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350978.971448:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763350978.971518:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971521:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971524:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971526:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.971532:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350978.971534:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350978.971539:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350978.971542:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055156, last_committed = 8590055150 00000001:00000010:3.0:1763350978.971548:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5c60. 00000001:00000040:3.0:1763350978.971550:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:3.0:1763350978.971553:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00000001:00000010:3.0:1763350978.971558:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43000. 00000004:00000001:3.0:1763350978.971565:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350978.971567:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.971568:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:3.0:1763350978.971572:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.971585:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350978.971587:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350978.971590:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43000: xid 1849001118765696, transno 8590055156, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763350978.971593:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.971647:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350978.971650:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5000. 00000020:00000001:3.0:1763350978.971652:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971656:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971659:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971661:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971663:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763350978.971665:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763350978.971668:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350978.971669:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350978.971671:0:20016:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350978.971674:0:20016:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350978.971677:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350978.971681:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350978.971684:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350978.971687:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff1:0x0], previous was 0x7 00000004:00000001:3.0:1763350978.971690:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971694:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763350978.971698:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971702:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:3.0:1763350978.971704:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350978.971707:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5000. 00080000:00000001:3.0:1763350978.971710:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350978.971716:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904c800. 00080000:00000001:3.0:1763350978.971719:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00000004:00000001:3.0:1763350978.971727:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.971730:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00080000:00000001:3.0:1763350978.971734:0:20016:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:3.0:1763350978.971752:0:20016:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971756:0:20016:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:3.0:1763350978.971757:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.971758:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00080000:00000002:3.0:1763350978.971763:0:20016:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff1:0x0] not in the id map cache 00080000:00000001:3.0:1763350978.971768:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350978.971775:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350978.971778:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971780:0:20016:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971783:0:20016:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:3.0:1763350978.971787:0:20016:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350978.971789:0:20016:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971792:0:20016:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1763350978.971794:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.971795:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00080000:00000001:3.0:1763350978.971799:0:20016:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763350978.971802:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350978.971807:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.971810:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.971812:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.971815:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.971816:0:20016:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350978.971828:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763350978.971829:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.971835:0:20016:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971838:0:20016:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971842:0:20016:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350978.971845:0:20016:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:3.0:1763350978.971846:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.971849:0:20016:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350978.971852:0:20016:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350978.971853:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.971854:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.971855:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.971857:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.971859:0:20016:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350978.971861:0:20016:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350978.971864:0:20016:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.971866:0:20016:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00000004:00000001:3.0:1763350978.971870:0:20016:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:3.0:1763350978.971873:0:20016:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:3.0:1763350978.971875:0:20016:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350978.971877:0:20016:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00000004:00000040:3.0:1763350978.971881:0:20016:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:3.0:1763350978.971884:0:20016:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763350978.971889:0:20016:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763350978.971892:0:20016:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:3.0:1763350978.971895:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350978.971899:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350978.971901:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350978.971903:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.971906:0:20016:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763350978.971909:0:20016:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:3.0:1763350978.971912:0:20016:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:3.0:1763350978.971915:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.971924:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.971926:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.971928:0:20016:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763350978.971944:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763350978.971946:0:20016:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350978.971954:0:20016:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:3.0:1763350978.971956:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.971958:0:20016:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.971960:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350978.971963:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.971965:0:20016:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.971967:0:20016:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.971969:0:20016:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.971972:0:20016:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350978.971974:0:20016:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350978.971976:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.972002:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.972004:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972006:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.972012:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.972013:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.972015:0:20016:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.972017:0:20016:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972019:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350978.972021:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350978.972023:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.972025:0:20016:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350978.972026:0:20016:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350978.972028:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.972033:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.972035:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972036:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.972042:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.972044:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.972045:0:20016:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.972047:0:20016:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972049:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350978.972050:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350978.972051:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.972054:0:20016:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.972056:0:20016:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350978.972058:0:20016:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00000001:3.0:1763350978.972062:0:20016:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972064:0:20016:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972066:0:20016:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972068:0:20016:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972071:0:20016:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.972076:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350978.972077:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350978.972080:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350978.972081:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.972082:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00080000:00000001:3.0:1763350978.972086:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350978.972088:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350978.972089:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972091:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972104:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.972105:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972111:0:20016:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:3.0:1763350978.972118:0:20016:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:3.0:1763350978.972119:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.972120:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00080000:00000001:3.0:1763350978.972137:0:20016:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:3.0:1763350978.972166:0:20016:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763350978.972168:0:20016:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763350978.972170:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.972171:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.972173:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.972175:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972177:0:20016:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350978.972179:0:20016:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972221:0:20016:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972224:0:20016:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972227:0:20016:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:3.0:1763350978.972228:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.972229:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00080000:00000001:3.0:1763350978.972233:0:20016:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:3.0:1763350978.972239:0:20016:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972241:0:20016:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972245:0:20016:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:3.0:1763350978.972247:0:20016:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x3ff1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:3.0:1763350978.972250:0:20016:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:3.0:1763350978.972252:0:20016:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1763350978.972253:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.972254:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00080000:00000001:3.0:1763350978.972258:0:20016:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:3.0:1763350978.972260:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350978.972261:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.972263:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.972264:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.972266:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972267:0:20016:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972338:0:20016:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350978.972341:0:20016:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972343:0:20016:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972347:0:20016:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350978.972349:0:20016:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:3.0:1763350978.972350:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.972351:0:20016:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350978.972353:0:20016:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350978.972354:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350978.972355:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350978.972357:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.972359:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350978.972360:0:20016:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350978.972361:0:20016:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350978.972363:0:20016:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972365:0:20016:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00000004:00000001:3.0:1763350978.972369:0:20016:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:3.0:1763350978.972372:0:20016:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:3.0:1763350978.972374:0:20016:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350978.972376:0:20016:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00000004:00000040:3.0:1763350978.972380:0:20016:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:3.0:1763350978.972383:0:20016:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:3.0:1763350978.972385:0:20016:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:3.0:1763350978.972388:0:20016:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:3.0:1763350978.972391:0:20016:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446623525831118336 : -120547878433280 : ffff925cc2870e00) 00000040:00000001:3.0:1763350978.972393:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350978.972395:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350978.972396:0:20016:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763350978.972399:0:20016:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763350978.972400:0:20016:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763350978.972410:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.972422:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763350978.972424:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.972428:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1763350978.972431:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.972434:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1763350978.972436:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.972459:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:3.0:1763350978.972463:0:20016:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9565, 64 off620448 00000040:00000001:3.0:1763350978.972466:0:20016:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350978.972468:0:20016:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350978.972470:0:20016:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350978.972474:0:20016:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350978.972476:0:20016:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350978.972478:0:20016:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:3.0:1763350978.972480:0:20016:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:3.0:1763350978.972483:0:20016:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9565: rc = 1 00000004:00000010:3.0:1763350978.972488:0:20016:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925cd99f5a20. 00000004:00080000:3.0:1763350978.972490:0:20016:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6188577894007ns, next at 6189577888844ns, rc = 0 00000004:00000001:3.0:1763350978.972493:0:20016:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972496:0:20016:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972497:0:20016:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972499:0:20016:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972501:0:20016:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972504:0:20016:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:3.0:1763350978.972506:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763350978.972509:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350978.972511:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763350978.972513:0:20016:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055156 00000001:00000001:3.0:1763350978.972515:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350978.972518:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055157, last_committed = 8590055150 00000001:00000010:3.0:1763350978.972521:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5540. 00000001:00000040:3.0:1763350978.972523:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:3.0:1763350978.972525:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=492 00000001:00000010:3.0:1763350978.972530:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43cc0. 00000004:00000001:3.0:1763350978.972534:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350978.972536:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350978.972537:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00080000:00000001:3.0:1763350978.972539:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350978.972545:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350978.972547:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350978.972550:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43000: xid 1849001118765696, transno 8590055156, client gen 3, slot idx 1 00000001:00000001:3.0:1763350978.972554:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43000: xid 1849001118765696, transno 8590055156, client gen 3, slot idx 1 00000001:00000010:3.0:1763350978.972556:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43000. 00000001:00000001:3.0:1763350978.972559:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43cc0: xid 1849001118765696, transno 8590055157, tag 1, client gen 3, slot idx 2 00000001:00000001:3.0:1763350978.972561:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350978.972575:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350978.972578:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5000. 00000020:00000001:3.0:1763350978.972580:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350978.972585:0:20016:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:3.0:1763350978.972589:0:20016:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350978.972628:0:20016:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350978.972639:0:20016:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dc3dbfd00. 00010000:00000010:3.0:1763350978.972643:0:20016:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69d80. 00010000:00000001:3.0:1763350978.972647:0:20016:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350978.972652:0:20016:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dde74dc00. 00000020:00000001:3.0:1763350978.972658:0:20016:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350978.972661:0:20016:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dde74dc00 with handle 0xcb8c81cc3033c686 to hash 00000020:00000001:3.0:1763350978.972663:0:20016:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350978.972665:0:20016:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000010:3.0:1763350978.972672:0:20016:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76500. 00010000:00000001:3.0:1763350978.972676:0:20016:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:3.0:1763350978.972680:0:20016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.972682:0:20016:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.972687:0:20016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350978.972698:0:20016:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350978.972704:0:20016:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350978.972707:0:20016:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350978.972709:0:20016:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.972712:0:20016:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.972714:0:20016:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350978.972716:0:20016:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.972719:0:20016:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350978.972721:0:20016:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350978.972723:0:20016:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350978.972724:0:20016:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350978.972727:0:20016:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff1:0x0].0x0 (ffff925dc3dbfd00) refcount = 1 00010000:00010000:3.0:1763350978.972731:0:20016:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350978.972736:0:20016:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350978.972743:0:20016:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350978.972744:0:20016:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.972746:0:20016:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350978.972747:0:20016:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350978.972750:0:20016:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.972753:0:20016:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763350978.972756:0:20016:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:3.0:1763350978.972758:0:20016:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350978.972761:0:20016:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350978.972766:0:20016:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350978.972768:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.972769:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.972771:0:20016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.972773:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.972775:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dde74dc00 refcount=3 00000020:00000001:3.0:1763350978.972778:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:3.0:1763350978.972780:0:20016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:3.0:1763350978.972783:0:20016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350978.972784:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350978.972786:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dde74dc00 refcount=4 00000020:00000001:3.0:1763350978.972788:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:3.0:1763350978.972789:0:20016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:3.0:1763350978.972792:0:20016:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:3.0:1763350978.972794:0:20016:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350978.972800:0:20016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350978.972802:0:20016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350978.972807:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.972808:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350978.972810:0:20016:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350978.972816:0:20016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350978.972817:0:20016:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.972821:0:20016:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1763350978.972825:0:20016:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925dded43d80. 00010000:00000001:3.0:1763350978.972828:0:20016:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1763350978.972838:0:20016:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:3.0:1763350978.972841:0:20016:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.972842:0:20016:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350978.972844:0:20016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350978.972846:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.972847:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350978.972848:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350978.972849:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350978.972851:0:20016:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:3.0:1763350978.972853:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925e00615e80. 00000004:00000001:3.0:1763350978.972868:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:3.0:1763350978.972894:0:20016:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ccd6ac390. 00000004:00000001:3.0:1763350978.972902:0:20016:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763350978.972904:0:20016:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763350978.972909:0:20016:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925ccd4b0a00. 00000004:00000010:3.0:1763350978.972913:0:20016:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69ee98. 00000004:00000010:3.0:1763350978.972920:0:20016:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda978c8. 00000004:00000010:3.0:1763350978.972923:0:20016:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda97898. 00000004:00000010:3.0:1763350978.972928:0:20016:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925ccdbd7540. 00000004:00000010:3.0:1763350978.972932:0:20016:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff925cddf39650. 00000004:00000010:3.0:1763350978.972939:0:20016:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff925dc78470f0. 00000004:00000001:3.0:1763350978.972944:0:20016:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:3.0:1763350978.972946:0:20016:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x3ff1:0x0] 00000004:00000010:3.0:1763350978.972948:0:20016:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff925ccd7cc5a0. 00000004:00000001:3.0:1763350978.972951:0:20016:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:3.0:1763350978.972952:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350978.972954:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972956:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.972959:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763350978.972962:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350978.972964:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350978.972966:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350978.972968:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350978.972971:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350978.972978:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350978.972983:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350978.972985:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763350978.972994:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350978.973002:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350978.973004:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350978.973008:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 8590055157, xid 1849001118765696 00010000:00000001:3.0:1763350978.973012:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350978.973022:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9877100 x1849001118765696/t8590055157(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350978.973032:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350978.973034:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350978.973038:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=89 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350978.973044:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350978.973047:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350978.973049:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350978.973053:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350978.973056:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350978.973061:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350978.973063:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350978.973069:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350e58. 00000100:00000200:3.0:1763350978.973077:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118765696, offset 224 00000400:00000200:3.0:1763350978.973086:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350978.973103:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350978.973110:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198019:198019:256:4294967295] 192.168.202.2@tcp LPNI seq info [198015:198015:8:4294967295] 00000400:00000200:3.0:1763350978.973123:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350978.973144:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350978.973150:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122d00. 00000800:00000200:3.0:1763350978.973157:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350978.973166:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350978.973171:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350978.973181:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350978.973185:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350978.973187:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350978.973190:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350978.973193:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350978.973198:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9877100 x1849001118765696/t8590055157(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:169/0 lens 392/456 e 0 to 0 dl 1763350989 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350978.973208:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9877100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226168:x1849001118765696:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 2288us (4616us total) trans 8590055157 rc 0/0 00000100:00100000:3.0:1763350978.973217:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20872 00000100:00000040:3.0:1763350978.973221:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350978.973224:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350978.973227:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763350978.973231:0:20016:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:3.0:1763350978.973233:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350978.973238:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:3.0:1763350978.973244:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f600. 00000020:00000040:3.0:1763350978.973250:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:3.0:1763350978.973253:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350978.973757:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350978.973763:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122d00. 00000400:00000200:1.0:1763350978.973768:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350978.973774:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350978.973780:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350e58 00000400:00000010:1.0:1763350978.973783:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350e58. 00000100:00000001:1.0:1763350978.973788:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350978.973790:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1763350978.974198:0:5785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763350978.974202:0:5785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.974206:0:5785:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1763350978.974209:0:5785:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1763350978.974212:0:5785:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350978.974217:0:5785:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00010000:00010000:2.0:1763350978.974226:0:5785:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dde74dc00 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:2.0:1763350978.974228:0:5785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763350978.974231:0:5785:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350978.974233:0:5785:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00010000:00000001:2.0:1763350978.974239:0:5785:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350978.974241:0:5785:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350978.974244:0:5785:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350978.974246:0:5785:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dde74dc00 refcount=3 00000020:00000001:2.0:1763350978.974248:0:5785:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:2.0:1763350978.974250:0:5785:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:2.0:1763350978.974253:0:5785:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350978.974255:0:5785:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20016 initiator: MDT0 00010000:00000001:2.0:1763350978.974260:0:5785:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763350978.974261:0:5785:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763350978.974262:0:5785:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.974266:0:5785:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350978.974268:0:5785:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350978.974269:0:5785:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350978.974270:0:5785:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350978.974272:0:5785:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dde74dc00 with handle 0xcb8c81cc3033c686 from hash 00010000:00000001:2.0:1763350978.974274:0:5785:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350978.974275:0:5785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.974277:0:5785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.974278:0:5785:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350978.974282:0:5785:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350978.974284:0:5785:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.974286:0:5785:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350978.974289:0:5785:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350978.974292:0:5785:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350978.974295:0:5785:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff1:0x0].0x0 (ffff925dc3dbfd00) 00010000:00010000:2.0:1763350978.974298:0:5785:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:2.0:1763350978.974300:0:5785:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350978.974303:0:5785:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.974306:0:5785:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350978.974307:0:5785:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350978.974310:0:5785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350978.974311:0:5785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.974313:0:5785:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.974315:0:5785:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350978.974316:0:5785:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.974319:0:5785:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000001:2.0:1763350978.974325:0:5785:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350978.974327:0:5785:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c686 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff1:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000010:2.0:1763350978.974335:0:5785:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76500. 00010000:00000040:2.0:1763350978.974339:0:5785:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dc3dbfd00 count: 0 00010000:00000010:2.0:1763350978.974347:0:5785:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69d80. 00010000:00000001:2.0:1763350978.974356:0:5785:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350978.974357:0:5785:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1763350978.974360:0:5785:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925dded43d80. 00010000:00000001:2.0:1763350978.974362:0:5785:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350978.974364:0:5785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763350978.974366:0:5785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.974368:0:5785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763350978.974369:0:5785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763350978.974371:0:5785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.974373:0:5785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1763350978.974374:0:5785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763350978.974375:0:5785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350978.974377:0:5785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1763350978.974392:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300855875, at 4300855876 00000100:00000010:2.0:1763350978.974402:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693a20. 00000100:00000040:0.0:1763350978.974754:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300855875, at 4300855876 00000100:00000010:0.0:1763350978.974762:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693840. 00000100:00000040:1.0:1763350978.975067:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300855875, at 4300855876 00000100:00000010:1.0:1763350978.975073:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693d80. 00010000:00000010:3.1:1763350978.979916:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92d00. 00010000:00000010:3.1:1763350978.979937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:3.1:1763350978.979941:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92400. 00010000:00000010:3.1:1763350978.979944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000100:00000040:3.0:1763350978.979971:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300855875, at 4300855882 00000100:00000010:3.0:1763350978.979984:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693c60. 00010000:00000010:0.1:1763350978.981801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:0.1:1763350978.981832:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405700. 00010000:00000010:2.1:1763350978.983769:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc3dbfd00. 00010000:00000010:2.1:1763350978.983784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dde74dc00. 00000800:00000001:2.0:1763350979.156529:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.156555:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.156560:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.156562:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.156578:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.157259:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 304 into portal 12 MB=0x691a81edf9300 00000400:00000200:2.0:1763350979.157272:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 304/304 into md 0xd4535 [64] + 88432 00000800:00000001:2.0:1763350979.157284:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.157304:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.157308:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.157314:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.157323:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.157326:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350979.157334:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9874000. 00000100:00000040:2.0:1763350979.157338:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9874000 x1849001118765824 msgsize 304 00000100:00100000:2.0:1763350979.157343:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.158908:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.158936:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.158947:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.159203:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.159208:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118765824 02000000:00000001:0.0:1763350979.159212:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.159215:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.159218:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.159224:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.159229:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118765824 00000020:00000001:0.0:1763350979.159233:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.159235:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350979.159238:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.159243:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:0.0:1763350979.159247:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350979.159249:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350979.159256:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.160007:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.160016:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.160020:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000020:00000010:1.0:1763350979.160030:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7000. 00000020:00000010:1.0:1763350979.160037:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.160043:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3960. 00000100:00000040:1.0:1763350979.160056:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350979.160060:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.160062:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.160066:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.160079:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.160105:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.160131:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.160133:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.160143:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140582 00000100:00000040:1.0:1763350979.160148:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.160150:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511974400 : -120543197577216 : ffff925dd9874000) 00000100:00000040:1.0:1763350979.160159:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9874000 x1849001118765824/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 304/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.160171:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.160174:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.160176:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.160179:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000100:00100000:1.0:1763350979.160184:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226190:x1849001118765824:12345-192.168.202.2@tcp:53:lfs.0 00000100:00000200:1.0:1763350979.160188:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118765824 00000020:00000001:1.0:1763350979.160192:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.160196:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350979.160202:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43cc0: xid 1849001118765696, transno 8590055157, client gen 3, slot idx 2 00000001:00000001:1.0:1763350979.160207:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9ad240: xid 1849001118765312, transno 8590055155, client gen 3, slot idx 0 00000001:00000010:1.0:1763350979.160211:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9ad240. 00000020:00000001:1.0:1763350979.160216:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.160219:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.160222:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717056 : -1040834560 : ffffffffc1f62000) 00000020:00000001:1.0:1763350979.160226:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.160230:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118765824, found 0 last_xid 1849001118765823 00000020:00000001:1.0:1763350979.160233:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.160236:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.160239:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.160242:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.160246:0:20551:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:1.0:1763350979.160254:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.160257:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.160265:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff925dc95f6000. 02000000:00000001:1.0:1763350979.160267:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.160271:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.160277:0:20551:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:1.0:1763350979.160279:0:20551:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x3fec:0x0] from 18446744073709551615 #0 00000004:00000001:1.0:1763350979.160283:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.160285:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fec:0x0] 00000020:00000001:1.0:1763350979.160290:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.160298:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997272 : -120547694554344 : ffff925ccd7cd318) 00000004:00000001:1.0:1763350979.160301:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997184 : -120547694554432 : ffff925ccd7cd2c0) 00000004:00000001:1.0:1763350979.160304:0:20551:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:1.0:1763350979.160306:0:20551:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:1.0:1763350979.160312:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925e00c91000. 00000004:00000001:1.0:1763350979.160315:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350979.160317:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763350979.160330:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.160336:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.160339:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.160347:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.160350:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.160354:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.160359:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.160360:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.160362:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.160364:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.160369:0:20551:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.160371:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.160375:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.160377:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.160379:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.160380:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350979.160382:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.160385:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350979.160387:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350979.160389:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.160391:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.160392:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.160395:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350979.160397:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350979.160399:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350979.160401:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.160402:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.160404:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.160406:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.160408:0:20551:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.160410:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.160412:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350979.160415:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350979.160418:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.160420:0:20551:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.160422:0:20551:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350979.160425:0:20551:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:1.0:1763350979.160428:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350979.160430:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cd318/ffff925ccd7cd2c0 to site lru. bkt: ffff925dd1460428 00000004:00000001:1.0:1763350979.160432:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.160434:0:20551:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.160436:0:20551:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350979.160440:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925e00c91000. 00000004:00000001:1.0:1763350979.160444:0:20551:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.160449:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 0, xid 1849001118765824 00010000:00000001:1.0:1763350979.160452:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.160458:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9874000 x1849001118765824/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 304/4352 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350979.160467:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.160470:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.160474:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.160479:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.160482:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.160485:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.160488:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.160491:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.160495:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.160498:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.160503:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dff9ad240. 00000100:00000200:1.0:1763350979.160511:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1849001118765824, offset 224 00000400:00000200:1.0:1763350979.160519:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.160536:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.160543:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198020:198020:256:4294967295] 192.168.202.2@tcp LPNI seq info [198016:198016:8:4294967295] 00000400:00000200:1.0:1763350979.160555:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.160560:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.160565:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925dea3f7c00. 00000800:00000200:1.0:1763350979.160572:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.160581:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350979.160587:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dea3f7c00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:1.0:1763350979.160618:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.160621:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.160624:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.160626:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.160629:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.160633:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9874000 x1849001118765824/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 304/4352 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350979.160643:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9874000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226190:x1849001118765824:12345-192.168.202.2@tcp:53:lfs.0 Request processed in 470us (3303us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350979.160652:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140582 00000100:00000040:1.0:1763350979.160656:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.160659:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.160661:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.160666:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.160670:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3960. 00000020:00000010:1.0:1763350979.160675:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7000. 00000020:00000040:1.0:1763350979.160681:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:1.0:1763350979.160685:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350979.160819:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.160824:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925dea3f7c00. 00000400:00000200:1.0:1763350979.160828:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.160833:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.160838:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dff9ad240 00000400:00000010:1.0:1763350979.160841:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dff9ad240. 00000100:00000001:1.0:1763350979.160845:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.160847:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350979.194889:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.194915:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.194920:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.194923:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.194939:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.194961:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 584 into portal 12 MB=0x691a81edf9380 00000400:00000200:1.0:1763350979.194972:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 584/584 into md 0xd4535 [64] + 88736 00000800:00000001:1.0:1763350979.194983:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.195009:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.195012:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.195018:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.195027:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.195029:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350979.195036:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4e300. 00000100:00000040:1.0:1763350979.195041:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4e300 x1849001118765952 msgsize 584 00000100:00100000:1.0:1763350979.195045:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350979.195059:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.195070:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.195075:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.196545:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350979.196552:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118765952 02000000:00000001:3.0:1763350979.196557:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350979.196560:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350979.196563:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.196569:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.196574:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118765952 00000020:00000001:3.0:1763350979.196577:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350979.196580:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350979.196583:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.196588:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:3.0:1763350979.196592:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350979.196620:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350979.196626:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.196637:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.196640:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.196643:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000020:00000010:3.0:1763350979.196649:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f600. 00000020:00000010:3.0:1763350979.196656:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350979.196664:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350979.196675:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350979.196679:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350979.196681:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350979.196686:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350979.196688:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.196691:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.196712:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.196729:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.196745:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350979.196748:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350979.196756:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140583 00000100:00000040:3.0:1763350979.196760:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350979.196763:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170325248 : -120542539226368 : ffff925e00c4e300) 00000100:00000040:3.0:1763350979.196771:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4e300 x1849001118765952/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 584/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350979.196782:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.196785:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.196787:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.196789:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000100:00100000:3.0:1763350979.196794:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226192:x1849001118765952:12345-192.168.202.2@tcp:101:stat.0 00000100:00000200:3.0:1763350979.196798:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118765952 00000020:00000001:3.0:1763350979.196803:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350979.196808:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350979.196814:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.196817:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350979.196820:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350979.196824:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350979.196828:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118765952, found 0 last_xid 1849001118765951 00000020:00000001:3.0:1763350979.196831:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350979.196833:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350979.196836:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350979.196842:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.196845:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350979.196848:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350979.196850:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350979.196852:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350979.196854:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.196860:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350979.196869:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:3.0:1763350979.196872:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350979.196876:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350979.196884:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dde74dc00. 00000020:00000001:3.0:1763350979.196889:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350979.196891:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dde74dc00 with handle 0xcb8c81cc3033c68d to hash 00000020:00000001:3.0:1763350979.196893:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350979.196895:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000010:3.0:1763350979.196901:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76a80. 00010000:00000001:3.0:1763350979.196904:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00010000:3.0:1763350979.196909:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c68d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca82 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350979.196920:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:3.0:1763350979.196923:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00010000:00000001:3.0:1763350979.196931:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350979.196935:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350979.196944:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350979.196947:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350979.196949:0:20012:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763350979.196952:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350979.196954:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350979.196958:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350979.196965:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350979.196968:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350979.196971:0:20012:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.196975:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350979.196977:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350979.196981:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350979.196995:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350979.197051:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925de98e0000. 02000000:00000001:3.0:1763350979.197054:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.197057:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197060:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197062:0:20012:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763350979.197068:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763350979.197071:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.197074:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197076:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.197078:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.197081:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197082:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.197084:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.197086:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197087:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.197089:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.197090:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197092:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.197093:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.197095:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197097:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.197098:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.197100:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197103:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.197104:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.197109:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350979.197117:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350979.197119:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350979.197132:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350979.197134:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197137:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.197139:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197141:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350979.197143:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197148:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763350979.197155:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3baf8 00000004:00000002:3.0:1763350979.197158:0:20012:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_1, ldlm_rep = ffff925de98e0228 00000004:00000001:3.0:1763350979.197165:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763350979.197169:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763350979.197173:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763350979.197176:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350979.197178:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350979.197181:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:3.0:1763350979.197184:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350979.197186:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350979.197190:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925cddcd2600. 00000020:00000001:3.0:1763350979.197193:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350979.197194:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925cddcd2600 with handle 0xcb8c81cc3033c694 to hash 00000020:00000001:3.0:1763350979.197197:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350979.197198:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623526288696832 : -120547420854784 : ffff925cddcd2600) 00010000:00000010:3.0:1763350979.197201:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350979.197204:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623526288696832 : -120547420854784 : ffff925cddcd2600) 00010000:00000001:3.0:1763350979.197208:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.197210:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.197213:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197220:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350979.197225:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350979.197227:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350979.197230:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.197233:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.197235:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.197237:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.197240:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350979.197243:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350979.197245:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350979.197247:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350979.197250:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:3.0:1763350979.197254:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350979.197258:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 493 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350979.197266:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197272:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350979.197278:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.197280:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.197282:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350979.197283:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.197286:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.197288:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350979.197291:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350979.197294:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.197296:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197303:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350979.197305:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.197307:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.197308:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350979.197309:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350979.197315:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dc3dbf500. 00010000:00000010:3.0:1763350979.197319:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69b00. 00010000:00000001:3.0:1763350979.197322:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350979.197325:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925cddcd3200. 00000020:00000001:3.0:1763350979.197327:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350979.197329:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925cddcd3200 with handle 0xcb8c81cc3033c69b to hash 00000020:00000001:3.0:1763350979.197331:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350979.197332:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000010:3.0:1763350979.197335:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76480. 00010000:00000001:3.0:1763350979.197337:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350979.197340:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.197342:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.197345:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197350:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350979.197351:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350979.197352:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350979.197354:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.197356:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.197358:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.197359:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.197361:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350979.197363:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350979.197364:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350979.197365:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350979.197367:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 (ffff925dc3dbf500) refcount = 1 00010000:00010000:3.0:1763350979.197371:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197377:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350979.197379:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.197380:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.197382:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350979.197383:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.197385:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.197387:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350979.197389:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350979.197391:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.197394:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197399:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350979.197400:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.197401:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350979.197403:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197408:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763350979.197460:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763350979.197464:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763350979.197468:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763350979.197472:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.197478:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763350979.197503:0:20012:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350979.197506:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763350979.197508:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763350979.197513:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.197516:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.197519:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.197522:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.197524:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350979.197526:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.197528:0:20012:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:3.0:1763350979.197536:0:20012:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763350979.197538:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350979.197540:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.197541:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.197543:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.197545:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.197547:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.197577:0:20012:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.197580:0:20012:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350979.197583:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197586:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197588:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350979.197589:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fec:0x0] 00000020:00000001:3.0:1763350979.197592:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350979.197626:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997272 : -120547694554344 : ffff925ccd7cd318) 00000004:00000001:3.0:1763350979.197629:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997184 : -120547694554432 : ffff925ccd7cd2c0) 00000004:00000001:3.0:1763350979.197635:0:20012:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763350979.197638:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350979.197640:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350979.197645:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dc3dbfd00. 00010000:00000010:3.0:1763350979.197648:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69e80. 00010000:00000001:3.0:1763350979.197651:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350979.197655:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925cc38ba000. 00000020:00000001:3.0:1763350979.197657:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350979.197659:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925cc38ba000 with handle 0xcb8c81cc3033c6a2 to hash 00000020:00000001:3.0:1763350979.197661:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350979.197663:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00010000:00000010:3.0:1763350979.197666:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76580. 00010000:00000001:3.0:1763350979.197668:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00010000:00000001:3.0:1763350979.197671:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.197673:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.197676:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925cc38ba000/0xcb8c81cc3033c6a2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197681:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350979.197683:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350979.197684:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350979.197685:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.197687:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.197689:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.197690:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.197692:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350979.197694:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350979.197695:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350979.197696:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350979.197698:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fec:0x0].0x0 (ffff925dc3dbfd00) refcount = 1 00010000:00010000:3.0:1763350979.197701:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925cc38ba000/0xcb8c81cc3033c6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197706:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350979.197708:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.197710:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.197712:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350979.197713:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.197715:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.197717:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350979.197719:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350979.197721:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.197724:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925cc38ba000/0xcb8c81cc3033c6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197730:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350979.197731:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.197732:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.197734:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.197736:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.197738:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cc38ba000 refcount=3 00000020:00000001:3.0:1763350979.197740:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00010000:00000001:3.0:1763350979.197742:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00010000:00000001:3.0:1763350979.197744:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.197745:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350979.197747:0:20012:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197751:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763350979.197755:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350979.197758:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350979.197763:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197770:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.197776:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.197779:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.197788:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350979.197791:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350979.197796:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350979.197798:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350979.197801:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350979.197803:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fec:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:3.0:1763350979.197807:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.197809:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.197810:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.197813:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.197814:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.197816:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.197819:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.197820:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.197822:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.197824:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.197826:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.197828:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763350979.197831:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763350979.197832:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350979.197835:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925de98e0370 00000004:00000001:3.0:1763350979.197837:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197840:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.197842:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197843:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.197845:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.197847:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.197848:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.197849:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.197851:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350979.197854:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:3.0:1763350979.197858:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: returning size 1024 00000004:00000040:3.0:1763350979.197862:0:20012:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fec:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763350979.197865:0:20012:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1763350979.197868:0:20012:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9684 00000004:00200000:3.0:1763350979.197871:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:3.0:1763350979.197874:0:20012:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763350979.197876:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.197877:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197879:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763350979.197881:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.197883:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.197884:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.197887:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.197889:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.197891:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.197894:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.197902:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350979.197910:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197913:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.197920:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.197922:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.197924:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cc38ba000 refcount=3 00000020:00000001:3.0:1763350979.197926:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00010000:00000001:3.0:1763350979.197928:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00000004:00010000:3.0:1763350979.197932:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925cc38ba000/0xcb8c81cc3033c6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000004:00000001:3.0:1763350979.197942:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350979.197946:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cd318/ffff925ccd7cd2c0 to site lru. bkt: ffff925dd1460428 00000004:00000001:3.0:1763350979.197948:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350979.197950:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763350979.197952:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350979.197954:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.197956:0:20012:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763350979.197960:0:20012:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1763350979.197962:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350979.197963:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350979.197964:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350979.197966:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fec:0x0].0x0 (ffff925dc3dbfd00) refcount = 1 00010000:00010000:3.0:1763350979.197970:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925cc38ba000/0xcb8c81cc3033c6a2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.197975:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350979.197976:0:20012:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.197977:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.197978:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350979.197980:0:20012:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350979.197984:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350979.197986:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350979.197988:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.197989:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.197991:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd2600 refcount=3 00000020:00000001:3.0:1763350979.197993:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288696832 : -120547420854784 : ffff925cddcd2600) 00010000:00000001:3.0:1763350979.197995:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288696832 : -120547420854784 : ffff925cddcd2600) 00010000:00000001:3.0:1763350979.197998:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350979.198002:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198007:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198009:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350979.198011:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198018:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.198019:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198022:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350979.198025:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:3.0:1763350979.198031:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925cddcd2600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350979.198034:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350979.198036:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350979.198038:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198043:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350979.198045:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.198046:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.198048:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd2600 refcount=4 00000020:00000001:3.0:1763350979.198050:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288696832 : -120547420854784 : ffff925cddcd2600) 00010000:00000001:3.0:1763350979.198052:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288696832 : -120547420854784 : ffff925cddcd2600) 00010000:00000001:3.0:1763350979.198055:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350979.198058:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198064:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350979.198066:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350979.198068:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198071:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350979.198073:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350979.198075:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.198076:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350979.198079:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cddcd2600 with handle 0xcb8c81cc3033c694 from hash 00010000:00000001:3.0:1763350979.198081:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350979.198083:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198084:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.198086:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350979.198088:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.198090:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198092:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350979.198094:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350979.198096:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350979.198098:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:3.0:1763350979.198101:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350979.198104:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.198107:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198109:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350979.198110:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350979.198113:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198114:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.198115:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198117:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.198119:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.198135:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198141:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198142:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.198144:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350979.198145:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350979.198147:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350979.198149:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c694 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:3.0:1763350979.198155:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350979.198166:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350979.198168:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350979.198169:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350979.198171:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.198172:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.198173:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd3200 refcount=3 00000020:00000001:3.0:1763350979.198175:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350979.198177:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350979.198180:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350979.198183:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198189:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198190:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350979.198191:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198195:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.198197:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198199:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350979.198201:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:3.0:1763350979.198206:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925cddcd3200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350979.198208:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350979.198210:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350979.198212:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198218:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350979.198219:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.198220:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.198222:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd3200 refcount=4 00000020:00000001:3.0:1763350979.198224:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350979.198226:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350979.198228:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350979.198231:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198236:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350979.198237:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350979.198238:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198241:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350979.198243:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350979.198244:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.198246:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350979.198247:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cddcd3200 with handle 0xcb8c81cc3033c69b from hash 00010000:00000001:3.0:1763350979.198250:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350979.198251:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198252:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.198253:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350979.198255:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.198257:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198259:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350979.198260:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350979.198262:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350979.198264:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x67dc7ff9 (ffff925dc3dbf500) 00010000:00010000:3.0:1763350979.198266:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350979.198268:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.198269:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198270:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350979.198271:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350979.198274:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198275:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.198276:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198278:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.198279:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.198282:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.198287:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198288:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.198289:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350979.198290:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350979.198292:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350979.198294:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c69b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:3.0:1763350979.198300:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76480. 00010000:00000040:3.0:1763350979.198303:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dc3dbf500 count: 0 00010000:00000010:3.0:1763350979.198309:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69b00. 00010000:00000001:3.0:1763350979.198316:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350979.198317:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350979.198319:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350979.198321:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350979.198322:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763350979.198325:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.198326:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.198327:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cc38ba000 refcount=3 00000020:00000001:3.0:1763350979.198329:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00010000:00000001:3.0:1763350979.198332:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00000004:00000040:3.0:1763350979.198336:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:3.0:1763350979.198338:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00010000:00000001:3.0:1763350979.198342:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198343:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350979.198344:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350979.198346:0:20012:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763350979.198350:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350979.198353:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350979.198355:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350979.198357:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350979.198359:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350979.198362:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763350979.198367:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.198370:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350979.198373:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350979.198376:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:3.0:1763350979.198378:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350979.198380:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763350979.198383:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350979.198385:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350979.198388:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198389:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.198390:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.198392:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350979.198394:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dde74dc00 with handle 0xcb8c81cc3033c68d from hash 00010000:00000001:3.0:1763350979.198397:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350979.198399:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198400:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.198401:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350979.198402:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350979.198408:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c68d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca82 expref: 494 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350979.198415:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:3.0:1763350979.198418:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00010000:00000010:3.0:1763350979.198420:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76a80. 00010000:00000001:3.0:1763350979.198425:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.198427:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198432:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350979.198437:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925cc38ba000/0xcb8c81cc3033c6a2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca82 expref: 493 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350979.198444:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350979.198446:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350979.198448:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fec:0x0].0x0 (ffff925dc3dbfd00) 00010000:00010000:3.0:1763350979.198450:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763350979.198452:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.198454:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.198456:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350979.198458:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.198459:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350979.198460:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925cc38ba000, rc 0) 00000020:00000001:3.0:1763350979.198463:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350979.198468:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 0, xid 1849001118765952 00010000:00000001:3.0:1763350979.198471:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350979.198478:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4e300 x1849001118765952/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 584/640 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350979.198486:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350979.198490:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350979.198496:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350979.198502:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350979.198505:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350979.198508:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350979.198511:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350979.198518:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.198523:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350979.198525:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350979.198533:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350908. 00000100:00000200:3.0:1763350979.198541:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1849001118765952, offset 224 00000400:00000200:3.0:1763350979.198548:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350979.198566:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350979.198574:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198021:198021:256:4294967295] 192.168.202.2@tcp LPNI seq info [198017:198017:8:4294967295] 00000400:00000200:3.0:1763350979.198589:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350979.198655:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350979.198662:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122f00. 00000800:00000200:3.0:1763350979.198669:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350979.198677:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350979.198683:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122f00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1763350979.198704:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.198708:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350979.198711:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350979.198713:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.198716:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350979.198721:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4e300 x1849001118765952/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 584/640 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350979.198732:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226192:x1849001118765952:12345-192.168.202.2@tcp:101:stat.0 Request processed in 1949us (3689us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350979.198741:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140583 00000100:00000040:3.0:1763350979.198746:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350979.198749:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350979.198751:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350979.198756:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350979.198760:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:3.0:1763350979.198766:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f600. 00000020:00000040:3.0:1763350979.198772:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000100:00000001:3.0:1763350979.198775:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.200133:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.200143:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122f00. 00000400:00000200:2.0:1763350979.200150:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.200160:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.200168:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350908 00000400:00000010:2.0:1763350979.200172:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350908. 00000100:00000001:2.0:1763350979.200178:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.200180:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350979.202769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcd2600. 00010000:00000010:3.1:1763350979.202792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc3dbf500. 00010000:00000010:3.1:1763350979.202797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcd3200. 00010000:00000010:3.1:1763350979.202801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dde74dc00. 00000800:00000001:1.0:1763350979.212054:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.212077:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.212083:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.212085:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.212101:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.212134:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 26 MB=0x691a81edf9400 00000400:00000200:1.0:1763350979.212146:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.2@tcp of length 224/224 into md 0x12ba6d [2] + 0 00000400:00000010:1.0:1763350979.212154:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925df8791d68. 00000400:00000200:1.0:1763350979.212160:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cc471e540 00000800:00000001:1.0:1763350979.212168:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.212175:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.212178:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.212183:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.212189:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc471e540 00000400:00000010:1.0:1763350979.212192:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc471e540. 00000100:00000001:1.0:1763350979.212199:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.212201:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:1.0:1763350979.212205:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd1471850 x1849001118766080 msgsize 224 00000100:00100000:1.0:1763350979.212209:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:1.0:1763350979.212211:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763350979.212230:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.212240:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.212244:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.212246:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.212248:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.212251:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.212257:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 28 MB=0x691a81edf9500 00000400:00000200:1.0:1763350979.212263:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 224/224 into md 0x118d35 [8] + 7776 00000800:00000001:1.0:1763350979.212267:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.212270:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.212271:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.212275:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.212278:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.212280:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350979.212288:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c000. 00000100:00000040:1.0:1763350979.212290:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4c000 x1849001118766336 msgsize 224 00000100:00100000:1.0:1763350979.212294:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350979.212315:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.212320:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.212324:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.212325:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.212327:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.212330:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.212336:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 28 MB=0x691a81edf9480 00000400:00000200:1.0:1763350979.212340:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 224/224 into md 0x118d35 [8] + 8000 00000800:00000001:1.0:1763350979.212343:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.212350:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.212351:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.212354:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.212357:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.212358:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350979.212362:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4fb80. 00000100:00000040:1.0:1763350979.212364:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4fb80 x1849001118766208 msgsize 224 00000100:00100000:1.0:1763350979.212368:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350979.212911:0:20009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.212915:0:20009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118766080 02000000:00000001:0.0:1763350979.212919:0:20009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.212921:0:20009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.212924:0:20009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.212929:0:20009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.212934:0:20009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118766080 00000020:00000001:0.0:1763350979.212937:0:20009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.212940:0:20009:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d36 00000020:00000001:0.0:1763350979.212943:0:20009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.212947:0:20009:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925e00e1c800 refcount=9 00000020:00000001:0.0:1763350979.212950:0:20009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531172218880 : -120542537332736 : ffff925e00e1c800) 00000020:00000001:0.0:1763350979.212953:0:20009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623531172218880 : -120542537332736 : ffff925e00e1c800) 00000100:00000001:0.0:1763350979.212960:0:20009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.212967:0:20009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.212970:0:20009:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.212972:0:20009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350979.212979:0:20009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000100:00000001:1.0:1763350979.213655:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1763350979.213662:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350979.213667:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118766336 02000000:00000001:2.0:1763350979.213670:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:1.0:1763350979.213672:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763350979.213673:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.213676:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.213680:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.213683:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118766336 00000800:00000001:1.0:1763350979.213683:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350979.213685:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350979.213689:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350979.213691:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.213695:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=19 00000100:00000001:3.0:1763350979.213794:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350979.213798:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118766208 02000000:00000001:3.0:1763350979.213800:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350979.213802:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350979.213804:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.213807:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.213810:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118766208 00000020:00000001:3.0:1763350979.213821:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350979.213823:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350979.213825:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.213828:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:3.0:1763350979.213830:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350979.213833:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350979.213836:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.213843:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.213848:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.213850:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000020:00000010:0.0:1763350979.213855:0:20009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:3.0:1763350979.213857:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f600. 00000020:00000010:3.0:1763350979.213864:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:0.0:1763350979.213867:0:20009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d190. 00000020:00000010:3.0:1763350979.213870:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350979.213883:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000040:0.0:1763350979.213883:0:20009:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:3.0:1763350979.213890:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.213890:0:20009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350979.213894:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.213894:0:20009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.213897:0:20009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.213899:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.213908:0:63038:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763350979.213909:0:20009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.213911:0:63038:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350979.213915:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.213927:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.213933:0:20009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.213943:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.213946:0:20009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350979.213947:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763350979.213950:0:20009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350979.213961:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1939 00000100:00100000:0.0:1763350979.213961:0:20009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3971 00000100:00000040:0.0:1763350979.213966:0:20009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925e00e1c800 : new rpc_count 1 00000100:00000001:0.0:1763350979.213970:0:20009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530373552208 : -120543335999408 : ffff925dd1471850) 00000100:00000040:0.0:1763350979.213978:0:20009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd1471850 x1849001118766080/t0(0) o400->0661ef51-d67c-41a5-867f-0afd137b4f88@192.168.202.2@tcp:170/0 lens 224/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.213987:0:20009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.213990:0:20009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.213993:0:20009:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.213995:0:20009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350979.214000:0:20009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd1471850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0661ef51-d67c-41a5-867f-0afd137b4f88+9:2361:x1849001118766080:12345-192.168.202.2@tcp:400:kworker.0 00000100:00000200:0.0:1763350979.214004:0:20009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118766080 00000020:00000001:0.0:1763350979.214008:0:20009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.214014:0:20009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.214017:0:20009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.214020:0:20009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.214022:0:20009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666675328 : -1042876288 : ffffffffc1d6f880) 00000020:00000001:0.0:1763350979.214026:0:20009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.214028:0:20009:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.214031:0:20009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.214033:0:20009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.214037:0:20009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.214039:0:20009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763350979.214042:0:20009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.214046:0:20009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.214051:0:20009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea6c00. 02000000:00000001:0.0:1763350979.214053:0:20009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.214056:0:20009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.214058:0:20009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350979.214062:0:20009:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001118766080 00010000:00000001:0.0:1763350979.214070:0:20009:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.214076:0:20009:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd1471850 x1849001118766080/t0(0) o400->0661ef51-d67c-41a5-867f-0afd137b4f88@192.168.202.2@tcp:170/0 lens 224/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350979.214085:0:20009:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.214088:0:20009:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.214092:0:20009:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc23f39e8 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.214098:0:20009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.214100:0:20009:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.214103:0:20009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.214105:0:20009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.214108:0:20009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.214112:0:20009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.214114:0:20009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.214120:0:20009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019cc0. 00000100:00000200:0.0:1763350979.214135:0:20009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1849001118766080, offset 224 00000400:00000200:0.0:1763350979.214143:0:20009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.214156:0:20009:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.214164:0:20009:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198022:198022:256:4294967295] 192.168.202.2@tcp LPNI seq info [198018:198018:8:4294967295] 00000400:00000200:0.0:1763350979.214176:0:20009:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.214182:0:20009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.214189:0:20009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350979.214197:0:20009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.214206:0:20009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.214211:0:20009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.214225:0:20009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.214229:0:20009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.214232:0:20009:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.214234:0:20009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.214236:0:20009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.214241:0:20009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd1471850 x1849001118766080/t0(0) o400->0661ef51-d67c-41a5-867f-0afd137b4f88@192.168.202.2@tcp:170/0 lens 224/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350979.214251:0:20009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd1471850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0661ef51-d67c-41a5-867f-0afd137b4f88+9:2361:x1849001118766080:12345-192.168.202.2@tcp:400:kworker.0 Request processed in 262us (2043us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.214259:0:20009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3971 00000100:00000040:0.0:1763350979.214263:0:20009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925e00e1c800 : new rpc_count 0 00000100:00000001:0.0:1763350979.214266:0:20009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.214267:0:20009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.214272:0:20009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350979.214277:0:20009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d190. 00000020:00000010:0.0:1763350979.214281:0:20009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350979.214287:0:20009:0:(genops.c:898:class_export_put()) PUTting export ffff925e00e1c800 : new refcount 8 00000100:00000001:0.0:1763350979.214292:0:20009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763350979.214296:0:20009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1763350979.214303:0:20009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb8f0. 00000400:00000010:0.0:1763350979.214309:0:20009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc3875b40. 00000100:00000001:0.0:1763350979.214329:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.214332:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1763350979.214502:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350979.214506:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170331520 : -120542539220096 : ffff925e00c4fb80) 00000100:00000040:3.0:1763350979.214513:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4fb80 x1849001118766208/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 224/0 e 0 to 0 dl 1763350990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.214523:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.214527:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.214530:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.214532:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000100:00100000:3.0:1763350979.214537:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118766208:12345-192.168.202.2@tcp:400:kworker.0 00000100:00000200:3.0:1763350979.214541:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118766208 00000020:00000001:3.0:1763350979.214543:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350979.214546:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350979.214548:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.214550:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350979.214553:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:3.0:1763350979.214555:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350979.214559:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350979.214561:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350979.214563:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350979.214565:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.214567:0:63038:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763350979.214571:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350979.214572:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350979.214576:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925de904c000. 02000000:00000001:3.0:1763350979.214578:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.214581:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.214583:0:63038:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350979.214586:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118766208 00010000:00000001:3.0:1763350979.214589:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350979.214593:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4fb80 x1849001118766208/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 224/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1763350979.214615:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000001:3.0:1763350979.214626:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350979.214630:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1763350979.214630:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000100:00001000:3.0:1763350979.214636:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000400:00000200:1.0:1763350979.214637:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1763350979.214643:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1763350979.214646:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.214651:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019cc0 00000400:00000010:1.0:1763350979.214654:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019cc0. 00000100:00000001:1.0:1763350979.214659:0:3309:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763350979.214662:0:3309:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350979.214664:0:3309:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea6c00. 02000000:00000001:1.0:1763350979.214667:0:3309:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763350979.214668:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1763350979.215234:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350979.215239:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350979.215244:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.215251:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350979.215254:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.215256:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000020:00000010:2.0:1763350979.215262:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3f200. 00000020:00000010:2.0:1763350979.215266:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0080. 00000020:00000010:2.0:1763350979.215270:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df90907d0. 00000100:00000001:2.0:1763350979.215276:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350979.215277:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350979.215279:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.215465:0:63037:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763350979.215465:0:57858:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.215468:0:63037:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350979.215471:0:57858:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.215472:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.215484:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.215497:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.215497:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.215501:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763350979.215502:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1763350979.215513:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00100000:0.0:1763350979.215513:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1940 00000100:00000001:3.0:1763350979.215520:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 00000100:00000001:2.0:1763350979.215521:0:63037:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.215521:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 02000000:00000001:3.0:1763350979.215525:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1763350979.215527:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170316288 : -120542539235328 : ffff925e00c4c000) 00000100:00000001:2.0:1763350979.215528:0:63037:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.215530:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.215536:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.215539:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4c000 x1849001118766336/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 224/0 e 0 to 0 dl 1763350990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350979.215544:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350979.215551:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350ee0. 00000100:00000001:0.0:1763350979.215553:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.215558:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000200:3.0:1763350979.215559:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001118766208, offset 224 00000100:00000001:0.0:1763350979.215563:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.215568:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000400:00000200:3.0:1763350979.215570:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000100:00100000:0.0:1763350979.215576:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2361:x1849001118766336:12345-192.168.202.2@tcp:400:kworker.0 00000100:00000200:0.0:1763350979.215580:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118766336 00000020:00000001:0.0:1763350979.215583:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000400:00000200:3.0:1763350979.215587:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000020:00000001:0.0:1763350979.215587:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.215590:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.215592:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1763350979.215680:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198023:198023:256:4294967295] 192.168.202.2@tcp LPNI seq info [198019:198019:8:4294967295] 00000400:00000200:3.0:1763350979.215691:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350979.215697:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350979.215702:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122800. 00000800:00000200:3.0:1763350979.215708:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350979.215713:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350979.215717:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350979.215724:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.215727:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350979.215730:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350979.215731:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.215734:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350979.215738:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4fb80 x1849001118766208/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 224/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350979.215753:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118766208:12345-192.168.202.2@tcp:400:kworker.0 Request processed in 1229us (3387us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350979.215762:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1939 00000100:00000040:3.0:1763350979.215765:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350979.215767:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350979.215768:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350979.215772:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350979.215776:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:3.0:1763350979.215783:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f600. 00000020:00000040:3.0:1763350979.215788:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:3.0:1763350979.215792:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.216029:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.216033:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122800. 00000400:00000200:2.0:1763350979.216037:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.216042:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.216046:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350ee0 00000400:00000010:2.0:1763350979.216048:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350ee0. 00000100:00000001:2.0:1763350979.216053:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.216054:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1763350979.216057:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:0.0:1763350979.216063:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.216067:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.216070:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.216072:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.216075:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.216077:0:57858:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763350979.216081:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.216083:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.216087:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea5c00. 02000000:00000001:0.0:1763350979.216089:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.216092:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.216094:0:57858:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350979.216097:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911610, transno 0, xid 1849001118766336 00010000:00000001:0.0:1763350979.216099:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.216105:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4c000 x1849001118766336/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 224/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350979.216114:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.216116:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.216133:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.216138:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.216141:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.216143:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.216145:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.216147:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.216229:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.216233:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.216238:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019cc0. 00000100:00000200:0.0:1763350979.216241:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001118766336, offset 224 00000400:00000200:0.0:1763350979.216246:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.216253:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.216258:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198024:198024:256:4294967295] 192.168.202.2@tcp LPNI seq info [198020:198020:8:4294967295] 00000400:00000200:0.0:1763350979.216266:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.216270:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.216274:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350979.216277:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.216282:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.216284:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.216301:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.216304:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.216306:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.216307:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.216309:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.216313:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c000 x1849001118766336/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 224/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350979.216323:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2361:x1849001118766336:12345-192.168.202.2@tcp:400:kworker.0 Request processed in 769us (4030us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.216330:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1940 00000100:00000040:0.0:1763350979.216332:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350979.216335:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.216336:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000800:00000200:1.0:1763350979.216340:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1763350979.216341:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0080. 00000800:00000010:1.0:1763350979.216347:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000020:00000010:0.0:1763350979.216349:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df90907d0. 00000400:00000200:1.0:1763350979.216352:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1763350979.216355:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3f200. 00000400:00000200:1.0:1763350979.216360:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000020:00000040:0.0:1763350979.216362:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 18 00000400:00000200:1.0:1763350979.216364:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019cc0 00000100:00000001:0.0:1763350979.216367:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1763350979.216369:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019cc0. 00000100:00000001:1.0:1763350979.216375:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.216376:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350979.222175:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.222199:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.222204:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.222207:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.222221:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.222246:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf9580 00000400:00000200:1.0:1763350979.222257:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 8224 00000800:00000001:1.0:1763350979.222268:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.222279:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.222282:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.222287:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.222296:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.222299:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350979.222306:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4d180. 00000100:00000040:1.0:1763350979.222311:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4d180 x1849001118766464 msgsize 328 00000100:00100000:1.0:1763350979.222316:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350979.222394:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.222405:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.222409:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.222464:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.222468:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118766464 02000000:00000001:0.0:1763350979.222472:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.222475:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.222477:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.222482:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.222487:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118766464 00000020:00000001:0.0:1763350979.222490:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.222492:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350979.222495:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.222498:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:0.0:1763350979.222501:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350979.222504:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350979.222509:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.222515:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.222520:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.222522:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350979.222530:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350979.222536:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350979.222541:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d190. 00000100:00000040:0.0:1763350979.222550:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350979.222554:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.222555:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.222558:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.222567:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.222583:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.222629:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.222632:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.222638:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19980 00000100:00000040:0.0:1763350979.222642:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350979.222645:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170320768 : -120542539230848 : ffff925e00c4d180) 00000100:00000040:0.0:1763350979.222652:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4d180 x1849001118766464/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350979.222663:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.222666:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.222669:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.222671:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350979.222676:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118766464:12345-192.168.202.2@tcp:101:stat.0 00000100:00000200:0.0:1763350979.222680:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118766464 00000020:00000001:0.0:1763350979.222685:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.222787:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.222790:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.222793:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.222796:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350979.222800:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.222805:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.222807:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.222810:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.222816:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.222818:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350979.222821:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350979.222823:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350979.222825:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350979.222828:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.222834:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350979.222842:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:0.0:1763350979.222846:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350979.222849:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350979.222854:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350979.222859:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350979.222862:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033c6a9 to hash 00000020:00000001:0.0:1763350979.222864:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350979.222867:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350979.222869:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00010000:0.0:1763350979.222875:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c6a9 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca89 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.222884:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:0.0:1763350979.222887:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00010000:00000001:0.0:1763350979.222895:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350979.222898:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350979.222901:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.222904:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.222911:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925deeea6c00. 02000000:00000001:0.0:1763350979.222913:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.222916:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.222920:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350979.222922:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350979.222926:0:57858:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.222929:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350979.222936:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922b28. 00002000:00000001:0.0:1763350979.222939:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350979.222942:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350979.222945:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.222948:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350979.222955:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.222957:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.222960:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.222963:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350979.222965:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350979.222966:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.222969:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350979.222973:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981500. 00000020:00000040:0.0:1763350979.222977:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350979.222981:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350979.222984:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350979.222989:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350979.222995:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0400. 00000100:00000001:0.0:1763350979.223002:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.223008:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350979.223011:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350979.223017:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.223027:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350979.223029:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.223033:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101451392:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350979.223038:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350979.223044:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350979.223047:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.223050:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350979.223054:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350979.223056:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350979.223063:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb580. 00000400:00000010:0.0:1763350979.223071:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019198. 00000100:00000200:0.0:1763350979.223079:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101451392, portal 16 00000100:00000001:0.0:1763350979.223082:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350979.223084:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531150611712 : -120542558939904 : ffff925dff981500) 00000100:00000040:0.0:1763350979.223090:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.223098:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.223101:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.223104:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019aa0. 00000100:00000200:0.0:1763350979.223107:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101451392, offset 0 00000400:00000200:0.0:1763350979.223113:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.223135:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.223141:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350979.223146:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350979.223151:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350979.223154:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350979.223158:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198025:198025:256:4294967295] 192.168.202.2@tcp LPNI seq info [198021:198021:8:4294967295] 00000400:00000200:0.0:1763350979.223169:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.223176:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.223182:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350979.223188:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.223197:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.223202:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.223227:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.223232:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856195 00000100:00000010:0.0:1763350979.223238:0:57858:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e780. 00000100:00000001:0.0:1763350979.223246:0:57858:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350979.223254:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856195 00000100:00000010:0.0:1763350979.223256:0:57858:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e240. 00000100:00000001:0.0:1763350979.223259:0:57858:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350979.223262:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856195 00000100:00000010:0.0:1763350979.223265:0:57858:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e4e0. 00000100:00000001:0.0:1763350979.223269:0:57858:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350979.223272:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856195 00000100:00000010:0.0:1763350979.223274:0:57858:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e120. 00000100:00000001:0.0:1763350979.223277:0:57858:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350979.223279:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.223282:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.223284:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.223286:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.223289:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.223291:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350979.223293:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922b28. 00010000:00000001:0.0:1763350979.223296:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.223299:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.223301:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350979.223303:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.223306:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350979.223307:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350979.223310:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc38759c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350979.223313:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350979.223317:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350979.223701:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.223708:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:2.0:1763350979.223713:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.223719:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.223725:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019aa0 00000400:00000010:2.0:1763350979.223728:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019aa0. 00000100:00000001:2.0:1763350979.223733:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350979.223738:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.223749:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.223752:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.223759:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.223761:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350979.229785:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.229809:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.229813:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.229816:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.229829:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.229851:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76080 00000400:00000200:1.0:1763350979.229865:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f6d1 [1] + 224 00000800:00000001:1.0:1763350979.229875:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.229884:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.229887:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.229892:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.229902:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.229913:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350979.229926:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.229952:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.229963:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.229967:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.230378:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350979.230389:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350979.230391:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350979.230396:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb580. 00000400:00000200:0.0:1763350979.230402:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019198 00000400:00000010:0.0:1763350979.230405:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019198. 00000100:00000001:0.0:1763350979.230409:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.230416:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350979.230427:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.230434:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350979.230435:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.230438:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350979.230442:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350979.230445:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.230448:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.230452:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.230459:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350979.230463:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350979.230466:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350979.230468:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.230471:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350979.230475:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.230477:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.230482:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.230490:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.230495:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350979.230498:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.230501:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350979.230507:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350979.230518:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.230523:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.230533:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:0.0:1763350979.230536:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:0.0:1763350979.230540:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350979.230549:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.230553:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000001:0.0:1763350979.230557:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.230559:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.230561:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.230565:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350979.230574:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101451392:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350979.230579:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.230581:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.230585:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350979.230588:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350979.230591:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dff981500 x1849001101451392/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.230648:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350979.230650:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350979.230654:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350979.230660:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350979.230662:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350979.230664:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350979.230666:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350979.230669:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350979.230673:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350979.230675:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350979.230677:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff981500. 00000100:00000001:0.0:1763350979.230681:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350979.230683:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350979.230685:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.230696:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350979.230699:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350979.230702:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda2c0. 00010000:00000001:0.0:1763350979.230706:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.230710:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350979.230714:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350979.230716:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.230724:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.230725:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.230728:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.230730:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.230733:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3400 with handle 0xcb8c81cc3033c6a9 from hash 00010000:00000001:0.0:1763350979.230736:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.230737:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.230738:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.230740:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350979.230747:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350979.230751:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350979.230758:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c6a9 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca89 expref: 24 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350979.230774:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350979.230777:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.230780:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.230782:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.230784:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.230788:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.230789:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.230791:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.230792:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.230794:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.230796:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.230798:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350979.230801:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.230803:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.230805:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.230806:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.230809:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c6a9 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca89 expref: 24 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350979.230818:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350979.230821:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:0.0:1763350979.230828:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.230830:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3400, rc 0) 00000020:00000001:0.0:1763350979.230833:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350979.230837:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118766464 00010000:00000001:0.0:1763350979.230841:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.230847:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4d180 x1849001118766464/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350979.230855:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.230858:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.230861:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.230867:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.230869:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.230872:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.230875:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.230877:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.230881:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.230884:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.230890:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019198. 00000100:00000200:0.0:1763350979.230896:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118766464, offset 224 00000400:00000200:0.0:1763350979.230904:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.230916:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.230924:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198026:198026:256:4294967295] 192.168.202.2@tcp LPNI seq info [198022:198022:8:4294967295] 00000400:00000200:0.0:1763350979.230936:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.230942:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.230948:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350979.230955:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.230962:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.230967:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.230987:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.230991:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.230993:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.230995:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.230998:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.231003:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4d180 x1849001118766464/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350979.231012:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118766464:12345-192.168.202.2@tcp:101:stat.0 Request processed in 8348us (8699us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350979.231023:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19980 00000100:00000040:0.0:1763350979.231028:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350979.231031:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.231033:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.231040:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350979.231046:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d190. 00000020:00000010:0.0:1763350979.231050:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350979.231055:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:0.0:1763350979.231058:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350979.231173:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.231178:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:1.0:1763350979.231182:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.231187:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.231191:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019198 00000400:00000010:1.0:1763350979.231193:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019198. 00000100:00000001:1.0:1763350979.231197:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.231199:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350979.237077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00000800:00000001:2.0:1763350979.267738:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.267761:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.267766:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.267768:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.268206:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.268233:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edf9600 00000400:00000200:2.0:1763350979.268244:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 89320 00000800:00000001:2.0:1763350979.268254:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.268265:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.268268:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.268273:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.268282:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.268285:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350979.268292:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9876680. 00000100:00000040:2.0:1763350979.268296:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9876680 x1849001118766592 msgsize 576 00000100:00100000:2.0:1763350979.268301:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.268316:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.268325:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.268329:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.271879:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.271890:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118766592 02000000:00000001:1.0:1763350979.271897:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.271900:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.271903:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.271910:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.271915:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118766592 00000020:00000001:1.0:1763350979.271919:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.271921:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350979.271924:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.271930:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=493 00000020:00000001:1.0:1763350979.271934:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350979.271937:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350979.271943:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.271954:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.271958:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.271960:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000020:00000010:1.0:1763350979.271972:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7c00. 00000020:00000010:1.0:1763350979.271978:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.271985:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3960. 00000100:00000040:1.0:1763350979.271995:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350979.271999:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.272000:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350979.272005:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350979.272007:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.272009:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.272019:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.272039:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.272056:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.272059:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.272069:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140584 00000100:00000040:1.0:1763350979.272074:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.272076:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511984256 : -120543197567360 : ffff925dd9876680) 00000100:00000040:1.0:1763350979.272084:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9876680 x1849001118766592/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 576/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.272095:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.272097:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.272100:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.272102:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000100:00100000:1.0:1763350979.272107:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226194:x1849001118766592:12345-192.168.202.2@tcp:101:readlink.0 00000100:00000200:1.0:1763350979.272111:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118766592 00000020:00000001:1.0:1763350979.272116:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.272130:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.272137:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.272140:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.272142:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.272146:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.272151:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118766592, found 0 last_xid 1849001118766591 00000020:00000001:1.0:1763350979.272334:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.272338:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.272340:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.272347:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.272350:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.272353:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.272355:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.272358:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350979.272360:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.272368:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.272377:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:1.0:1763350979.272381:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.272385:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.272390:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350979.272395:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.272398:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033c6b0 to hash 00000020:00000001:1.0:1763350979.272400:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.272402:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000010:1.0:1763350979.272409:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350979.272413:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00010000:1.0:1763350979.272419:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c6b0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca90 expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.275003:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350979.275008:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00010000:00000001:1.0:1763350979.275019:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350979.275023:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350979.275040:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350979.275044:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350979.275046:0:20551:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350979.275049:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.275051:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1763350979.275056:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.275061:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530967377880 : -120542742173736 : ffff925df4ac27d8) 00000004:00000001:1.0:1763350979.275064:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623530967377792 : -120542742173824 : ffff925df4ac2780) 00000004:00000001:1.0:1763350979.275067:0:20551:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.275071:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350979.275073:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350979.275077:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.275080:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.275135:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925deeda0000. 02000000:00000001:1.0:1763350979.275139:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.275143:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.275146:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.275148:0:20551:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763350979.275156:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350979.275159:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.275162:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.275165:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.275167:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.275169:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.275171:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.275173:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.275174:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.275176:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.275177:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.275180:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.275181:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.275183:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.275185:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.275187:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.275188:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.275190:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.275194:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.275195:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.275201:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350979.275208:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350979.275210:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350979.275214:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350979.275216:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.275221:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.275223:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.275225:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350979.277386:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.277406:0:20551:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1763350979.277414:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.277416:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350979.277422:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.277430:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350979.277434:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350979.277438:0:20551:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:1.0:1763350979.277442:0:20551:0:(mdt_lib.c:2202:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.277445:0:20551:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000bd2:0x3feb:0x0], ldlm_rep = ffff925deeda0228 00000004:00000001:1.0:1763350979.277454:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350979.277460:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350979.277464:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.277472:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:1.0:1763350979.277476:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.277480:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.277486:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:1.0:1763350979.277493:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.277496:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6e00 with handle 0xcb8c81cc3033c6b7 to hash 00000020:00000001:1.0:1763350979.277498:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.277500:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000010:1.0:1763350979.277506:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373c00. 00010000:00000001:1.0:1763350979.277510:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350979.277514:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.277516:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.277522:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c6b7 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.277532:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.277537:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.277540:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350979.277543:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.277546:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.277549:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.277550:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.277554:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350979.277557:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350979.277559:0:20551:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350979.277561:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350979.277564:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 2 00010000:00000040:1.0:1763350979.277568:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350979.277579:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 494 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350979.277588:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.277616:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350979.277622:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.277625:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.277628:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350979.277629:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.277632:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.277635:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.277638:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350979.277642:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.277645:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.277651:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.277653:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.277655:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.277657:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.277659:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.277662:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:1.0:1763350979.277664:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350979.277667:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350979.277669:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.277670:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.277672:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.277677:0:20551:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763350979.277686:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.277691:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.277746:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.277751:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.277759:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.277762:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.277770:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.277775:0:20551:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.277781:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.277785:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.277786:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.277788:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.277790:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.277795:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.277798:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350979.277801:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350979.277804:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.277809:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.277811:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.277814:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.277816:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.277818:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.277820:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.277822:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.277824:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.277827:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:1.0:1763350979.277831:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: returning size 11776 00000004:00200000:1.0:1763350979.277835:0:20551:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00000002:1.0:1763350979.277838:0:20551:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763350979.277840:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.277842:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.277845:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350979.277848:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.277850:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.277851:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.277853:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.277855:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.277857:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.277859:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.277866:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.277878:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.277881:0:20551:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.277898:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.277900:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.277903:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:1.0:1763350979.277906:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350979.277908:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00000004:00010000:1.0:1763350979.277913:0:20551:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c6b7 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.277920:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.277922:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.277924:0:20551:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1763350979.277927:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350979.277932:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350979.277935:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1763350979.277938:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.277940:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.277942:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:1.0:1763350979.277944:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350979.277946:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00000004:00000040:1.0:1763350979.277950:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350979.277953:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:1.0:1763350979.277962:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.277963:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.277966:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350979.277968:0:20551:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763350979.277973:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350979.277976:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350979.277978:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.277980:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.277983:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350979.277986:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350979.277991:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.277995:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350979.277999:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.278001:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.278004:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350979.278008:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350979.278011:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.278014:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.278016:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.278018:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.278020:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.278023:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033c6b0 from hash 00010000:00000001:1.0:1763350979.278025:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.278027:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.278028:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.278030:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350979.278031:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.278036:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c6b0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca90 expref: 495 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.278046:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350979.278049:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00010000:00000010:1.0:1763350979.278052:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350979.278068:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.278070:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.278077:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350979.278082:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c6b7 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca90 expref: 494 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.278092:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.278096:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.278099:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350979.278102:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:1.0:1763350979.278106:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.278109:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.278111:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.278113:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.278114:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.278116:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6e00, rc 0) 00000020:00000001:1.0:1763350979.278120:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.278138:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 0, xid 1849001118766592 00010000:00000001:1.0:1763350979.278141:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.278149:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9876680 x1849001118766592/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 576/584 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.278160:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.278163:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.278168:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.278175:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.278178:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.278181:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.278185:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.278189:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.278194:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.278197:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.278204:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74908. 00000100:00000200:1.0:1763350979.278214:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1849001118766592, offset 224 00000400:00000200:1.0:1763350979.278222:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.278240:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.278249:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198027:198027:256:4294967295] 192.168.202.2@tcp LPNI seq info [198023:198023:8:4294967295] 00000400:00000200:1.0:1763350979.278263:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.278270:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.278277:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcad00. 00000800:00000200:1.0:1763350979.278285:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.278295:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.278302:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcad00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.278342:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.278347:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.278351:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.278353:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.278356:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.278361:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9876680 x1849001118766592/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 576/584 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.278373:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9876680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226194:x1849001118766592:12345-192.168.202.2@tcp:101:readlink.0 Request processed in 6276us (10074us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350979.278383:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140584 00000100:00000040:1.0:1763350979.278388:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.278390:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.278392:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.278398:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.278428:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3960. 00000020:00000010:1.0:1763350979.278433:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7c00. 00000020:00000040:1.0:1763350979.278440:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:1.0:1763350979.278443:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.279705:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.279716:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcad00. 00000400:00000200:2.0:1763350979.279727:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.279736:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.279775:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74908 00000400:00000010:2.0:1763350979.279779:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74908. 00000100:00000001:2.0:1763350979.279785:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.279787:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350979.282904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00000800:00000001:1.0:1763350979.284556:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.284576:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.284582:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.284584:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.284640:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.284661:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf9680 00000400:00000200:1.0:1763350979.284672:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 8552 00000800:00000001:1.0:1763350979.284682:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.284693:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.284696:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.284701:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.284709:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.284713:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350979.284720:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4f480. 00000100:00000040:1.0:1763350979.284725:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4f480 x1849001118766720 msgsize 328 00000100:00100000:1.0:1763350979.284729:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350979.284736:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.284756:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.284760:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.285263:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.285268:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118766720 02000000:00000001:0.0:1763350979.285272:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.285275:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.285277:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.285283:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.285287:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118766720 00000020:00000001:0.0:1763350979.285291:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.285294:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350979.285297:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.285301:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:0.0:1763350979.285303:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350979.285306:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350979.285311:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.285317:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.285321:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.285324:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350979.285332:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350979.285338:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350979.285345:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d190. 00000100:00000040:0.0:1763350979.285353:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350979.285357:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.285358:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.285360:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.285370:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.285386:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.285402:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.285404:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.285411:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19981 00000100:00000040:0.0:1763350979.285416:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350979.285418:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170329728 : -120542539221888 : ffff925e00c4f480) 00000100:00000040:0.0:1763350979.285427:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4f480 x1849001118766720/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350979.285436:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.285439:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.285441:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.285443:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350979.285447:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118766720:12345-192.168.202.2@tcp:101:readlink.0 00000100:00000200:0.0:1763350979.285451:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118766720 00000020:00000001:0.0:1763350979.285455:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.285460:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.285463:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.285466:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.285468:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350979.285472:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.285476:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.285479:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.285482:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.285488:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.285491:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350979.285494:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350979.285496:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350979.285498:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350979.285501:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.285507:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350979.285516:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:0.0:1763350979.285520:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350979.285523:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350979.285528:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350979.285532:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350979.285535:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033c6be to hash 00000020:00000001:0.0:1763350979.285537:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350979.285538:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350979.285541:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00010000:0.0:1763350979.285546:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c6be lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca97 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.285555:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:0.0:1763350979.285558:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00010000:00000001:0.0:1763350979.285566:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350979.285570:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350979.285572:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.285575:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.285584:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cddc47c00. 02000000:00000001:0.0:1763350979.285587:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.285589:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.285592:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350979.285631:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350979.285635:0:57858:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.285638:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350979.285645:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922b28. 00002000:00000001:0.0:1763350979.285648:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350979.285651:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350979.285654:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.285658:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350979.285666:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.285668:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.285669:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.285672:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350979.285675:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350979.285676:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.285679:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350979.285683:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981500. 00000020:00000040:0.0:1763350979.285686:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350979.285690:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350979.285693:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350979.285699:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350979.285704:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0400. 00000100:00000001:0.0:1763350979.285711:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.285717:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350979.285719:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350979.285725:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.285733:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350979.285735:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.285739:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101451520:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350979.285743:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350979.285749:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350979.285753:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.285756:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350979.285760:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350979.285762:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350979.285767:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb580. 00000400:00000010:0.0:1763350979.285775:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019f68. 00000100:00000200:0.0:1763350979.285784:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101451520, portal 16 00000100:00000001:0.0:1763350979.285786:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350979.285787:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531150611712 : -120542558939904 : ffff925dff981500) 00000100:00000040:0.0:1763350979.285792:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.285800:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.285802:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.285805:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019220. 00000100:00000200:0.0:1763350979.285808:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101451520, offset 0 00000400:00000200:0.0:1763350979.285815:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.285827:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.285832:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350979.285837:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350979.285841:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350979.285843:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350979.285847:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198028:198028:256:4294967295] 192.168.202.2@tcp LPNI seq info [198024:198024:8:4294967295] 00000400:00000200:0.0:1763350979.287168:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.287179:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.287190:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350979.287197:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.287206:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.287211:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.287234:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.287240:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856259 00000100:00000001:0.0:1763350979.287250:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856195 00000100:00000001:0.0:1763350979.287258:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856259 00000100:00000001:0.0:1763350979.287262:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856195 00000100:00000001:0.0:1763350979.287265:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856259 00000100:00000001:0.0:1763350979.287267:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856195 00000100:00000001:0.0:1763350979.287270:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856259 00000100:00000001:0.0:1763350979.287274:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856195 00000100:00000001:0.0:1763350979.287277:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.287280:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.287284:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.287286:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.287289:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.287291:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350979.287294:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922b28. 00010000:00000001:0.0:1763350979.287299:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.287302:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.287303:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350979.287306:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.287308:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350979.287310:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350979.287313:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc38759c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350979.287317:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350979.287320:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350979.287655:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.287661:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:2.0:1763350979.287666:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.287672:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.287678:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019220 00000400:00000010:2.0:1763350979.287681:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019220. 00000100:00000001:2.0:1763350979.287686:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350979.287692:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.287705:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.287708:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.287715:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.287717:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.328543:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.328572:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.328577:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.328579:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.328592:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.328774:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76100 00000400:00000200:2.0:1763350979.328786:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f6e1 [1] + 224 00000800:00000001:2.0:1763350979.328797:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.328815:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.328818:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.328824:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.328832:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.328843:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350979.329383:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.329454:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350979.329814:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.329829:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.329834:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763350979.329926:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350979.329929:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350979.329933:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb580. 00000400:00000200:0.0:1763350979.329939:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00000400:00000010:0.0:1763350979.329942:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00000100:00000001:0.0:1763350979.329945:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.329952:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350979.330519:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.330534:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350979.330537:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.330540:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350979.330544:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350979.330547:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.330549:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.330553:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.330561:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350979.330566:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350979.330569:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350979.330571:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.330574:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350979.330578:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.330581:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.330587:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.330594:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.330626:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350979.330629:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.330632:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350979.330639:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350979.330650:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.330654:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.330664:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:0.0:1763350979.330667:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:0.0:1763350979.330670:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350979.330679:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.330684:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000001:0.0:1763350979.330688:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.330690:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.330692:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.330697:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350979.330706:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101451520:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350979.330712:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.330716:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.330719:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350979.330721:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350979.330725:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dff981500 x1849001101451520/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.330732:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350979.330735:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350979.330739:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350979.331160:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350979.331163:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350979.331165:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350979.331169:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350979.331172:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350979.331176:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350979.331178:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350979.331181:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff981500. 00000100:00000001:0.0:1763350979.331185:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350979.331186:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350979.331190:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.331193:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350979.331195:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350979.331198:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda2c0. 00010000:00000001:0.0:1763350979.331202:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.331207:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350979.331212:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350979.331215:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.331222:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.331223:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.331226:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.331228:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.331233:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3400 with handle 0xcb8c81cc3033c6be from hash 00010000:00000001:0.0:1763350979.331235:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.331237:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.331238:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.331240:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350979.331242:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350979.331245:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350979.331253:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c6be lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca97 expref: 24 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350979.331269:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350979.331273:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.331276:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.331277:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.331280:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.331283:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.331285:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.331286:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.331287:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.331289:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.331290:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.331292:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350979.331294:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.331296:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.331298:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.331300:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.331303:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c6be lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca97 expref: 24 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350979.331312:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350979.331315:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:0.0:1763350979.331323:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.331325:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3400, rc 0) 00000020:00000001:0.0:1763350979.331328:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350979.331332:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118766720 00010000:00000001:0.0:1763350979.331335:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.331341:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4f480 x1849001118766720/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350979.331348:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.331351:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.331354:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.331360:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.331363:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.331365:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.331368:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.331371:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.331374:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.331378:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.331386:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019f68. 00000100:00000200:0.0:1763350979.331393:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118766720, offset 224 00000400:00000200:0.0:1763350979.331400:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.331415:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.331422:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198029:198029:256:4294967295] 192.168.202.2@tcp LPNI seq info [198025:198025:8:4294967295] 00000400:00000200:0.0:1763350979.331433:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.331439:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.331446:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350979.331452:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.331461:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.331467:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.331497:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.331501:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.331504:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.331506:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.331509:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.331514:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4f480 x1849001118766720/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350979.331524:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118766720:12345-192.168.202.2@tcp:101:readlink.0 Request processed in 46086us (46797us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350979.331534:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19981 00000100:00000040:0.0:1763350979.331539:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350979.331541:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.331543:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.331549:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350979.331555:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d190. 00000020:00000010:0.0:1763350979.331559:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350979.331565:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:0.0:1763350979.331568:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.331813:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.331818:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:2.0:1763350979.331823:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.331829:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.331834:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00000400:00000010:2.0:1763350979.331836:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00000100:00000001:2.0:1763350979.331841:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.331842:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350979.350641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00000100:00000040:3.0:1763350979.361805:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300856259, at 4300856264 00000100:00000010:3.0:1763350979.361827:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e120. 00000100:00000040:0.0:1763350979.362158:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300856259, at 4300856264 00000100:00000010:0.0:1763350979.362166:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e780. 00000100:00000040:1.0:1763350979.362245:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300856259, at 4300856264 00000100:00000010:1.0:1763350979.362252:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e240. 00000100:00000040:2.0:1763350979.362346:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300856259, at 4300856264 00000100:00000010:2.0:1763350979.362353:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e4e0. 00000800:00000001:2.0:1763350979.384724:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.385217:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.385223:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.385229:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.385244:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.385269:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edf9780 00000400:00000200:2.0:1763350979.385281:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 89896 00000800:00000001:2.0:1763350979.385293:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.385333:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.385337:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.385343:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.385352:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.385354:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350979.385362:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9874e00. 00000100:00000040:2.0:1763350979.385367:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9874e00 x1849001118766976 msgsize 4616 00000100:00100000:2.0:1763350979.385372:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350979.386654:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.387561:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118766976 02000000:00000001:1.0:1763350979.387569:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.387572:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.387576:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.387582:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.387587:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118766976 00000020:00000001:1.0:1763350979.387590:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.387593:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350979.387612:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.387617:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:1.0:1763350979.387621:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350979.387624:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350979.387629:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.387685:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.387899:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.387902:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000020:00000010:1.0:1763350979.387913:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7c00. 00000020:00000010:1.0:1763350979.387920:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.387926:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3960. 00000100:00000040:1.0:1763350979.387938:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350979.387941:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.387943:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350979.387946:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350979.387949:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.387951:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.387960:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.388138:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.388163:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.388176:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.388243:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.388272:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.388275:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.388286:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140585 00000100:00000040:1.0:1763350979.388292:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.388295:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511977984 : -120543197573632 : ffff925dd9874e00) 00000100:00000040:1.0:1763350979.388308:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9874e00 x1849001118766976/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.388319:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.388323:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.388326:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.388328:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000100:00100000:1.0:1763350979.388333:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226197:x1849001118766976:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350979.388338:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118766976 00000020:00000001:1.0:1763350979.388344:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.388349:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.388356:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.388359:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.388362:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.388366:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.388371:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118766976, found 0 last_xid 1849001118766975 00000020:00000001:1.0:1763350979.388375:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.388377:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.388379:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.388386:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.388389:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.388393:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.388396:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.388398:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350979.388400:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.388407:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.388415:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:1.0:1763350979.388419:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.388422:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.388426:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350979.388431:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.388433:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033c6c5 to hash 00000020:00000001:1.0:1763350979.388435:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.388438:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000010:1.0:1763350979.388443:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350979.388447:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00010000:1.0:1763350979.388452:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c6c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeca9e expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.388462:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350979.388465:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:1.0:1763350979.388473:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350979.388477:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350979.388485:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350979.388488:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350979.388490:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.388493:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763350979.388499:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dd9874e00 x1849001118766976/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/0 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763350979.388508:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350979.388511:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350979.388514:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763350979.388517:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.388520:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.388523:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.388524:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.388526:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.388528:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.388529:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.388531:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.388538:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.388540:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.388542:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.388544:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.388547:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350979.388549:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350979.388553:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.388556:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.388962:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925deda10000. 02000000:00000001:1.0:1763350979.388966:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.388969:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.388975:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350979.388977:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.388978:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.388980:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.388981:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.388983:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.388984:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.388986:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.388988:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.388991:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.388992:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.388997:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350979.389004:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350979.389006:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350979.389009:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350979.389011:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.389014:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.389016:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389018:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350979.389020:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389023:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350979.389025:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389028:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350979.389031:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763350979.389035:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:1.0:1763350979.389038:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200000bd2:0x3feb:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763350979.389043:0:20551:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763350979.389045:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.389048:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350979.389051:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.389059:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350979.389061:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350979.389068:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.389073:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.389130:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389135:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.389141:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.389144:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.389151:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.389154:0:20551:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.389158:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.389161:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.389162:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.389163:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.389164:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.389168:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.389171:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350979.389174:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350979.389176:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389180:0:20551:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763350979.389184:0:20551:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3feb:0x0] lease count: 0, lm: 4 00000004:00000002:1.0:1763350979.389187:0:20551:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3feb:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:1.0:1763350979.389191:0:20551:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.389194:0:20551:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389198:0:20551:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350979.389201:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.389203:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.389205:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.389206:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.389208:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.389210:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.389211:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.389213:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.389215:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:1.0:1763350979.389219:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: returning size 11776 00000001:00000001:1.0:1763350979.389221:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.389222:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389225:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350979.389228:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.389229:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.389230:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.389232:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.389234:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.389237:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.389239:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389242:0:20551:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763350979.389245:0:20551:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:1.0:1763350979.389249:0:20551:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763350979.389260:0:20551:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763350979.389264:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763350979.389266:0:20551:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389269:0:20551:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389271:0:20551:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.389277:0:20551:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763350979.389281:0:20551:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dffae6780. 00000020:00000001:1.0:1763350979.389283:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.389285:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffae6780 with handle 0xcb8c81cc3033c6cc to hash 00000020:00000001:1.0:1763350979.389287:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763350979.389289:0:20551:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623531152074624 : -120542557476992 : ffff925dffae6780) 00000004:00000001:1.0:1763350979.389291:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350979.389293:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763350979.389295:0:20551:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3feb:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:1.0:1763350979.389299:0:20551:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763350979.389302:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.389311:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc67e6000. 00080000:00000001:1.0:1763350979.389314:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530192625664 : -120543516925952 : ffff925dc67e6000) 00080000:00000001:1.0:1763350979.389317:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350979.389324:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.389331:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.389333:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.389355:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.389358:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350979.389362:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350979.389366:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055158, last_committed = 8590055150 00000001:00000010:1.0:1763350979.389369:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd660. 00000001:00000040:1.0:1763350979.389371:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:1.0:1763350979.389373:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00000001:00000010:1.0:1763350979.389379:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad3c0. 00080000:00000001:1.0:1763350979.389385:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.389402:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350979.389406:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad3c0: xid 1849001118766976, transno 8590055158, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350979.389409:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.389420:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389422:0:20551:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350979.389423:0:20551:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389425:0:20551:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389428:0:20551:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.389431:0:20551:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763350979.389433:0:20551:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763350979.389434:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.389437:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.389438:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350979.389440:0:20551:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.389442:0:20551:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350979.389448:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.389456:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389460:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389462:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350979.389465:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350979.389467:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350979.389469:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.389471:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.389473:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350979.389475:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350979.389491:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389493:0:20551:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:1.0:1763350979.389495:0:20551:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.389498:0:20551:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763350979.389501:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763350979.389506:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.389509:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350979.389511:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.389517:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.389519:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.389522:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.389524:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.389526:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033c6c5 from hash 00010000:00000001:1.0:1763350979.389529:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.389531:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.389532:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.389534:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350979.389536:0:20551:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.389539:0:20551:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350979.389547:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c6c5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca9e expref: 496 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.389555:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350979.389559:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.389561:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.389563:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.389565:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.389569:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.389570:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.389572:0:20551:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.389573:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.389575:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.389576:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.389580:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.389582:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925ccd7daf00) 00010000:00010000:1.0:1763350979.389584:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763350979.389587:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.389589:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.389591:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.389592:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.389616:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c6c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca9e expref: 496 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.389625:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350979.389671:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00010000:00000010:1.0:1763350979.389674:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350979.389684:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.389687:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6800, rc 0) 00000020:00000001:1.0:1763350979.389690:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350979.389694:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 8590055158, xid 1849001118766976 00010000:00000001:1.0:1763350979.389697:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.389703:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9874e00 x1849001118766976/t8590055158(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/608 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.389711:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.389715:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.389720:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.389726:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.389729:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.389731:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.389735:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.389738:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.389927:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.389931:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.389938:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74880. 00000100:00000200:1.0:1763350979.389945:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118766976, offset 224 00000400:00000200:1.0:1763350979.389951:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.389966:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.389974:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198030:198030:256:4294967295] 192.168.202.2@tcp LPNI seq info [198026:198026:8:4294967295] 00000400:00000200:1.0:1763350979.389986:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.389992:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.389998:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcaf00. 00000800:00000200:1.0:1763350979.390004:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.390013:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.390018:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcaf00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.390039:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.390042:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.390045:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.390047:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.390049:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.390054:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9874e00 x1849001118766976/t8590055158(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/608 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.390064:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9874e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226197:x1849001118766976:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1744us (4695us total) trans 8590055158 rc 301/301 00000100:00100000:1.0:1763350979.390072:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140585 00000100:00000040:1.0:1763350979.390076:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.390078:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.390081:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.390086:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.390090:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3960. 00000020:00000010:1.0:1763350979.390095:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7c00. 00000020:00000040:1.0:1763350979.390101:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:1.0:1763350979.390104:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.390285:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.390290:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaf00. 00000400:00000200:2.0:1763350979.390298:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.390305:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.390311:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74880 00000400:00000010:2.0:1763350979.390313:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74880. 00000100:00000001:2.0:1763350979.390318:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.390320:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.393140:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.393166:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.393172:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.393175:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.393190:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.393210:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 464 into portal 12 MB=0x691a81edf9800 00000400:00000200:2.0:1763350979.393222:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 464/464 into md 0xd4535 [64] + 94512 00000800:00000001:2.0:1763350979.393232:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.393244:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.393247:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.393253:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.393262:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.393265:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350979.393276:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d65c00. 00000100:00000040:2.0:1763350979.393281:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df4d65c00 x1849001118767104 msgsize 464 00000100:00100000:2.0:1763350979.393285:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.393304:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.393317:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.393321:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.393395:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.393399:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118767104 02000000:00000001:1.0:1763350979.393403:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.393406:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.393409:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.393415:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.393421:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118767104 00000020:00000001:1.0:1763350979.393424:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.393427:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350979.393430:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.393434:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:1.0:1763350979.393437:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350979.393441:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350979.393447:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.393454:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.393458:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.393461:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000020:00000010:1.0:1763350979.393470:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7c00. 00000020:00000010:1.0:1763350979.393476:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.393482:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3960. 00000100:00000040:1.0:1763350979.393493:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350979.393497:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.393498:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.393501:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.393511:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.393529:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.393546:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.393548:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.393553:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140586 00000100:00000040:1.0:1763350979.393558:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.393559:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970143744 : -120542739407872 : ffff925df4d65c00) 00000100:00000040:1.0:1763350979.393567:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d65c00 x1849001118767104/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 464/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.393578:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.393581:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.393583:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.393585:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000100:00100000:1.0:1763350979.393590:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226197:x1849001118767104:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:1.0:1763350979.393635:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118767104 00000020:00000001:1.0:1763350979.393640:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.393646:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350979.393655:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9ad3c0: xid 1849001118766976, transno 8590055158, client gen 3, slot idx 0 00000001:00000001:1.0:1763350979.393661:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43cc0: xid 1849001118765696, transno 8590055157, client gen 3, slot idx 2 00000001:00000010:1.0:1763350979.393666:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43cc0. 00000020:00000001:1.0:1763350979.393672:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.393675:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.393678:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:1.0:1763350979.393681:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.393686:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118767104, found 0 last_xid 1849001118767103 00000020:00000001:1.0:1763350979.393690:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.393692:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.393696:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.393699:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763350979.393706:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.393711:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000020:00000001:1.0:1763350979.393715:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.393717:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.393722:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.393725:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.393732:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925dc95f4000. 02000000:00000001:1.0:1763350979.393735:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.393737:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.393744:0:20551:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:1.0:1763350979.393749:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350979.393752:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.393754:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.393757:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.393759:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.393761:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.393767:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.393769:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.393771:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.393772:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.393773:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.393775:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.393777:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.393778:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.393780:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.393782:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.393784:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.393785:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.393788:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.393790:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.393796:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350979.393802:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350979.393805:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350979.393808:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350979.393810:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.393813:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.393814:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.393817:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350979.393819:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.393821:0:20551:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350979.393829:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cbcb0 00000004:00000002:1.0:1763350979.393832:0:20551:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_1, ldlm_rep = 0000000000000000 00000004:00000001:1.0:1763350979.393838:0:20551:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350979.393842:0:20551:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350979.393846:0:20551:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350979.393849:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350979.393852:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.393859:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350979.393863:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.393866:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.393870:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350979.393876:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.393879:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033c6d3 to hash 00000020:00000001:1.0:1763350979.393881:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.393883:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000010:1.0:1763350979.393889:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350979.393892:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350979.393896:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.393898:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.393903:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.393913:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.393918:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.393920:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350979.393923:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.393926:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.393928:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.393929:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.393932:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350979.393935:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350979.393937:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350979.393938:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350979.393941:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:1.0:1763350979.393945:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350979.393950:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c6b7 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca90 expref: 495 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.393958:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350979.393965:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.393970:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350979.393975:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.393977:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.393979:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350979.393980:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.393982:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.393984:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.393987:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350979.393990:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.393992:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394003:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.394004:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394006:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.394008:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350979.394009:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350979.394014:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7dad00. 00010000:00000010:1.0:1763350979.394018:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dffae6800. 00010000:00000001:1.0:1763350979.394022:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.394024:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7200. 00000020:00000001:1.0:1763350979.394026:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.394028:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7200 with handle 0xcb8c81cc3033c6da to hash 00000020:00000001:1.0:1763350979.394030:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.394031:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000010:1.0:1763350979.394034:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b00. 00010000:00000001:1.0:1763350979.394036:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350979.394040:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.394041:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.394044:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394050:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.394051:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.394053:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350979.394054:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.394056:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.394057:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.394059:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.394060:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350979.394062:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350979.394063:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350979.394064:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350979.394065:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 (ffff925ccd7dad00) refcount = 1 00010000:00010000:1.0:1763350979.394068:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394074:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350979.394076:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.394077:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394079:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350979.394080:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.394082:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394084:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.394085:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350979.394087:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.394090:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394094:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.394095:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394097:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.394099:0:20551:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.394105:0:20551:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350979.394167:0:20551:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350979.394171:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350979.394174:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350979.394179:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.394185:0:20551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350979.394212:0:20551:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350979.394215:0:20551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350979.394216:0:20551:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350979.394220:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350979.394223:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350979.394226:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350979.394228:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.394230:0:20551:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350979.394231:0:20551:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.394233:0:20551:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763350979.394237:0:20551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763350979.394239:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350979.394241:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350979.394243:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350979.394244:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350979.394246:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.394248:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.394273:0:20551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.394276:0:20551:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.394279:0:20551:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.394281:0:20551:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.394284:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.394286:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fec:0x0] 00000020:00000001:1.0:1763350979.394288:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.394293:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997272 : -120547694554344 : ffff925ccd7cd318) 00000004:00000001:1.0:1763350979.394296:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997184 : -120547694554432 : ffff925ccd7cd2c0) 00000004:00000001:1.0:1763350979.394301:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350979.394304:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350979.394305:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.394309:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbfd00 count: 2 00010000:00000001:1.0:1763350979.394312:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.394314:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.394317:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6400. 00000020:00000001:1.0:1763350979.394320:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.394322:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6400 with handle 0xcb8c81cc3033c6e1 to hash 00000020:00000001:1.0:1763350979.394324:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.394325:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000010:1.0:1763350979.394329:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373e00. 00010000:00000001:1.0:1763350979.394331:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350979.394334:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.394336:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.394351:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394356:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.394358:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.394360:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350979.394361:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.394364:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.394366:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.394367:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.394369:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350979.394370:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350979.394372:0:20551:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350979.394373:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350979.394375:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fec:0x0].0x0 (ffff925dc3dbfd00) refcount = 2 00010000:00000040:1.0:1763350979.394378:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350979.394383:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925cc38ba000/0xcb8c81cc3033c6a2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca82 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350979.394390:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394394:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350979.394397:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.394398:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394400:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350979.394401:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.394403:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394405:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.394407:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350979.394409:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.394412:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394417:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.394418:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394419:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.394422:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.394424:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.394426:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6400 refcount=3 00000020:00000001:1.0:1763350979.394428:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350979.394431:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350979.394433:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394435:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.394437:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.394440:0:20551:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763350979.394446:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.394449:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.394454:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.394458:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.394464:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.394467:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.394475:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.394478:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.394482:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.394485:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350979.394487:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.394489:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fec:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:1.0:1763350979.394494:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.394495:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.394496:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.394499:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.394501:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.394502:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.394505:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.394506:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.394507:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.394509:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.394511:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.394513:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763350979.394516:0:20551:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763350979.394518:0:20551:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350979.394521:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dc95f42f8 00000004:00000001:1.0:1763350979.394524:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.394526:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.394528:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.394530:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.394531:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.394533:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.394535:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.394537:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.394538:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.394541:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763350979.394544:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: returning size 1024 00000004:00000040:1.0:1763350979.394549:0:20551:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fec:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763350979.394552:0:20551:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763350979.394555:0:20551:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9684 00000004:00200000:1.0:1763350979.394557:0:20551:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:1.0:1763350979.394564:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.394571:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.394574:0:20551:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394577:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.394579:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.394580:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6400 refcount=3 00000020:00000001:1.0:1763350979.394582:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350979.394585:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00000004:00010000:1.0:1763350979.394589:0:20551:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000004:00000001:1.0:1763350979.394633:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350979.394637:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cd318/ffff925ccd7cd2c0 to site lru. bkt: ffff925dd1460428 00000004:00000001:1.0:1763350979.394640:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.394641:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350979.394644:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350979.394645:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.394647:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350979.394650:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394651:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.394653:0:20551:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.394656:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350979.394659:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350979.394660:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.394662:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.394663:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350979.394665:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350979.394668:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350979.394671:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350979.394674:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394680:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394681:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.394683:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394688:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.394689:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394693:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350979.394696:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:1.0:1763350979.394702:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350979.394704:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.394707:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350979.394710:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394715:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350979.394717:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.394718:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.394719:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=4 00000020:00000001:1.0:1763350979.394721:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350979.394723:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350979.394726:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350979.394729:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394734:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350979.394736:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350979.394738:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394741:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.394743:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.394744:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.394746:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.394749:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033c6d3 from hash 00010000:00000001:1.0:1763350979.394751:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.394752:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394753:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.394754:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.394757:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.394758:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394760:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.394763:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.394765:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.394767:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350979.394770:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350979.394772:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.394775:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394777:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.394778:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350979.394781:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394782:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.394783:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394785:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.394788:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.394790:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394795:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394796:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.394797:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350979.394799:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350979.394800:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.394802:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c6d3 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:1.0:1763350979.394808:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350979.394821:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.394823:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350979.394825:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350979.394826:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.394828:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.394829:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=3 00000020:00000001:1.0:1763350979.394831:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350979.394834:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350979.394836:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350979.394839:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394844:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394845:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.394847:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394853:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.394854:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394856:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350979.394858:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:1.0:1763350979.394863:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350979.394866:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.394867:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350979.394869:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394874:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350979.394876:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.394877:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.394879:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=4 00000020:00000001:1.0:1763350979.394881:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350979.394883:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350979.394886:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350979.394887:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394892:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350979.394893:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350979.394895:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394897:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.394898:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.394900:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.394901:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.394903:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7200 with handle 0xcb8c81cc3033c6da from hash 00010000:00000001:1.0:1763350979.394906:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.394907:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394909:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.394910:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.394912:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.394913:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394915:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.394917:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.394918:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.394920:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x67dc7ff9 (ffff925ccd7dad00) 00010000:00010000:1.0:1763350979.394922:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350979.394924:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.394926:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394927:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.394929:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350979.394931:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394932:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.394933:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.394935:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.394937:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.394940:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394944:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.394946:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.394947:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350979.394948:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350979.394950:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.394952:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6da lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x67dc7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:1.0:1763350979.394957:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b00. 00010000:00000040:1.0:1763350979.394961:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7dad00 count: 0 00010000:00000010:1.0:1763350979.394968:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6800. 00010000:00000001:1.0:1763350979.394973:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.394974:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350979.394976:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350979.394978:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350979.394980:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763350979.394982:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.394983:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.394985:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6400 refcount=3 00000020:00000001:1.0:1763350979.394987:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350979.394989:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350979.394991:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350979.394993:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.394999:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.395000:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.395002:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.395007:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.395008:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.395010:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350979.395013:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:1.0:1763350979.395018:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350979.395020:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.395022:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350979.395024:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.395029:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350979.395030:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.395031:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.395033:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6400 refcount=4 00000020:00000001:1.0:1763350979.395035:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350979.395037:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350979.395040:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350979.395042:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.395047:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350979.395048:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350979.395050:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.395052:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.395054:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.395055:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.395056:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.395058:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6400 with handle 0xcb8c81cc3033c6e1 from hash 00010000:00000001:1.0:1763350979.395060:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.395061:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.395063:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.395064:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.395067:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.395068:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.395070:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.395071:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.395073:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.395075:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fec:0x0].0x0 (ffff925dc3dbfd00) 00010000:00010000:1.0:1763350979.395077:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350979.395079:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.395082:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.395083:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.395084:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350979.395086:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.395087:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.395089:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.395090:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.395092:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.395094:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.395099:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.395100:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.395101:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350979.395103:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350979.395104:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.395106:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:1.0:1763350979.395111:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373e00. 00010000:00000001:1.0:1763350979.395115:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763350979.395119:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350979.395138:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350979.395140:0:20551:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:1.0:1763350979.395141:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.395143:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.395145:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350979.395148:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350979.395154:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.395157:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.395159:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763350979.395164:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 0, xid 1849001118767104 00010000:00000001:1.0:1763350979.395167:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.395174:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d65c00 x1849001118767104/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 464/520 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.395183:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.395198:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.395203:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.395209:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.395211:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.395214:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.395217:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.395220:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.395224:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.395227:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.395235:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74880. 00000100:00000200:1.0:1763350979.395243:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118767104, offset 224 00000400:00000200:1.0:1763350979.395253:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.395268:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.395276:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198031:198031:256:4294967295] 192.168.202.2@tcp LPNI seq info [198027:198027:8:4294967295] 00000400:00000200:1.0:1763350979.395289:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.395296:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.395302:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca400. 00000800:00000200:1.0:1763350979.395312:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.395321:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.395327:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.395351:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.395354:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.395357:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.395359:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.395362:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.395368:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d65c00 x1849001118767104/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 464/520 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.395379:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226197:x1849001118767104:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 1799us (2095us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350979.395389:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140586 00000100:00000040:1.0:1763350979.395393:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.395397:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.395399:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.395405:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.395410:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3960. 00000020:00000010:1.0:1763350979.395414:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7c00. 00000020:00000040:1.0:1763350979.395422:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:1.0:1763350979.395426:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.396089:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.396096:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca400. 00000400:00000200:2.0:1763350979.396102:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.396109:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.396115:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74880 00000400:00000010:2.0:1763350979.396118:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74880. 00000100:00000001:2.0:1763350979.396132:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.396134:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350979.399168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00000800:00000001:2.0:1763350979.401395:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.401421:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.401425:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.401428:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.401442:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.401465:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf9900 00000400:00000200:2.0:1763350979.401475:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d9d [2] + 1176 00000800:00000001:2.0:1763350979.401487:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.401500:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.401503:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.401509:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.401517:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.401520:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763350979.401532:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e18000. 00000100:00000040:2.0:1763350979.401536:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e18000 x1849001118767360 msgsize 392 00000100:00100000:2.0:1763350979.401541:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.401563:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.401573:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.401576:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.401973:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.401977:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118767360 02000000:00000001:1.0:1763350979.401980:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.401983:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.401987:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.401992:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.401997:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118767360 00000020:00000001:1.0:1763350979.402000:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.402002:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350979.402005:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.402009:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:1.0:1763350979.402011:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350979.402014:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350979.402019:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.402025:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.402029:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.402032:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000020:00000010:1.0:1763350979.402039:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7c00. 00000020:00000010:1.0:1763350979.402046:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.402052:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3960. 00000100:00000040:1.0:1763350979.402063:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763350979.402067:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.402119:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.402129:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.402140:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.402156:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.402172:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.402174:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.402180:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20873 00000100:00000040:1.0:1763350979.402185:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.402187:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668883968 : -120543040667648 : ffff925de2e18000) 00000100:00000040:1.0:1763350979.402196:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e18000 x1849001118767360/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.402205:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.402208:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.402210:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.402212:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000100:00100000:1.0:1763350979.402217:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226197:x1849001118767360:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:1.0:1763350979.402221:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118767360 00000020:00000001:1.0:1763350979.402225:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.402230:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.402237:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.402240:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.402242:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:1.0:1763350979.402245:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.402248:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118767360, found 0 last_xid 1849001118767359 00000020:00000001:1.0:1763350979.402252:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.402255:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.402257:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.402261:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402268:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763350979.402271:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763350979.402273:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763350979.402278:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402281:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763350979.402286:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.402288:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.402290:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.402292:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.402294:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.402297:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.402299:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.402300:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.402302:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.402303:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.402305:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.402307:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.402309:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.402310:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402313:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402315:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763350979.402317:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402321:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350979.402322:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.402324:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.402325:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.402327:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.402329:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.402331:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.402332:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.402334:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.402336:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.402337:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.402342:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350979.402349:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350979.402352:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350979.402355:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350979.402356:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.402359:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.402361:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402363:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350979.402365:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402367:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.402372:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.402375:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.402381:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925dc67e7c00. 02000000:00000001:1.0:1763350979.402384:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.402387:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402389:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350979.402391:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402395:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763350979.402397:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763350979.402400:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.402402:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dffae6780 refcount=2 00000020:00000001:1.0:1763350979.402404:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531152074624 : -120542557476992 : ffff925dffae6780) 00000004:00000001:1.0:1763350979.402407:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623531152074624 : -120542557476992 : ffff925dffae6780) 00000020:00000040:1.0:1763350979.402410:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffae6780 with handle 0xcb8c81cc3033c6cc from hash 00000004:00000001:1.0:1763350979.402415:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763350979.402418:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3feb:0x0] with intent: 0 00000004:00000001:1.0:1763350979.402423:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350979.402427:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.402435:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.402438:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.402445:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350979.402448:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350979.402452:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350979.402455:0:20017:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402458:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350979.402509:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350979.402515:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.402519:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3feb:0x0], previous was 0x7 00000004:00000001:1.0:1763350979.402522:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402525:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763350979.402527:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402531:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763350979.402540:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.402544:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763350979.402547:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dffae6780. 00000004:00000001:1.0:1763350979.402560:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350979.402566:0:20017:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350979.402569:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.402570:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402572:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402575:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763350979.402579:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.402590:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc67e4800. 00080000:00000001:1.0:1763350979.402593:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530192619520 : -120543516932096 : ffff925dc67e4800) 00080000:00000001:1.0:1763350979.402638:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350979.402645:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.402653:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.402655:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.402680:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.402682:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350979.402688:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350979.402691:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055159, last_committed = 8590055150 00000001:00000010:1.0:1763350979.402696:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd000. 00000001:00000040:1.0:1763350979.402699:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:1.0:1763350979.402702:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00000001:00000010:1.0:1763350979.402707:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad000. 00080000:00000001:1.0:1763350979.402714:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.402731:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350979.402736:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad000: xid 1849001118767360, transno 8590055159, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350979.402739:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.402751:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402754:0:20017:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350979.402756:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.402758:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.402760:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350979.402762:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350979.402767:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.402771:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350979.402773:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763350979.402780:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.402787:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.402790:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.402793:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 8590055159, xid 1849001118767360 00010000:00000001:1.0:1763350979.402796:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.402803:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e18000 x1849001118767360/t8590055159(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.402812:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.402816:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.402820:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.402826:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.402828:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.402831:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.402834:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.402836:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.402840:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.402842:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.402848:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74908. 00000100:00000200:1.0:1763350979.402855:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118767360, offset 224 00000400:00000200:1.0:1763350979.402863:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.402877:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.402885:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198032:198032:256:4294967295] 192.168.202.2@tcp LPNI seq info [198028:198028:8:4294967295] 00000400:00000200:1.0:1763350979.402897:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.402903:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.402909:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca600. 00000800:00000200:1.0:1763350979.402916:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.402925:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.402930:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.402952:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.402955:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.402958:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.402960:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.402962:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.402967:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e18000 x1849001118767360/t8590055159(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.402977:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226197:x1849001118767360:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 769us (1438us total) trans 8590055159 rc 0/0 00000100:00100000:1.0:1763350979.402986:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20873 00000100:00000040:1.0:1763350979.402990:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.402992:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.402994:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.402999:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6000. 00000020:00000010:1.0:1763350979.403003:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3960. 00000020:00000010:1.0:1763350979.403008:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7c00. 00000020:00000040:1.0:1763350979.403014:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000100:00000001:1.0:1763350979.403017:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.403377:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.403383:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca600. 00000400:00000200:2.0:1763350979.403388:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.403394:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.403399:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74908 00000400:00000010:2.0:1763350979.403402:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74908. 00000100:00000001:2.0:1763350979.403407:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.403408:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350979.404824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00010000:00000010:1.1:1763350979.404844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7dad00. 00010000:00000010:1.1:1763350979.404850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7200. 00010000:00000010:1.1:1763350979.404852:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6400. 00000800:00000001:2.0:1763350979.420303:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.420327:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.420333:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.420335:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.420352:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.420374:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edf9a00 00000400:00000200:2.0:1763350979.420384:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 94976 00000800:00000001:2.0:1763350979.420395:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.420411:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.420415:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.420420:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.420429:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.420431:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350979.420438:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1b100. 00000100:00000040:2.0:1763350979.420443:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1b100 x1849001118767616 msgsize 4616 00000100:00100000:2.0:1763350979.420448:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.420467:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.420476:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.420479:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.420561:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350979.420565:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118767616 02000000:00000001:3.0:1763350979.420569:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350979.420571:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350979.420574:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.420579:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.420584:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118767616 00000020:00000001:3.0:1763350979.420588:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350979.420590:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350979.420592:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.421236:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000020:00000001:3.0:1763350979.421241:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350979.421245:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350979.421251:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.421560:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350979.421567:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.421570:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000020:00000010:2.0:1763350979.421578:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3e000. 00000020:00000010:2.0:1763350979.421585:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0780. 00000020:00000010:2.0:1763350979.421591:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090190. 00000100:00000040:2.0:1763350979.421621:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350979.421625:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350979.421626:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350979.421630:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350979.421632:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.421635:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.421644:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.421665:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.421778:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.421782:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.421790:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140587 00000100:00000040:1.0:1763350979.421795:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.421797:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668896512 : -120543040655104 : ffff925de2e1b100) 00000100:00000040:1.0:1763350979.421805:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1b100 x1849001118767616/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.421816:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.421820:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.421823:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.421826:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000100:00100000:1.0:1763350979.421831:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226199:x1849001118767616:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350979.421835:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118767616 00000020:00000001:1.0:1763350979.421839:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.421844:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350979.421851:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9ad000: xid 1849001118767360, transno 8590055159, client gen 3, slot idx 1 00000001:00000001:1.0:1763350979.421856:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9ad3c0: xid 1849001118766976, transno 8590055158, client gen 3, slot idx 0 00000001:00000010:1.0:1763350979.421860:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9ad3c0. 00000020:00000001:1.0:1763350979.421866:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.421869:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.421872:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.421876:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.421880:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118767616, found 0 last_xid 1849001118767615 00000020:00000001:1.0:1763350979.421884:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.421887:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.421889:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.421896:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.421898:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.421901:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.421904:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.421906:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350979.421908:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.421913:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.421923:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350979.421926:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.421929:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.421935:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6400. 00000020:00000001:1.0:1763350979.421940:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.421942:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6400 with handle 0xcb8c81cc3033c6e8 to hash 00000020:00000001:1.0:1763350979.421945:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.421947:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000010:1.0:1763350979.421953:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373e00. 00010000:00000001:1.0:1763350979.421956:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00010000:1.0:1763350979.421962:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e8 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecaa5 expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.421973:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350979.421976:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00010000:00000001:1.0:1763350979.421985:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350979.421988:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350979.421998:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350979.422001:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350979.422004:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422007:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000100:00000001:2.0:1763350979.422205:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350979.422208:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1763350979.422210:0:20012:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.422212:0:20012:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.422251:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925de2e1b100 x1849001118767616/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/0 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763350979.422262:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350979.422265:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350979.422268:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763350979.422271:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.422274:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.422277:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.422279:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.422281:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.422282:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.422284:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.422286:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.422293:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.422294:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422297:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422299:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422302:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350979.422304:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350979.422307:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.422311:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.422363:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df0410000. 02000000:00000001:1.0:1763350979.422367:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.422370:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422375:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350979.422376:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.422378:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.422380:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.422381:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.422383:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.422385:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.422386:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.422388:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.422390:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.422391:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.422397:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350979.422403:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350979.422405:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350979.422408:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350979.422410:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.422412:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.422414:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422416:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350979.422417:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422420:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350979.422422:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422425:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350979.422429:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763350979.422432:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:1.0:1763350979.422435:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3fec:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763350979.422440:0:20551:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763350979.422442:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.422444:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350979.422448:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.422455:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350979.422458:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350979.422460:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.422461:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fec:0x0] 00000020:00000001:1.0:1763350979.422463:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.422465:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997272 : -120547694554344 : ffff925ccd7cd318) 00000004:00000001:1.0:1763350979.422467:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997184 : -120547694554432 : ffff925ccd7cd2c0) 00000004:00000001:1.0:1763350979.422470:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763350979.422472:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422478:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.422481:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.422491:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422494:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.422500:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.422503:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.422512:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.422516:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.422519:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.422522:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350979.422524:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.422526:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fec:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:1.0:1763350979.422530:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.422532:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.422533:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.422536:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.422537:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.422539:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763350979.422542:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925df0410378 00000004:00000001:1.0:1763350979.422545:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422549:0:20551:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:1.0:1763350979.422552:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350979.422554:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.422557:0:20551:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3fec:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763350979.422559:0:20551:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763350979.422564:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350979.422566:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.422570:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbfd00 count: 2 00010000:00000001:1.0:1763350979.422572:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.422574:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.422578:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7200. 00000020:00000001:1.0:1763350979.422581:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.422583:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7200 with handle 0xcb8c81cc3033c6ef to hash 00000020:00000001:1.0:1763350979.422585:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.422586:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000010:1.0:1763350979.422589:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b00. 00010000:00000001:1.0:1763350979.422592:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350979.422750:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.422753:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.422757:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6ef lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.422769:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.422773:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.422775:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350979.422778:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.422781:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.422783:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.422784:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.422787:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350979.422790:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350979.422792:0:20551:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350979.422793:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350979.422796:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fec:0x0].0x0 (ffff925dc3dbfd00) refcount = 2 00010000:00000040:1.0:1763350979.422799:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350979.422804:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925cc38ba000/0xcb8c81cc3033c6a2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca82 expref: 497 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350979.422812:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.422818:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350979.422826:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.422829:0:20551:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.422831:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350979.422833:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.422836:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.422838:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.422841:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350979.422844:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.422847:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6ef lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.422853:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.422855:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.422856:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.422859:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.422861:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.422863:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=3 00000020:00000001:1.0:1763350979.422866:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350979.422869:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350979.422871:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.422872:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.422874:0:20551:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.422877:0:20551:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3fec:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763350979.422881:0:20551:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.422883:0:20551:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422887:0:20551:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350979.422891:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.422892:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.422894:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.422895:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.422898:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.422900:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.422901:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.422902:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.422905:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763350979.422909:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fec:0x0]: returning size 1024 00000001:00000001:1.0:1763350979.422912:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.422913:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422916:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350979.422918:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.422938:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.422940:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.422943:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.422946:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.422948:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.422950:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422953:0:20551:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763350979.422957:0:20551:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:1.0:1763350979.422960:0:20551:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763350979.422962:0:20551:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422967:0:20551:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763350979.422973:0:20551:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763350979.422978:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763350979.422980:0:20551:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422984:0:20551:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.422987:0:20551:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.422992:0:20551:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763350979.422996:0:20551:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dffae6000. 00000020:00000001:1.0:1763350979.422999:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.423001:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffae6000 with handle 0xcb8c81cc3033c6f6 to hash 00000020:00000001:1.0:1763350979.423003:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763350979.423004:0:20551:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623531152072704 : -120542557478912 : ffff925dffae6000) 00000004:00000001:1.0:1763350979.423007:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350979.423009:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763350979.423011:0:20551:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3fec:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:1.0:1763350979.423016:0:20551:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763350979.423021:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.423032:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc67e5800. 00080000:00000001:1.0:1763350979.423036:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530192623616 : -120543516928000 : ffff925dc67e5800) 00080000:00000001:1.0:1763350979.423039:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350979.423046:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.423054:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.423056:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.423084:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.423087:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350979.423092:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350979.423095:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055160, last_committed = 8590055150 00000001:00000010:1.0:1763350979.423101:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd120. 00000001:00000040:1.0:1763350979.423104:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:1.0:1763350979.423106:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00000001:00000010:1.0:1763350979.423112:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad240. 00080000:00000001:1.0:1763350979.423131:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.423154:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350979.423159:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad240: xid 1849001118767616, transno 8590055160, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350979.423163:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.423177:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.423179:0:20551:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350979.423181:0:20551:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.423184:0:20551:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.423188:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.423190:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.423191:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.423194:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.423196:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.423198:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.423201:0:20551:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.423204:0:20551:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763350979.423206:0:20551:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763350979.423208:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.423211:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.423213:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350979.423215:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350979.423216:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.423219:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350979.423221:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350979.423225:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350979.423227:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.423229:0:20551:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350979.423235:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.423243:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.423247:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.423249:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350979.423253:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350979.423255:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350979.423257:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.423258:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.423260:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350979.423263:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350979.423279:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.423282:0:20551:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763350979.423285:0:20551:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763350979.423288:0:20551:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.423291:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.423292:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.423294:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=3 00000020:00000001:1.0:1763350979.423296:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350979.423298:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00000004:00000040:1.0:1763350979.423301:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350979.423304:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00010000:00000001:1.0:1763350979.423308:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.423310:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.423311:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350979.423314:0:20551:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350979.423317:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350979.423321:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350979.423323:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350979.423326:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.423329:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.423330:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.423332:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.423334:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.423337:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6400 with handle 0xcb8c81cc3033c6e8 from hash 00010000:00000001:1.0:1763350979.423339:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.423341:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.423342:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.423343:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350979.423345:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.423349:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6e8 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaa5 expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.423358:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350979.423361:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00010000:00000010:1.0:1763350979.423363:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373e00. 00010000:00000001:1.0:1763350979.423373:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.423375:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.423380:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350979.423384:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6ef lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaa5 expref: 498 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.423391:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.423394:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.423396:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fec:0x0].0x0 (ffff925dc3dbfd00) 00010000:00010000:1.0:1763350979.423399:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763350979.423402:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.423404:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.423406:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.423407:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.423409:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.423410:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7200, rc 0) 00000020:00000001:1.0:1763350979.423413:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.423417:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 8590055160, xid 1849001118767616 00010000:00000001:1.0:1763350979.423421:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.423426:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e1b100 x1849001118767616/t8590055160(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/664 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.423435:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.423438:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.423442:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.423448:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.423451:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.423454:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.423457:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.423460:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.423464:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.423467:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.423474:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74770. 00000100:00000200:1.0:1763350979.423481:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118767616, offset 224 00000400:00000200:1.0:1763350979.423489:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.423505:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.423512:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198033:198033:256:4294967295] 192.168.202.2@tcp LPNI seq info [198029:198029:8:4294967295] 00000400:00000200:1.0:1763350979.423527:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.423538:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.423545:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca600. 00000800:00000200:1.0:1763350979.423552:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.423560:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.423566:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca600 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.424003:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.424008:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.424011:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.424014:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.424017:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.424022:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1b100 x1849001118767616/t8590055160(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/664 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.424033:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226199:x1849001118767616:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 2215us (3587us total) trans 8590055160 rc 0/0 00000100:00100000:1.0:1763350979.424041:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140587 00000100:00000040:1.0:1763350979.424046:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.424051:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.424054:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.424059:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0780. 00000020:00000010:1.0:1763350979.424065:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090190. 00000020:00000010:1.0:1763350979.424069:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3e000. 00000020:00000040:1.0:1763350979.424074:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000100:00000001:1.0:1763350979.424077:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.424343:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.424349:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca600. 00000400:00000200:2.0:1763350979.424354:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.424360:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.424367:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74770 00000400:00000010:2.0:1763350979.424370:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74770. 00000100:00000001:2.0:1763350979.424374:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.424376:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.428401:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.428422:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.428426:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.428429:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.428441:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.428461:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf9a80 00000400:00000200:2.0:1763350979.428473:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127a05 [2] + 328 00000800:00000001:2.0:1763350979.428484:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.428496:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.428499:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.428505:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.428513:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.428515:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763350979.428523:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e19f80. 00000100:00000040:2.0:1763350979.428527:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e19f80 x1849001118767744 msgsize 328 00000100:00100000:2.0:1763350979.428531:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.428549:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.428558:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.428561:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.428631:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.428636:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118767744 02000000:00000001:0.0:1763350979.428640:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.428643:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.428646:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763350979.428652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6400. 02000000:00000001:0.0:1763350979.428652:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.428658:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118767744 00000020:00000001:0.0:1763350979.428664:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.428666:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350979.428669:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.428673:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:0.0:1763350979.428676:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350979.428679:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350979.428685:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.428692:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.428697:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.428700:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350979.428708:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350979.428715:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350979.428721:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d190. 00000100:00000040:0.0:1763350979.428733:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350979.428737:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.428738:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350979.428742:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350979.428746:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.428748:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350979.428754:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.428755:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.428758:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=3 00000020:00000001:0.0:1763350979.428760:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:0.0:1763350979.428763:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:0.0:1763350979.428766:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.428768:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.428769:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.428772:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.428780:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.428801:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.428814:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.428817:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.428822:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1003 00000100:00000040:0.0:1763350979.428826:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350979.428828:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668892032 : -120543040659584 : ffff925de2e19f80) 00000100:00000040:0.0:1763350979.428836:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e19f80 x1849001118767744/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.428846:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.428849:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.428851:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.428853:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350979.428858:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:2360:x1849001118767744:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350979.428862:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118767744 00010000:00000001:0.0:1763350979.428865:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350979.428867:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350979.428870:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350979.428876:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.428879:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.428885:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cddc47000. 02000000:00000001:0.0:1763350979.428888:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.428892:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.428894:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350979.428897:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350979.428899:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.428900:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.428902:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=3 00000020:00000001:0.0:1763350979.428904:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:0.0:1763350979.428906:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000040:0.0:1763350979.428910:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbfd00 count: 3 00000004:00000001:0.0:1763350979.428916:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763350979.428919:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350979.428923:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.428926:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.428928:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.428931:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.428936:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.428938:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.428945:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.428946:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.428949:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.428950:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.428953:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7200 with handle 0xcb8c81cc3033c6ef from hash 00010000:00000001:0.0:1763350979.428956:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.428957:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.428959:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.428960:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.428965:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.428967:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.428969:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.428970:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.428975:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c6ef lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaa5 expref: 498 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.428986:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350979.428990:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00010000:00000010:0.0:1763350979.428993:0:5782:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b00. 00010000:00000001:0.0:1763350979.429002:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.429004:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.429007:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350979.429010:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fec:0x0].0x0 (ffff925dc3dbfd00) 00010000:00000001:0.0:1763350979.429014:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.429017:0:5782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.429019:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350979.429021:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350979.429023:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.429028:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.429031:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.429034:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.429039:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.429042:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.429045:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.429048:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.429051:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.429055:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.429058:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.429063:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0197f8. 00000100:00000200:0.0:1763350979.429070:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118767744, offset 224 00000400:00000200:0.0:1763350979.429077:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.429091:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.429110:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198034:198034:256:4294967295] 192.168.202.2@tcp LPNI seq info [198030:198030:8:4294967295] 00000400:00000200:0.0:1763350979.429137:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.429144:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.429151:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350979.429159:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.429168:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.429173:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.429256:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350979.429261:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1763350979.429263:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.429268:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.429270:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350979.429272:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.429277:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:0.0:1763350979.429278:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e19f80 x1849001118767744/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1763350979.429281:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.429296:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000100:00100000:0.0:1763350979.429297:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e19f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:2360:x1849001118767744:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 444us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.429309:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1003 00000400:00000200:3.0:1763350979.429311:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 552 into portal 12 MB=0x691a81edf9b80 00000100:00000040:0.0:1763350979.429315:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350979.429319:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1763350979.429323:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 552/552 into md 0xd4535 [64] + 99592 00000100:00000001:0.0:1763350979.429323:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.429330:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000800:00000001:3.0:1763350979.429331:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:0.0:1763350979.429337:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d190. 00000020:00000010:0.0:1763350979.429343:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350979.429348:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000100:00000001:0.0:1763350979.429351:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.429398:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.429402:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.429406:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350979.429410:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350979.429411:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350979.429416:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1f80. 00000100:00000040:3.0:1763350979.429418:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1f80 x1849001118768000 msgsize 552 00000100:00100000:3.0:1763350979.429420:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350979.429431:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350979.429437:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763350979.429466:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.429469:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118768000 02000000:00000001:1.0:1763350979.429471:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.429472:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.429475:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350979.429479:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1763350979.429479:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.429485:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118768000 00000800:00000010:2.0:1763350979.429487:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000020:00000001:1.0:1763350979.429488:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.429491:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000400:00000200:2.0:1763350979.429493:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1763350979.429494:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.429498:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=497 00000400:00000200:2.0:1763350979.429502:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000020:00000001:1.0:1763350979.429503:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350979.429508:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000400:00000200:2.0:1763350979.429510:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0197f8 00000100:00000001:1.0:1763350979.429512:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000400:00000010:2.0:1763350979.429515:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0197f8. 00000020:00000010:1.0:1763350979.429518:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:2.0:1763350979.429520:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.429522:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350979.429524:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:1.0:1763350979.429526:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000020:00000010:1.0:1763350979.429534:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7c00. 00000020:00000010:1.0:1763350979.429538:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6780. 00000020:00000010:1.0:1763350979.429543:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3960. 00000100:00000040:1.0:1763350979.429548:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350979.429550:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.429552:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350979.429555:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350979.429556:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.429558:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.429563:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.429576:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.429585:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.429591:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.429621:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.429628:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140588 00000100:00000040:1.0:1763350979.429632:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.429634:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079573376 : -120542629978240 : ffff925dfb5c1f80) 00000100:00000040:1.0:1763350979.429640:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c1f80 x1849001118768000/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 552/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.429648:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.429651:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52440. 00000100:00000001:1.0:1763350979.429653:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.429656:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52440. 00000100:00100000:1.0:1763350979.429661:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226199:x1849001118768000:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350979.429666:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118768000 00000020:00000001:1.0:1763350979.429669:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.429674:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350979.429680:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9ad240: xid 1849001118767616, transno 8590055160, client gen 3, slot idx 0 00000001:00000001:1.0:1763350979.429686:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9ad000: xid 1849001118767360, transno 8590055159, client gen 3, slot idx 1 00000001:00000010:1.0:1763350979.429695:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9ad000. 00000020:00000001:1.0:1763350979.429700:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.429703:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.429706:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.429709:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.429712:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118768000, found 0 last_xid 1849001118767743 00000020:00000001:1.0:1763350979.429716:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.429718:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.429721:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.429725:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.429727:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.429729:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.429731:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.429732:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350979.429734:0:20551:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:1.0:1763350979.429736:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.429738:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.429740:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:1.0:1763350979.429742:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350979.429744:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000040:1.0:1763350979.429748:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00000004:00000001:1.0:1763350979.429752:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763350979.429754:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350979.429756:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.429757:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.429759:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.429761:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.429765:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.429767:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.429771:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.429773:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.429774:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.429776:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.429779:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6e00 with handle 0xcb8c81cc3033c6b7 from hash 00010000:00000001:1.0:1763350979.429781:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.429783:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.429784:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.429785:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.429788:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.429789:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.429792:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.429793:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.429797:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c6b7 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca90 expref: 497 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.429806:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:1.0:1763350979.429808:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00010000:00000010:1.0:1763350979.429810:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373c00. 00010000:00000001:1.0:1763350979.429816:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.429818:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.429820:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.429822:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00000001:1.0:1763350979.429825:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.429827:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.429829:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763350979.429830:0:20551:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350979.429832:0:20551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.429836:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.429841:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:1.0:1763350979.429843:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.429846:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.429851:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6400. 00000020:00000001:1.0:1763350979.429854:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.429856:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6400 with handle 0xcb8c81cc3033c6fd to hash 00000020:00000001:1.0:1763350979.429859:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.429860:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000010:1.0:1763350979.429865:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373c00. 00010000:00000001:1.0:1763350979.429867:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00010000:1.0:1763350979.429871:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6fd lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecaac expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.429879:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350979.429881:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00010000:00000001:1.0:1763350979.429887:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350979.429890:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350979.429900:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350979.429902:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350979.429909:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.429912:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763350979.429918:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dfb5c1f80 x1849001118768000/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 552/0 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763350979.429927:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350979.429930:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350979.429933:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763350979.429936:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.429939:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.429942:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.429944:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.429946:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.429954:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.429955:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.429957:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.429959:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.429964:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350979.429965:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350979.429969:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.429970:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.430011:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925de7f70000. 02000000:00000001:1.0:1763350979.430014:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.430017:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430022:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350979.430024:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.430026:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.430027:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.430029:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.430031:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.430032:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.430033:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.430035:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.430037:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.430038:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.430043:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350979.430049:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350979.430051:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350979.430055:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350979.430057:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.430060:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.430061:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430063:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350979.430066:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430069:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350979.430071:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430074:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350979.430077:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763350979.430081:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:1.0:1763350979.430084:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(. :VOLATILE:0000:1D357C4:fd=03->[0x200000bd2:0x3ff2:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:1.0:1763350979.430091:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.430093:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350979.430164:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.430171:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350979.430175:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350979.430179:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763350979.430181:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430186:0:20551:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:1.0:1763350979.430188:0:20551:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x3ff2:0x0] 00000020:00000001:1.0:1763350979.430190:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1763350979.430192:0:20551:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1763350979.430197:0:20551:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff925cddeebc20. 00000004:00000001:1.0:1763350979.430202:0:20551:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000004:00000001:1.0:1763350979.430207:0:20551:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:1.0:1763350979.430209:0:20551:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x3ff2:0x0] 00000004:00000010:1.0:1763350979.430216:0:20551:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff925ccd8df528. 00000004:00000001:1.0:1763350979.430219:0:20551:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430222:0:20551:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1763350979.430225:0:20551:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1763350979.430229:0:20551:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff925cddd21a90. 00000004:00000001:1.0:1763350979.430232:0:20551:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446623526289021584 : -120547420530032 : ffff925cddd21a90) 00000004:00000001:1.0:1763350979.430235:0:20551:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430238:0:20551:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:1.0:1763350979.430240:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350979.430244:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350979.430246:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350979.430248:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350979.430252:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350979.430254:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350979.430256:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350979.430258:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:1.0:1763350979.430260:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763350979.430266:0:20551:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff925cddd35008. 00000004:00000001:1.0:1763350979.430269:0:20551:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.430273:0:20551:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1763350979.430275:0:20551:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350979.430277:0:20551:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.430281:0:20551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000004:00000001:1.0:1763350979.430283:0:20551:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446623526290897952 : -120547418653664 : ffff925cddeebc20) 00080000:00000001:1.0:1763350979.430291:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.430299:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:1.0:1763350979.430301:0:20551:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3feb:0x0] version is 0x20001d6c8 00000004:00000002:1.0:1763350979.430304:0:20551:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff2:0x0] version is 0x1 00000004:00000001:1.0:1763350979.430310:0:20551:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:1.0:1763350979.430353:0:20551:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1763350979.430356:0:20551:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:1.0:1763350979.430359:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350979.430362:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350979.430366:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430368:0:20551:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430372:0:20551:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350979.430376:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350979.430384:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fdde0. 00080000:00000001:1.0:1763350979.430387:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.430397:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc67e5000. 00080000:00000001:1.0:1763350979.430399:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00000004:00000001:1.0:1763350979.430402:0:20551:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:1.0:1763350979.430407:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.430409:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.430411:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.430415:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.430420:0:20551:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350979.430423:0:20551:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff2:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763350979.430427:0:20551:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:1.0:1763350979.430433:0:20551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3feb:0x0] not in the id map cache 00000004:00000001:1.0:1763350979.430437:0:20551:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350979.430440:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350979.430442:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.430444:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.430447:0:20551:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430449:0:20551:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430451:0:20551:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350979.430453:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350979.430454:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.430457:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.430458:0:20551:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430460:0:20551:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350979.430465:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dff9ad3c0. 00000004:00000001:1.0:1763350979.430468:0:20551:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:1.0:1763350979.430470:0:20551:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1763350979.430475:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cb8c8 00000001:00000002:1.0:1763350979.430477:0:20551:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x3feb:0x0]:. :VOLATILE:0000:1D357C4:fd=03' is added 00000004:00000001:1.0:1763350979.430479:0:20551:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430483:0:20551:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1763350979.430486:0:20551:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:1.0:1763350979.430489:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.430492:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.430496:0:20551:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763350979.430514:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350979.430516:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350979.430518:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350979.430519:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350979.430521:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.430523:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763350979.430531:0:20551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff2:0x0] not in the id map cache 00000001:00000001:1.0:1763350979.430535:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.430537:0:20551:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430539:0:20551:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430541:0:20551:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430543:0:20551:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1763350979.430546:0:20551:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430551:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.430552:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.430556:0:20551:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763350979.430563:0:20551:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430566:0:20551:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:1.0:1763350979.430567:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.430569:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.430573:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350979.430575:0:20551:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350979.430577:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430580:0:20551:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.430585:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350979.430587:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350979.430593:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350979.430632:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.430634:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.430638:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.430642:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.430644:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430646:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430650:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.430653:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.430655:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.430657:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.430660:0:20551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350979.430663:0:20551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430665:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430668:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.430692:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.430694:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430699:0:20551:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1763350979.430701:0:20551:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:1.0:1763350979.430703:0:20551:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763350979.430704:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.430705:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.430708:0:20551:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1763350979.430773:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350979.430776:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350979.430778:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350979.430779:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350979.430782:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.430784:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.430915:0:20551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350979.430918:0:20551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.430920:0:20551:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430922:0:20551:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430925:0:20551:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430928:0:20551:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430930:0:20551:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1763350979.430932:0:20551:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430937:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.430941:0:20551:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350979.430943:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.430944:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.430945:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.430949:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350979.430951:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:1.0:1763350979.430957:0:20551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350979.430959:0:20551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.430961:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430963:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430965:0:20551:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430966:0:20551:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430970:0:20551:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.430973:0:20551:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:1.0:1763350979.430977:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.430978:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.430982:0:20551:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1763350979.430999:0:20551:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431002:0:20551:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:1.0:1763350979.431003:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.431005:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.431008:0:20551:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:1.0:1763350979.431032:0:20551:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431035:0:20551:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431037:0:20551:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.431040:0:20551:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431042:0:20551:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.431045:0:20551:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763350979.431047:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.431048:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.431051:0:20551:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1763350979.431054:0:20551:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431057:0:20551:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.431061:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350979.431064:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350979.431068:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1763350979.431071:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.431073:0:20551:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350979.431074:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.431075:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.431076:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.431078:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350979.431080:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763350979.431083:0:20551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350979.431085:0:20551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.431086:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431088:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431090:0:20551:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431091:0:20551:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763350979.431094:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055161, last_committed = 8590055150 00000001:00000010:1.0:1763350979.431170:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fdc60. 00000001:00000040:1.0:1763350979.431172:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 11 00000020:00000040:1.0:1763350979.431174:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00000001:00000010:1.0:1763350979.431181:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9ad600. 00000004:00000001:1.0:1763350979.431188:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350979.431189:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.431190:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192621568 : -120543516930048 : ffff925dc67e5000) 00080000:00000001:1.0:1763350979.431193:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.431207:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350979.431209:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350979.431213:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9ad600: xid 1849001118768000, transno 8590055161, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350979.431216:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.431258:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350979.431261:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fdde0. 00000020:00000001:1.0:1763350979.431263:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431272:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.431275:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.431278:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431282:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.431286:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.431288:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.431290:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431292:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431295:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431298:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350979.431300:0:20551:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431303:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.431305:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.431306:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.431308:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431310:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431312:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350979.431315:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925de7f70378 00000004:00000001:1.0:1763350979.431317:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.431323:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.431330:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431340:0:20551:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763350979.431344:0:20551:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff2:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763350979.431348:0:20551:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763350979.431352:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350979.431354:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350979.431361:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7dad00. 00010000:00000010:1.0:1763350979.431365:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dffae6c00. 00010000:00000001:1.0:1763350979.431369:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.431372:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350979.431376:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.431379:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033c704 to hash 00000020:00000001:1.0:1763350979.431380:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.431382:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000010:1.0:1763350979.431387:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373e00. 00010000:00000001:1.0:1763350979.431390:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350979.431395:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.431397:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.431400:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.431409:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.431412:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.431415:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350979.431417:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.431420:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.431422:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.431424:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.431427:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350979.431430:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350979.431432:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350979.431433:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350979.431436:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff2:0x0].0x0 (ffff925ccd7dad00) refcount = 1 00010000:00010000:1.0:1763350979.431440:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.431446:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350979.431450:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.431452:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.431455:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350979.431456:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.431458:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.431461:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.431464:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350979.431467:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.431469:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.431475:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.431477:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.431478:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.431480:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.431482:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.431484:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350979.431486:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350979.431489:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350979.431491:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.431492:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.431494:0:20551:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.431497:0:20551:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff2:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763350979.431502:0:20551:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.431504:0:20551:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431507:0:20551:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350979.431512:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.431513:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.431515:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.431517:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.431519:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.431521:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.431522:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.431524:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.431527:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff2:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:1.0:1763350979.431530:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff2:0x0]: returning size 0 00000001:00000001:1.0:1763350979.431533:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.431534:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431536:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350979.431538:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.431541:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.431542:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.431545:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431547:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431549:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431552:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431555:0:20551:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763350979.431557:0:20551:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:1.0:1763350979.431559:0:20551:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.431562:0:20551:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:1.0:1763350979.431565:0:20551:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763350979.431566:0:20551:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431571:0:20551:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763350979.431574:0:20551:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763350979.431577:0:20551:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431579:0:20551:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.431582:0:20551:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763350979.431586:0:20551:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dffae6380. 00000020:00000001:1.0:1763350979.431588:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.431590:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffae6380 with handle 0xcb8c81cc3033c70b to hash 00000020:00000001:1.0:1763350979.431592:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763350979.431594:0:20551:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623531152073600 : -120542557478016 : ffff925dffae6380) 00000004:00000001:1.0:1763350979.431630:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350979.431632:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763350979.431635:0:20551:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff2:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:1.0:1763350979.431640:0:20551:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763350979.431643:0:20551:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350979.431644:0:20551:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431647:0:20551:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.431650:0:20551:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.431655:0:20551:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763350979.431658:0:20551:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763350979.431660:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.431662:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.431664:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350979.431666:0:20551:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.431669:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350979.431673:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350979.431675:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763350979.431678:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350979.431741:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.431748:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.431750:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763350979.431755:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350979.431758:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350979.431760:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350979.431761:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350979.431764:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350979.431767:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350979.431771:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.431773:0:20551:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763350979.431777:0:20551:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763350979.431779:0:20551:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.431783:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.431785:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.431787:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:0.0:1763350979.431789:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:0.0:1763350979.431792:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00000004:00000040:0.0:1763350979.431796:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350979.431798:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00010000:00000001:0.0:1763350979.431804:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.431805:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350979.431806:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350979.431809:0:20551:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350979.431811:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350979.431815:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350979.431818:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350979.431820:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.431823:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.431824:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.431826:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.431828:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.431830:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6400 with handle 0xcb8c81cc3033c6fd from hash 00010000:00000001:0.0:1763350979.431832:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.431834:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.431835:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.431836:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350979.431837:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.431845:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c6fd lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.431854:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350979.431856:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00010000:00000010:0.0:1763350979.431859:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373c00. 00010000:00000001:0.0:1763350979.431869:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.431871:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.431875:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350979.431880:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 498 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.431888:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.431890:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350979.431893:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925ccd7dad00) 00010000:00010000:0.0:1763350979.431896:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763350979.431898:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.431901:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.431903:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.431904:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.431905:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.431907:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6200, rc 0) 00000020:00000001:0.0:1763350979.431910:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350979.431914:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 8590055161, xid 1849001118768000 00010000:00000001:0.0:1763350979.431916:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.431923:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c1f80 x1849001118768000/t8590055161(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 552/608 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350979.431931:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.431934:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.431938:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.431943:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.431946:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.431949:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.431952:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.431954:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.431958:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.431961:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.431966:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350979.431973:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118768000, offset 224 00000400:00000200:0.0:1763350979.431980:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.431993:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.432000:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198035:198035:256:4294967295] 192.168.202.2@tcp LPNI seq info [198031:198031:8:4294967295] 00000400:00000200:0.0:1763350979.432013:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.432018:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.432023:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350979.432029:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.432038:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.432043:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.432062:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.432066:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.432068:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.432070:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.432073:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.432078:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1f80 x1849001118768000/t8590055161(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 552/608 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350979.432088:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226199:x1849001118768000:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 2438us (2667us total) trans 8590055161 rc 0/0 00000100:00100000:0.0:1763350979.432098:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140588 00000100:00000040:0.0:1763350979.432103:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350979.432106:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.432108:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.432113:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6780. 00000020:00000010:0.0:1763350979.432118:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3960. 00000020:00000010:0.0:1763350979.432149:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7c00. 00000020:00000040:0.0:1763350979.432155:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000100:00000001:0.0:1763350979.432158:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.432204:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.432209:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:2.0:1763350979.432214:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.432220:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.432225:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:2.0:1763350979.432228:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:2.0:1763350979.432232:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.432234:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350979.434839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7200. 00000800:00000001:2.0:1763350979.437291:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.437313:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.437317:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.437319:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.437333:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.437356:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edf9c80 00000400:00000200:2.0:1763350979.437367:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 100144 00000800:00000001:2.0:1763350979.437378:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.437394:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.437398:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.437402:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.437411:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.437414:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350979.437421:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e18a80. 00000100:00000040:2.0:1763350979.437425:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e18a80 x1849001118768256 msgsize 4616 00000100:00100000:2.0:1763350979.437430:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.437451:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.437462:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.437466:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.437646:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.437650:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118768256 02000000:00000001:0.0:1763350979.437654:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.437657:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.437660:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.437665:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.437670:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118768256 00000020:00000001:0.0:1763350979.437673:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.437676:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350979.437679:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.437683:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:0.0:1763350979.437686:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350979.437690:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350979.437696:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.437702:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.437707:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.437710:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350979.437716:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350979.437723:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350979.437729:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d190. 00000100:00000040:0.0:1763350979.437738:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350979.437742:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.437743:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350979.437747:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350979.437749:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.437751:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.437760:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.437766:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.437781:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.437783:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.437788:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140589 00000100:00000040:0.0:1763350979.437792:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350979.437795:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668886656 : -120543040664960 : ffff925de2e18a80) 00000100:00000040:0.0:1763350979.437802:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e18a80 x1849001118768256/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350979.437811:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.437814:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.437816:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.437817:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350979.437822:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226199:x1849001118768256:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350979.437826:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118768256 00000020:00000001:0.0:1763350979.437830:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.437835:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350979.437842:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9ad600: xid 1849001118768000, transno 8590055161, client gen 3, slot idx 1 00000001:00000001:0.0:1763350979.437847:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9ad240: xid 1849001118767616, transno 8590055160, client gen 3, slot idx 0 00000001:00000010:0.0:1763350979.437851:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9ad240. 00000020:00000001:0.0:1763350979.437856:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.437858:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.437860:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350979.437864:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350979.437867:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118768256, found 0 last_xid 1849001118768255 00000020:00000001:0.0:1763350979.437870:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.437872:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.437875:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.437881:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.437883:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350979.437886:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350979.437889:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350979.437891:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350979.437893:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.437899:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350979.437908:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:0.0:1763350979.437911:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350979.437915:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350979.437919:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350979.437924:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350979.437926:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033c712 to hash 00000020:00000001:0.0:1763350979.437928:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350979.437930:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000010:0.0:1763350979.437935:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ae80. 00010000:00000001:0.0:1763350979.437938:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00010000:0.0:1763350979.437944:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c712 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecab3 expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.437954:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350979.437957:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00010000:00000001:0.0:1763350979.437963:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350979.437967:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350979.437975:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350979.437978:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350979.437980:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.437983:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763350979.437988:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925de2e18a80 x1849001118768256/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/0 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763350979.437997:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763350979.438000:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763350979.438003:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763350979.438006:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.438008:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.438011:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.438012:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.438015:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.438016:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.438017:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.438019:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.438026:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.438027:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438030:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438032:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438035:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350979.438037:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350979.438041:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.438043:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.438096:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df0bf0000. 02000000:00000001:0.0:1763350979.438100:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.438102:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438108:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350979.438109:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.438110:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.438112:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.438114:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.438115:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.438117:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.438118:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.438131:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.438133:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.438135:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.438140:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350979.438146:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350979.438149:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350979.438152:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350979.438154:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.438156:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.438158:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438160:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350979.438162:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438165:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350979.438167:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438169:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763350979.438173:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763350979.438177:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:0.0:1763350979.438180:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3ff2:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763350979.438186:0:20551:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763350979.438188:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350979.438191:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:0.0:1763350979.438194:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.438202:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:0.0:1763350979.438204:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:0.0:1763350979.438207:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350979.438208:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff2:0x0] 00000020:00000001:0.0:1763350979.438210:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.438212:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000004:00000001:0.0:1763350979.438214:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290897952 : -120547418653664 : ffff925cddeebc20) 00000004:00000001:0.0:1763350979.438216:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763350979.438218:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438225:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350979.438228:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350979.438240:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438244:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350979.438250:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.438253:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.438261:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350979.438263:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350979.438267:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350979.438270:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350979.438271:0:20551:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350979.438275:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350979.438276:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.438278:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.438280:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350979.438281:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350979.438283:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350979.438286:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925df0bf0378 00000004:00000001:0.0:1763350979.438289:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.438292:0:20551:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763350979.438296:0:20551:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff2:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763350979.438300:0:20551:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff2:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:0.0:1763350979.438303:0:20551:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x3ff2:0x0], open_flags = 040010040000002 00000004:00000001:0.0:1763350979.438306:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350979.438311:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350979.438313:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350979.438316:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dad00 count: 2 00010000:00000001:0.0:1763350979.438319:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350979.438321:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350979.438326:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350979.438329:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350979.438331:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c719 to hash 00000020:00000001:0.0:1763350979.438333:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350979.438334:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350979.438338:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ac80. 00010000:00000001:0.0:1763350979.438340:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350979.438344:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.438347:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.438350:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350979.438356:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350979.438361:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350979.438363:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350979.438366:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350979.438370:0:20551:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350979.438375:0:20551:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.438383:0:20551:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350979.438385:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.438387:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350979.438388:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.438391:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.438393:0:20551:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763350979.438396:0:20551:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000040:0.0:1763350979.438404:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff2:0x0].0x0 (ffff925ccd7dad00) refcount = 2 00010000:00000040:0.0:1763350979.438407:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350979.438410:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.438416:0:20551:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763350979.438418:0:20551:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000010:0.0:1763350979.438425:0:20551:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.438430:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350979.438437:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.438439:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.438441:0:20551:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.438444:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350979.438445:0:20551:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350979.438448:0:20551:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.438451:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.438453:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763350979.438455:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.438457:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.438459:0:20551:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763350979.438461:0:20551:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763350979.438466:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981500. 00000020:00000040:0.0:1763350979.438469:0:20551:0:(genops.c:1229:class_import_get()) import ffff925ddf07c800 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763350979.438473:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350979.438475:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350979.438480:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350979.438487:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0400. 00000100:00000001:0.0:1763350979.438494:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.438499:0:20551:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350979.438516:0:20551:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 499 pid: 20551 timeout: 6289 lvb_type: 0 00010000:00000001:0.0:1763350979.438523:0:20551:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350979.438527:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350979.438531:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.438539:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350979.438542:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.438547:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20551:1849001101451648:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350979.438551:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350979.438557:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350979.438560:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.438563:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350979.438567:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350979.438569:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350979.438575:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb580. 00000400:00000010:0.0:1763350979.438583:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0194c8. 00000100:00000200:0.0:1763350979.438591:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101451648, portal 16 00000100:00000001:0.0:1763350979.438593:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350979.438645:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531150611712 : -120542558939904 : ffff925dff981500) 00000100:00000040:0.0:1763350979.438651:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.438659:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.438661:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.438664:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019770. 00000100:00000200:0.0:1763350979.438667:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101451648, offset 0 00000400:00000200:0.0:1763350979.438674:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.438688:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.438694:0:20551:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350979.438699:0:20551:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350979.438703:0:20551:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350979.438706:0:20551:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350979.438710:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198036:198036:256:4294967295] 192.168.202.2@tcp LPNI seq info [198032:198032:8:4294967295] 00000400:00000200:0.0:1763350979.438721:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.438727:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.438734:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350979.438740:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.438749:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.438755:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.438774:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.438778:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300856410 00000100:00000010:0.0:1763350979.438782:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e780. 00000100:00000001:0.0:1763350979.438790:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350979.438799:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300856410 00000100:00000010:0.0:1763350979.438801:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e360. 00000100:00000001:0.0:1763350979.438805:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350979.438807:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300856410 00000100:00000010:0.0:1763350979.438810:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e1e0. 00000100:00000001:0.0:1763350979.438812:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350979.438815:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300856410 00000100:00000010:0.0:1763350979.438819:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4ea20. 00000100:00000001:0.0:1763350979.438822:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350979.438826:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.438828:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.438831:0:20551:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.438833:0:20551:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.438835:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.438837:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.438838:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.438839:0:20551:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.438841:0:20551:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.438843:0:20551:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350979.438845:0:20551:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.438847:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350979.438849:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350979.438853:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc38759c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350979.438856:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350979.438859:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350979.439837:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.439847:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:1.0:1763350979.439854:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.439863:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.439869:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019770 00000400:00000010:1.0:1763350979.439873:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019770. 00000100:00000001:1.0:1763350979.439879:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350979.439886:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.439896:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.439900:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.439907:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.439908:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763350979.443745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6400. 00010000:00000010:1.1:1763350979.443819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6e00. 00000800:00000001:2.0:1763350979.444055:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.444076:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.444079:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.444082:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.444096:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.444132:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd76180 00000400:00000200:2.0:1763350979.444144:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f705 [1] + 224 00000800:00000001:2.0:1763350979.444271:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.444282:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.444286:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.444292:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.444301:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.444311:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350979.444323:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.444345:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.444359:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.444363:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.444418:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350979.444427:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350979.444429:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350979.444432:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb580. 00000400:00000200:0.0:1763350979.444437:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0194c8 00000400:00000010:0.0:1763350979.444439:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0194c8. 00000100:00000001:0.0:1763350979.444442:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.444447:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350979.444462:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.444468:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350979.444470:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.444472:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350979.444475:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350979.444478:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.444480:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.444483:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.444490:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925ddf07cc58 time=35 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350979.444493:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925ddf07cc10 time=35 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.444495:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350979.444497:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.444500:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350979.444504:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.444506:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.444510:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.444517:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.444521:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350979.444523:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.444525:0:20551:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350979.444529:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.444531:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.444532:0:20551:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.444535:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350979.444543:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20551:1849001101451648:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350979.444548:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.444550:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.444553:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350979.444555:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350979.444558:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dff981500 x1849001101451648/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.444565:0:20551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350979.444567:0:20551:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350979.444571:0:20551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350979.444575:0:20551:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350979.444577:0:20551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350979.444579:0:20551:0:(genops.c:1242:class_import_put()) import ffff925ddf07c800 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1763350979.444581:0:20551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350979.444584:0:20551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350979.444588:0:20551:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350979.444590:0:20551:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350979.444592:0:20551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff981500. 00000100:00000001:0.0:1763350979.444627:0:20551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350979.444629:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350979.444631:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.444635:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350979.444637:0:20551:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350979.444640:0:20551:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda2c0. 00010000:00000001:0.0:1763350979.444644:0:20551:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.444646:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.444649:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350979.444652:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763350979.444657:0:20551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000800:00000001:2.0:1763350979.445414:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.445425:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.445428:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.445430:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.445438:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.445449:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edf9d00 00000400:00000200:2.0:1763350979.445457:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127a05 [2] + 656 00000800:00000001:2.0:1763350979.445463:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.445776:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.445780:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.445785:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.445793:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.445796:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763350979.445803:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1bb80. 00000100:00000040:2.0:1763350979.445807:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1bb80 x1849001118768384 msgsize 328 00000100:00100000:2.0:1763350979.445812:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.445829:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.445836:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.445840:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.446100:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.446104:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118768384 02000000:00000001:0.0:1763350979.446107:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.446110:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.446112:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.446117:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.446129:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118768384 00000020:00000001:0.0:1763350979.446133:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.446135:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350979.446138:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.446143:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=500 00000020:00000001:0.0:1763350979.446146:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350979.446148:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350979.446153:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.446158:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.446163:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.446165:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350979.446171:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350979.446178:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.446184:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d4b0. 00000100:00000040:0.0:1763350979.446196:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350979.446199:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.446200:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350979.446203:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350979.446206:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.446209:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350979.446215:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.446217:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.446219:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=4 00000020:00000001:0.0:1763350979.446222:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:0.0:1763350979.446224:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00010000:0.0:1763350979.446233:0:5782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 500 pid: 20551 timeout: 6289 lvb_type: 0 00010000:00000001:0.0:1763350979.446240:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.446242:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.446243:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.446246:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.446254:0:5782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350979.446261:0:5782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925de2e1bb80 x1849001118768384/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.446269:0:5782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350979.446270:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.446287:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.446302:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.446304:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.446309:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4023 00000100:00000040:0.0:1763350979.446313:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:0.0:1763350979.446315:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668899200 : -120543040652416 : ffff925de2e1bb80) 00000100:00000040:0.0:1763350979.446319:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1bb80 x1849001118768384/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.446327:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.446330:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.446332:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.446334:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350979.446338:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:2361:x1849001118768384:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350979.446342:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118768384 00010000:00000001:0.0:1763350979.446345:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350979.446348:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350979.446350:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350979.446356:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.446359:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.446365:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cddc46400. 02000000:00000001:0.0:1763350979.446368:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.446371:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.446374:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350979.446376:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350979.446378:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.446380:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.446381:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=4 00000020:00000001:0.0:1763350979.446383:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:0.0:1763350979.446386:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000040:0.0:1763350979.446389:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dad00 count: 3 00000004:00000001:0.0:1763350979.446394:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763350979.446399:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 500 pid: 20551 timeout: 6289 lvb_type: 0 00000100:00001000:0.0:1763350979.446408:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=45 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350979.446412:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350979.446417:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.446418:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.446421:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 500 pid: 20551 timeout: 6289 lvb_type: 0 00000020:00000001:0.0:1763350979.446431:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.446433:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.446435:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.446437:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.446442:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.446444:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.446451:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.446452:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.446456:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.446457:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.446460:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033c704 from hash 00010000:00000001:0.0:1763350979.446463:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.446464:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.446465:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.446466:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.446472:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.446474:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.446476:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.446477:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.446481:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033c704 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaac expref: 500 pid: 20551 timeout: 6289 lvb_type: 0 00010000:00000040:0.0:1763350979.446488:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350979.446491:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:0.0:1763350979.446494:0:5782:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373e00. 00010000:00000001:0.0:1763350979.446508:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.446511:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.446514:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350979.446517:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925ccd7dad00) 00010000:00010000:0.0:1763350979.446523:0:5782:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350979.446529:0:5782:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350979.446532:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350979.446534:0:5782:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.446536:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350979.446538:0:5782:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.446541:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350979.446544:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350979.446547:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350979.446553:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350979.446555:0:5782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350979.446557:0:5782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350979.446558:0:5782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350979.446561:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff2:0x0].0x0 (ffff925ccd7dad00) refcount = 2 00010000:00010000:0.0:1763350979.446565:0:5782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350979.446570:0:5782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350979.446573:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.446574:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.446577:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350979.446579:0:5782:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.446581:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350979.446585:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.446589:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350979.446644:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.446647:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.446649:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.446652:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350979.446655:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350979.446656:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.446659:0:5782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350979.446670:0:5782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.446672:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.446673:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.446674:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.446676:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.446677:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350979.446680:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.446681:0:5782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.446683:0:5782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350979.446685:0:5782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.446700:0:5782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350979.446701:0:5782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350979.446704:0:5782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda2c0. 00010000:00000001:0.0:1763350979.446706:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350979.446708:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350979.446710:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.446716:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.446720:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.446723:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.446728:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.446731:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.446734:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.446737:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.446740:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.446744:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.446747:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.446751:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0194c8. 00000100:00000200:0.0:1763350979.446757:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118768384, offset 224 00000400:00000200:0.0:1763350979.446765:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.446777:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.446784:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198037:198037:256:4294967295] 192.168.202.2@tcp LPNI seq info [198033:198033:8:4294967295] 00000400:00000200:0.0:1763350979.446796:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.446802:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.446808:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350979.446814:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.446822:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.446826:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.446836:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.446839:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.446842:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.446844:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.446848:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1bb80 x1849001118768384/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350979.446857:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:2361:x1849001118768384:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 528us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.446864:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4023 00000100:00000040:0.0:1763350979.446868:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350979.446870:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.446871:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.446876:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.446880:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d4b0. 00000020:00000010:0.0:1763350979.446884:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350979.446890:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:0.0:1763350979.446892:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1763350979.447064:0:20551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.447072:0:20551:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.447075:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.447080:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.447082:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.447083:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.447086:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.447087:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.447089:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:1.0:1763350979.447092:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:1.0:1763350979.447093:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:1.0:1763350979.447095:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.447096:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.447099:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447102:0:20551:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.447105:0:20551:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447114:0:20551:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350979.447129:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.447132:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.447135:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.447136:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.447139:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.447140:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.447142:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.447144:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.447146:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff2:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1763350979.447150:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff2:0x0]: returning size 0 00000001:00000001:1.0:1763350979.447153:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.447154:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447156:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350979.447161:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.447169:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.447172:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.447179:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.447182:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.447186:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.447188:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447192:0:20551:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763350979.447194:0:20551:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:1.0:1763350979.447199:0:20551:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:1.0:1763350979.447201:0:20551:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:1.0:1763350979.447203:0:20551:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350979.447212:0:20551:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff2:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763350979.447217:0:20551:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:1.0:1763350979.447224:0:20551:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dff9ad3c0. 00000004:00000001:1.0:1763350979.447229:0:20551:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350979.447231:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350979.447233:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.447236:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.447238:0:20551:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447240:0:20551:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447242:0:20551:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350979.447244:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350979.447245:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.447248:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.447250:0:20551:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447251:0:20551:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350979.447256:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dff9ad3c0. 00000004:00000001:1.0:1763350979.447259:0:20551:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:1.0:1763350979.447263:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350979.447270:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fdde0. 00080000:00000001:1.0:1763350979.447274:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.447284:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc67e7000. 00080000:00000001:1.0:1763350979.447286:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530192629760 : -120543516921856 : ffff925dc67e7000) 00000004:00001000:1.0:1763350979.447290:0:20551:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff925df5298938/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:1.0:1763350979.447294:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.447298:0:20551:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:1.0:1763350979.447301:0:20551:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:1.0:1763350979.447304:0:20551:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:1.0:1763350979.447306:0:20551:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dff9ad3c0. 00000004:00000001:1.0:1763350979.447309:0:20551:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:1.0:1763350979.447312:0:20551:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:1.0:1763350979.447315:0:20551:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447317:0:20551:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.447320:0:20551:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:1.0:1763350979.447323:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dff9ad3c0. 00000004:00000001:1.0:1763350979.447326:0:20551:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:1.0:1763350979.447329:0:20551:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff925ccd84bb30. 00000004:00000001:1.0:1763350979.447331:0:20551:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350979.447335:0:20551:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1763350979.447337:0:20551:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:1.0:1763350979.447340:0:20551:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:1.0:1763350979.447343:0:20551:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:1.0:1763350979.447345:0:20551:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:1.0:1763350979.447347:0:20551:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763350979.447350:0:20551:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:1.0:1763350979.447353:0:20551:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff925ccd84b850. 00020000:00000010:1.0:1763350979.447355:0:20551:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff925ccd84b798. 00020000:00001000:1.0:1763350979.447358:0:20551:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:1.0:1763350979.447360:0:20551:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:1.0:1763350979.447363:0:20551:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:1.0:1763350979.447368:0:20551:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763350979.447370:0:20551:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117832, ffree=117088, state=0 00000004:00000001:1.0:1763350979.447376:0:20551:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350979.447378:0:20551:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350979.447381:0:20551:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:1.0:1763350979.447387:0:20551:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925de7e8c8e0. 00000004:00000001:1.0:1763350979.447394:0:20551:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763350979.447396:0:20551:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447401:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.447403:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192629760 : -120543516921856 : ffff925dc67e7000) 00000004:00000001:1.0:1763350979.447407:0:20551:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:1.0:1763350979.447411:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350979.447413:0:20551:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530192629760 : -120543516921856 : ffff925dc67e7000) 00000004:00000001:1.0:1763350979.447417:0:20551:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:1.0:1763350979.447421:0:20551:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.447424:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.447544:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.447546:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447548:0:20551:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350979.447550:0:20551:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446623530753247544 : -120542956304072 : ffff925de7e8c938) 00020000:00000001:1.0:1763350979.447553:0:20551:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350979.447557:0:20551:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350979.447558:0:20551:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350979.447561:0:20551:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763350979.447562:0:20551:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350979.447566:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.447567:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.447569:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192629760 : -120543516921856 : ffff925dc67e7000) 00080000:00000001:1.0:1763350979.447571:0:20551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350979.447586:0:20551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447589:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447591:0:20551:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:1.0:1763350979.447635:0:20551:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447638:0:20551:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447641:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.447646:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350979.447649:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350979.447656:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350979.447657:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.447658:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192629760 : -120543516921856 : ffff925dc67e7000) 00080000:00000001:1.0:1763350979.447662:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.447667:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.447669:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447671:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.447694:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.447696:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447700:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.447704:0:20551:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:1.0:1763350979.447707:0:20551:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350979.447709:0:20551:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763350979.447710:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.447712:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192629760 : -120543516921856 : ffff925dc67e7000) 00000004:00000001:1.0:1763350979.447715:0:20551:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:1.0:1763350979.447722:0:20551:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff925de7e8c8e0 is [0x280000401:0x24fb:0x0] 00000020:00000001:1.0:1763350979.447725:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350979.447727:0:20551:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530192629760 : -120543516921856 : ffff925dc67e7000) 00080000:00000001:1.0:1763350979.447730:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.447796:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:1.0:1763350979.447799:0:20551:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000401:0x24fb:0x0], index 1: 0 00000004:00000001:1.0:1763350979.447802:0:20551:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447804:0:20551:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447807:0:20551:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763350979.447809:0:20551:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447812:0:20551:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:1.0:1763350979.447814:0:20551:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:1.0:1763350979.447816:0:20551:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:1.0:1763350979.447820:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350979.447824:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350979.447826:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350979.447829:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350979.447832:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350979.447834:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350979.447836:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350979.447838:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:1.0:1763350979.447841:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447844:0:20551:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447846:0:20551:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447849:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.447850:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.447852:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192629760 : -120543516921856 : ffff925dc67e7000) 00080000:00000001:1.0:1763350979.447856:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350979.447858:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:1.0:1763350979.447873:0:20551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350979.447876:0:20551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.447880:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447882:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447884:0:20551:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447886:0:20551:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447889:0:20551:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.447892:0:20551:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.447896:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350979.447899:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350979.447903:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350979.447907:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055162, last_committed = 8590055150 00000001:00000010:1.0:1763350979.447911:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd5a0. 00000001:00000040:1.0:1763350979.447914:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 12 00000020:00000040:1.0:1763350979.447917:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:1.0:1763350979.447923:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dff9add80. 00000004:00000001:1.0:1763350979.447929:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350979.447931:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.447932:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530192629760 : -120543516921856 : ffff925dc67e7000) 00080000:00000001:1.0:1763350979.447935:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.447943:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350979.447945:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350979.447950:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dff9add80: xid 1849001118768256, transno 8590055162, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350979.447953:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.448024:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350979.448028:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fdde0. 00000020:00000001:1.0:1763350979.448030:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448034:0:20551:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448038:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.448040:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.448044:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448048:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.448051:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.448052:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.448055:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.448057:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.448060:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.448062:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350979.448065:0:20551:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.448068:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.448069:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.448070:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.448073:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.448074:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.448076:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763350979.448079:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff925df0bf0378 00000004:00000001:1.0:1763350979.448081:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448084:0:20551:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.448099:0:20551:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:1.0:1763350979.448102:0:20551:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763350979.448104:0:20551:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448107:0:20551:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763350979.448112:0:20551:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763350979.448115:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350979.448118:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff2:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:1.0:1763350979.448131:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448134:0:20551:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448136:0:20551:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.448141:0:20551:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763350979.448144:0:20551:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dffae6780. 00000020:00000001:1.0:1763350979.448147:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.448149:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffae6780 with handle 0xcb8c81cc3033c720 to hash 00000020:00000001:1.0:1763350979.448151:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763350979.448153:0:20551:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623531152074624 : -120542557476992 : ffff925dffae6780) 00000004:00000001:1.0:1763350979.448155:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350979.448157:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763350979.448160:0:20551:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff2:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:1.0:1763350979.448164:0:20551:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763350979.448167:0:20551:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350979.448169:0:20551:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448172:0:20551:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448174:0:20551:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.448178:0:20551:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763350979.448180:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350979.448183:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763350979.448184:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350979.448185:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350979.448187:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.448189:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.448191:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:1.0:1763350979.448193:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:1.0:1763350979.448195:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:1.0:1763350979.448198:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350979.448202:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.448208:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.448210:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.448212:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.448217:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.448219:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.448222:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350979.448225:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:1.0:1763350979.448232:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350979.448234:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.448237:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350979.448239:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.448245:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350979.448247:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.448248:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.448250:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=4 00000020:00000001:1.0:1763350979.448252:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:1.0:1763350979.448254:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:1.0:1763350979.448256:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350979.448259:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.448264:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350979.448266:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350979.448267:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.448271:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.448272:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.448274:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.448275:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.448278:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c719 from hash 00010000:00000001:1.0:1763350979.448280:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.448281:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.448282:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.448283:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.448287:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.448289:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.448291:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.448292:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.448294:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.448297:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925ccd7dad00) 00010000:00010000:1.0:1763350979.448300:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1763350979.448302:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.448304:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.448306:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.448308:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350979.448310:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.448311:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.448313:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.448316:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448318:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.448321:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.448326:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.448327:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.448328:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350979.448329:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350979.448330:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.448332:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c719 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:1.0:1763350979.448338:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ac80. 00010000:00000040:1.0:1763350979.448343:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7dad00 count: 0 00010000:00000010:1.0:1763350979.448350:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6c00. 00010000:00000001:1.0:1763350979.448357:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.448358:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350979.448359:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350979.448361:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350979.448362:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350979.448363:0:20551:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763350979.448365:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.448367:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.448369:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350979.448371:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350979.448373:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448375:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350979.448378:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350979.448382:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350979.448384:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.448386:0:20551:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350979.448392:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.448399:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448405:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448408:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350979.448413:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350979.448415:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350979.448417:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.448419:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.448421:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350979.448424:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350979.448448:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448450:0:20551:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763350979.448452:0:20551:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763350979.448455:0:20551:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.448458:0:20551:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763350979.448462:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763350979.448466:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.448469:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350979.448471:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.448475:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.448476:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.448478:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.448479:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.448482:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3400 with handle 0xcb8c81cc3033c712 from hash 00010000:00000001:1.0:1763350979.448484:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.448485:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.448486:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.448487:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350979.448489:0:20551:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.448492:0:20551:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350979.448501:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c712 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecab3 expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.448507:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350979.448509:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.448512:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.448513:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.448516:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.448518:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.448519:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.448521:0:20551:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.448522:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.448523:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.448525:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.448526:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.448528:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350979.448531:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763350979.448532:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.448534:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.448536:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.448537:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.448540:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c712 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecab3 expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.448546:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:1.0:1763350979.448548:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00010000:00000010:1.0:1763350979.448550:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ae80. 00010000:00000001:1.0:1763350979.448553:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.448555:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3400, rc 0) 00000020:00000001:1.0:1763350979.448557:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350979.448561:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 8590055162, xid 1849001118768256 00010000:00000001:1.0:1763350979.448564:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.448570:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e18a80 x1849001118768256/t8590055162(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/664 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.448579:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.448581:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.448585:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.448590:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.448592:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.448618:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.448622:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.448623:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.448627:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.448631:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.448635:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74aa0. 00000100:00000200:1.0:1763350979.448641:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118768256, offset 224 00000400:00000200:1.0:1763350979.448647:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.448658:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.448665:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198038:198038:255:4294967295] 192.168.202.2@tcp LPNI seq info [198034:198034:7:4294967295] 00000400:00000200:1.0:1763350979.448676:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.448682:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.448687:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca400. 00000800:00000200:1.0:1763350979.448693:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.448700:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.448704:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca400 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.448708:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.448711:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.448714:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.448716:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.448719:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.448724:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e18a80 x1849001118768256/t8590055162(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4616/664 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.448734:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226199:x1849001118768256:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 10921us (11306us total) trans 8590055162 rc 301/301 00000100:00100000:1.0:1763350979.448742:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140589 00000100:00000040:1.0:1763350979.448746:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.448748:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.448750:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.448754:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:1.0:1763350979.448758:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d190. 00000020:00000010:1.0:1763350979.448762:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:1.0:1763350979.448768:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000100:00000001:1.0:1763350979.448771:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350979.448837:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.448841:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:1.0:1763350979.448845:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.448851:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.448857:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0194c8 00000400:00000010:1.0:1763350979.448859:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0194c8. 00000100:00000001:1.0:1763350979.448864:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.448866:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763350979.448943:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.448946:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca400. 00000400:00000200:1.0:1763350979.448949:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.448953:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.448955:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74aa0 00000400:00000010:1.0:1763350979.448956:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74aa0. 00000100:00000001:1.0:1763350979.448959:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.448960:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350979.451651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00010000:00000010:1.1:1763350979.455113:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7dad00. 00010000:00000010:1.1:1763350979.455136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00010000:00000010:1.1:1763350979.455139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00000800:00000001:2.0:1763350979.455198:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.455215:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.455218:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.455220:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.455233:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.455253:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edf9e00 00000400:00000200:2.0:1763350979.455264:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d9d [2] + 1568 00000800:00000001:2.0:1763350979.455274:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.455282:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.455285:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.455290:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.455298:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.455301:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763350979.455308:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1b800. 00000100:00000040:2.0:1763350979.455312:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1b800 x1849001118768640 msgsize 392 00000100:00100000:2.0:1763350979.455316:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.455331:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.455341:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.455345:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.455498:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350979.455502:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118768640 02000000:00000001:3.0:1763350979.455505:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350979.455508:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350979.455510:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.455515:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.455520:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118768640 00000020:00000001:3.0:1763350979.455523:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350979.455525:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350979.455528:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.455543:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:3.0:1763350979.455546:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350979.455548:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350979.455554:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.455559:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.455563:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.455566:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000020:00000010:3.0:1763350979.455574:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:3.0:1763350979.455581:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350979.455587:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350979.455620:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350979.455624:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350979.455626:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350979.455628:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.455649:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.455662:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.455675:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350979.455678:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350979.455684:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20874 00000100:00000040:3.0:1763350979.455695:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350979.455697:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668898304 : -120543040653312 : ffff925de2e1b800) 00000100:00000040:3.0:1763350979.455705:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1b800 x1849001118768640/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350979.455714:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.455718:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.455720:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.455722:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000100:00100000:3.0:1763350979.455727:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226199:x1849001118768640:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:3.0:1763350979.455730:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118768640 00000020:00000001:3.0:1763350979.455734:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350979.455738:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350979.455879:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dff9add80: xid 1849001118768256, transno 8590055162, client gen 3, slot idx 0 00000001:00000001:3.0:1763350979.455884:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9ad600: xid 1849001118768000, transno 8590055161, client gen 3, slot idx 1 00000001:00000010:3.0:1763350979.455889:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9ad600. 00000020:00000001:3.0:1763350979.455894:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.455897:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350979.455899:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:3.0:1763350979.455903:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350979.455907:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118768640, found 0 last_xid 1849001118768639 00000020:00000001:3.0:1763350979.455910:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350979.455912:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350979.455915:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350979.455918:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.455925:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:3.0:1763350979.455928:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:3.0:1763350979.455930:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:3.0:1763350979.455935:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.455939:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350979.455944:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.455946:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.455949:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.455950:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.455952:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.455954:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.455956:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.455957:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.455959:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.455960:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.455962:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.455964:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.455965:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.455967:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.455969:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.455971:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:3.0:1763350979.455973:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.455977:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350979.455978:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.455979:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.455981:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.455982:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.455984:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.455986:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.455987:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.455989:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.455991:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.455993:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.455998:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350979.456005:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350979.456007:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350979.456010:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350979.456012:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.456015:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.456017:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456020:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350979.456021:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456023:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.456028:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350979.456031:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350979.456037:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925de904d400. 02000000:00000001:3.0:1763350979.456040:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.456042:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456044:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350979.456047:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456050:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:3.0:1763350979.456052:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:3.0:1763350979.456054:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.456056:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dffae6780 refcount=2 00000020:00000001:3.0:1763350979.456058:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531152074624 : -120542557476992 : ffff925dffae6780) 00000004:00000001:3.0:1763350979.456061:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623531152074624 : -120542557476992 : ffff925dffae6780) 00000020:00000040:3.0:1763350979.456065:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffae6780 with handle 0xcb8c81cc3033c720 from hash 00000004:00000001:3.0:1763350979.456070:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:3.0:1763350979.456072:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff2:0x0] with intent: 0 00000004:00000001:3.0:1763350979.456077:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:3.0:1763350979.456079:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:3.0:1763350979.456084:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350979.456088:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350979.456097:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456101:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.456107:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.456110:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.456118:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.456131:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.456135:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.456138:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350979.456140:0:20016:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.456142:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.456143:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.456144:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.456146:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.456148:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.456149:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.456151:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350979.456152:0:20016:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350979.456156:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350979.456158:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456161:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.456163:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.456164:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.456165:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.456168:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.456170:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.456172:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.456174:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.456175:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.456176:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.456178:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.456180:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.456181:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.456183:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.456186:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350979.456187:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456191:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:3.0:1763350979.456192:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff2:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:3.0:1763350979.456196:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.456199:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:3.0:1763350979.456201:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350979.456206:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350979.456214:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5300. 00080000:00000001:3.0:1763350979.456218:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350979.456228:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904d000. 00080000:00000001:3.0:1763350979.456231:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771861504 : -120542937690112 : ffff925de904d000) 00000004:00000001:3.0:1763350979.456235:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.456240:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.456243:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.456246:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771861504 : -120542937690112 : ffff925de904d000) 00080000:00000001:3.0:1763350979.456250:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350979.456273:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456275:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456278:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.456284:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350979.456286:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350979.456292:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350979.456293:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.456294:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771861504 : -120542937690112 : ffff925de904d000) 00080000:00000001:3.0:1763350979.456298:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.456303:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.456305:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456307:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.456331:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.456334:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456341:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.456345:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:3.0:1763350979.456347:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.456348:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.456349:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771861504 : -120542937690112 : ffff925de904d000) 00080000:00000001:3.0:1763350979.456353:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350979.456355:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:3.0:1763350979.456370:0:20016:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:3.0:1763350979.456373:0:20016:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.456376:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456378:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456380:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456382:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.456388:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350979.456391:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350979.456395:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350979.456398:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055163, last_committed = 8590055150 00000001:00000010:3.0:1763350979.456402:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f55a0. 00000001:00000040:3.0:1763350979.456405:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 13 00000020:00000040:3.0:1763350979.456408:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:3.0:1763350979.456414:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43600. 00000004:00000001:3.0:1763350979.456421:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350979.456423:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.456424:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771861504 : -120542937690112 : ffff925de904d000) 00080000:00000001:3.0:1763350979.456427:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350979.456445:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350979.456447:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350979.456451:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43600: xid 1849001118768640, transno 8590055163, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763350979.456454:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.456537:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350979.456541:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5300. 00000020:00000001:3.0:1763350979.456544:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456548:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456550:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456552:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456555:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:3.0:1763350979.456557:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:3.0:1763350979.456560:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350979.456562:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.456564:0:20016:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350979.456566:0:20016:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350979.456569:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350979.456574:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350979.456578:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350979.456581:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff2:0x0], previous was 0x7 00000004:00000001:3.0:1763350979.456584:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456587:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:3.0:1763350979.456590:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456594:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:3.0:1763350979.456625:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350979.456628:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:3.0:1763350979.456632:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dffae6780. 00000004:00000001:3.0:1763350979.456644:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350979.456647:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350979.456649:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456650:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456653:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:3.0:1763350979.456656:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350979.456658:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350979.456660:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350979.456662:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350979.456664:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350979.456669:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.456672:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350979.456674:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:3.0:1763350979.456681:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350979.456700:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.456702:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350979.456706:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 8590055163, xid 1849001118768640 00010000:00000001:3.0:1763350979.456709:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350979.456718:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e1b800 x1849001118768640/t8590055163(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350979.456726:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350979.456729:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350979.456734:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350979.456739:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350979.456742:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350979.456744:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350979.456747:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350979.456750:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.456753:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350979.456756:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350979.456762:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350d48. 00000100:00000200:3.0:1763350979.456770:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118768640, offset 224 00000400:00000200:3.0:1763350979.456778:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350979.456791:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350979.456798:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198039:198039:256:4294967295] 192.168.202.2@tcp LPNI seq info [198035:198035:8:4294967295] 00000400:00000200:3.0:1763350979.456810:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350979.456815:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350979.456821:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122100. 00000800:00000200:3.0:1763350979.456827:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350979.456835:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350979.456839:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122100 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350979.456862:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.456866:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350979.456869:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350979.456870:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.456873:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350979.456877:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1b800 x1849001118768640/t8590055163(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350979.456886:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226199:x1849001118768640:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 1170us (1572us total) trans 8590055163 rc 0/0 00000100:00100000:3.0:1763350979.456894:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20874 00000100:00000040:3.0:1763350979.456898:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350979.456900:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350979.456902:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350979.456907:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350979.456911:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:3.0:1763350979.456918:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:3.0:1763350979.456924:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:3.0:1763350979.456926:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.459272:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.459284:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122100. 00000400:00000200:2.0:1763350979.459295:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.459304:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.459312:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350d48 00000400:00000010:2.0:1763350979.459315:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350d48. 00000100:00000001:2.0:1763350979.459322:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.459324:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350979.461316:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.461337:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.461342:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.461344:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.461356:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.461375:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 376 into portal 12 MB=0x691a81edf9e80 00000400:00000200:1.0:1763350979.461384:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 376/376 into md 0xd4535 [64] + 104760 00000800:00000001:1.0:1763350979.461393:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.461404:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.461406:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.461410:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.461417:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.461419:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350979.461426:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4ce00. 00000100:00000040:1.0:1763350979.461430:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4ce00 x1849001118768768 msgsize 376 00000100:00100000:1.0:1763350979.461434:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350979.462017:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763350979.462272:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.462286:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.462292:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763350979.462340:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118768768 02000000:00000001:0.0:1763350979.462345:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.462348:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.462351:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.462356:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.462361:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118768768 00000020:00000001:0.0:1763350979.462364:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.462367:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350979.462370:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.462375:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:0.0:1763350979.462377:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350979.462380:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350979.462385:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.462392:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.462396:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.462399:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350979.462407:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350979.462413:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.462418:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d4b0. 00000100:00000040:0.0:1763350979.462429:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350979.462432:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.462434:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350979.462437:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350979.462439:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.462441:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.462449:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.462468:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.462484:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.462486:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.462493:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140590 00000100:00000040:0.0:1763350979.462498:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350979.462500:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170319872 : -120542539231744 : ffff925e00c4ce00) 00000100:00000040:0.0:1763350979.462509:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4ce00 x1849001118768768/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 376/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350979.462518:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.462520:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.462523:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.462525:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350979.462529:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226199:x1849001118768768:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350979.462533:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118768768 00000020:00000001:0.0:1763350979.462537:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.462542:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350979.462548:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43600: xid 1849001118768640, transno 8590055163, client gen 3, slot idx 1 00000001:00000001:0.0:1763350979.462553:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dff9add80: xid 1849001118768256, transno 8590055162, client gen 3, slot idx 0 00000001:00000010:0.0:1763350979.462557:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dff9add80. 00000020:00000001:0.0:1763350979.462562:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.462565:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.462567:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350979.462570:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350979.462574:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118768768, found 0 last_xid 1849001118768767 00000020:00000001:0.0:1763350979.462577:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.462579:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.462582:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.462588:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.462591:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350979.462594:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350979.462622:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350979.462625:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350979.462627:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.462632:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350979.462642:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09800. 00010000:00000010:0.0:1763350979.462646:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc9b70e00. 00010000:00000001:0.0:1763350979.462652:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350979.462656:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350979.462660:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350979.462662:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033c727 to hash 00000020:00000001:0.0:1763350979.462664:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350979.462666:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000010:0.0:1763350979.462672:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a700. 00010000:00000001:0.0:1763350979.462675:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00010000:0.0:1763350979.462680:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c727 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecaba expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.462874:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350979.462877:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:0.0:1763350979.462885:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350979.462888:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350979.462897:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350979.462899:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350979.462901:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.462904:0:20551:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:0.0:1763350979.462906:0:20551:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x3ff2:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:0.0:1763350979.462910:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350979.462912:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff2:0x0] 00000020:00000001:0.0:1763350979.462916:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.462920:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000004:00000001:0.0:1763350979.462922:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290897952 : -120547418653664 : ffff925cddeebc20) 00000004:00000001:0.0:1763350979.462927:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350979.462934:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.462937:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.462944:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350979.462947:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350979.462950:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:0.0:1763350979.462953:0:20551:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:0.0:1763350979.462956:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.462958:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.462964:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cddc46000. 02000000:00000001:0.0:1763350979.462967:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.462970:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.462974:0:20551:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350979.462976:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350979.462979:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350979.462981:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.462983:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.462989:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350979.462992:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350979.462994:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350979.462997:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.462998:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350979.463000:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.463002:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350979.463004:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350979.463006:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350979.463008:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350979.463011:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) refcount = 1 00010000:00010000:0.0:1763350979.463018:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c727 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaba expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.463025:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350979.463030:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.463032:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.463035:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350979.463036:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.463039:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.463041:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350979.463046:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350979.463050:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c727 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaba expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1763350979.463058:0:20551:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:0.0:1763350979.463061:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350979.463063:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff2:0x0] 00000020:00000001:0.0:1763350979.463065:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.463067:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000004:00000001:0.0:1763350979.463069:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290897952 : -120547418653664 : ffff925cddeebc20) 00000004:00000001:0.0:1763350979.463071:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350979.463074:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.463076:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.463078:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350979.463080:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350979.463082:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350979.463084:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350979.463086:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.463087:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.463089:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350979.463091:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350979.463093:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350979.463095:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350979.463097:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350979.463098:0:20551:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:0.0:1763350979.463103:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.463105:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350979.463107:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) 00010000:00010000:0.0:1763350979.463110:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763350979.463113:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.463115:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.463117:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.463119:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.463129:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.463131:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3800, rc 0) 00000020:00000001:0.0:1763350979.463133:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350979.463137:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 0, xid 1849001118768768 00010000:00000001:0.0:1763350979.463140:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.463145:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4ce00 x1849001118768768/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 376/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350979.463153:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.463155:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.463159:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.463165:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.463167:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.463169:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.463172:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.463174:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.463177:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.463180:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.463186:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019990. 00000100:00000200:0.0:1763350979.463193:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1849001118768768, offset 224 00000400:00000200:0.0:1763350979.463200:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.463213:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.463219:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198040:198040:256:4294967295] 192.168.202.2@tcp LPNI seq info [198036:198036:8:4294967295] 00000400:00000200:0.0:1763350979.463231:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.463237:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.463243:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350979.463250:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.463259:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.463263:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.463286:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.463289:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.463292:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.463293:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.463296:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.463299:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4ce00 x1849001118768768/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 376/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350979.463308:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226199:x1849001118768768:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 789us (1876us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.463315:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140590 00000100:00000040:0.0:1763350979.463319:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350979.463322:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.463324:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.463328:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.463333:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d4b0. 00000020:00000010:0.0:1763350979.463336:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350979.463342:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000100:00000001:0.0:1763350979.463345:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350979.464970:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.464980:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:1.0:1763350979.464988:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.464997:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.465004:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019990 00000400:00000010:1.0:1763350979.465007:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019990. 00000100:00000001:1.0:1763350979.465013:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.465015:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.472393:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.472416:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.472421:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.472423:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.472436:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.472457:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edf9f00 00000400:00000200:2.0:1763350979.472467:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 8880 00000800:00000001:2.0:1763350979.472478:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.472507:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.472511:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.472517:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.472977:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.472981:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350979.472989:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e18700. 00000100:00000040:2.0:1763350979.472993:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e18700 x1849001118768896 msgsize 328 00000100:00100000:2.0:1763350979.472998:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350979.473663:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763350979.474202:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.474221:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.474232:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763350979.474284:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118768896 02000000:00000001:0.0:1763350979.474289:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.474292:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.474295:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.474301:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.474306:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118768896 00000020:00000001:0.0:1763350979.474310:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.474312:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350979.474315:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.474320:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:0.0:1763350979.474323:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350979.474326:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350979.474332:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.474339:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.474344:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.474347:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350979.474355:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350979.474362:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.474368:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d4b0. 00000100:00000040:0.0:1763350979.474378:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350979.474381:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.474383:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.474386:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.474395:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.474412:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.474427:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.474429:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.474436:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19982 00000100:00000040:0.0:1763350979.474440:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350979.474442:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668885760 : -120543040665856 : ffff925de2e18700) 00000100:00000040:0.0:1763350979.474450:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e18700 x1849001118768896/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350979.474460:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.474462:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.474464:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.474467:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350979.474471:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118768896:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350979.474475:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118768896 00000020:00000001:0.0:1763350979.474478:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.474482:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.474484:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.474487:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.474489:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350979.474493:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.474497:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.474499:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.474502:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.474508:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.474511:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350979.474514:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350979.474516:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350979.474518:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350979.474520:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.474526:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350979.474534:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:0.0:1763350979.474537:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350979.474540:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350979.474545:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3600. 00000020:00000001:0.0:1763350979.474548:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350979.474551:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3600 with handle 0xcb8c81cc3033c72e to hash 00000020:00000001:0.0:1763350979.474553:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350979.474554:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350979.474557:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00010000:0.0:1763350979.474562:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c72e lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecac1 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.474571:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:0.0:1763350979.474573:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00010000:00000001:0.0:1763350979.474581:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350979.474585:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350979.474587:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.474590:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.474622:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cddc45800. 02000000:00000001:0.0:1763350979.474625:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.474629:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.474632:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350979.474635:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350979.474639:0:57858:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.474641:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350979.474646:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922b28. 00002000:00000001:0.0:1763350979.474649:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350979.474652:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350979.474655:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.474659:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350979.474667:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.474670:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.474672:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.474675:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350979.474677:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350979.474680:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.474682:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350979.474688:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981500. 00000020:00000040:0.0:1763350979.474693:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350979.474697:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350979.474699:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350979.474705:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350979.474712:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1800. 00000100:00000001:0.0:1763350979.474718:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.474723:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350979.474727:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350979.474732:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.474740:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350979.474742:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.474747:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101451776:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350979.474751:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350979.474757:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350979.474759:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.474762:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350979.474767:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1600. 02000000:00000001:0.0:1763350979.474769:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350979.474775:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb580. 00000400:00000010:0.0:1763350979.474781:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0193b8. 00000100:00000200:0.0:1763350979.474788:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101451776, portal 16 00000100:00000001:0.0:1763350979.474791:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350979.474793:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531150611712 : -120542558939904 : ffff925dff981500) 00000100:00000040:0.0:1763350979.474797:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.474805:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.474807:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.474810:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019550. 00000100:00000200:0.0:1763350979.474812:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101451776, offset 0 00000400:00000200:0.0:1763350979.474819:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.474831:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.474835:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350979.474840:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350979.474844:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350979.474847:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350979.474851:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198041:198041:256:4294967295] 192.168.202.2@tcp LPNI seq info [198037:198037:8:4294967295] 00000400:00000200:0.0:1763350979.474862:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.474867:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.474872:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350979.474878:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.474886:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.474890:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.474905:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.474909:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856447 00000100:00000001:0.0:1763350979.474917:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856410 00000100:00000001:0.0:1763350979.474921:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856447 00000100:00000001:0.0:1763350979.474924:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856410 00000100:00000001:0.0:1763350979.474927:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856447 00000100:00000001:0.0:1763350979.474930:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856410 00000100:00000001:0.0:1763350979.474932:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856447 00000100:00000001:0.0:1763350979.474934:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856410 00000100:00000001:0.0:1763350979.474936:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.474939:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.474941:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.474942:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.474944:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.474945:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350979.474947:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922b28. 00010000:00000001:0.0:1763350979.474950:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.474951:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.474952:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350979.474954:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.474956:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350979.474958:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350979.474961:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc38759c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350979.474964:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350979.474967:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350979.477150:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.477163:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:2.0:1763350979.477172:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.477183:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.477190:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019550 00000400:00000010:2.0:1763350979.477193:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019550. 00000100:00000001:2.0:1763350979.477200:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350979.477208:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.477222:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.477225:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.477232:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.477234:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350979.479691:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.479714:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.479719:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.479722:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.479734:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.479754:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76200 00000400:00000200:1.0:1763350979.479764:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f71d [1] + 224 00000800:00000001:1.0:1763350979.479773:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.479783:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.479786:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.479790:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.479799:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.479808:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350979.479819:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.479841:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.479850:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.479854:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.480357:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350979.480368:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350979.480370:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350979.480374:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb580. 00000400:00000200:0.0:1763350979.480379:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0193b8 00000400:00000010:0.0:1763350979.480381:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0193b8. 00000100:00000001:0.0:1763350979.480385:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.480390:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350979.480400:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.480406:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350979.480408:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.480411:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350979.480414:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350979.480417:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.480419:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.480422:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.480430:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350979.480435:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350979.480437:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350979.480439:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.480442:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350979.480445:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.480449:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.480453:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.480461:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.480464:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350979.480466:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.480469:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350979.480476:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350979.480486:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.480490:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.480499:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:0.0:1763350979.480502:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:0.0:1763350979.480505:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350979.480514:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.480518:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000001:0.0:1763350979.480521:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.480523:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.480525:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.480530:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350979.480537:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101451776:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350979.480543:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.480545:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.480548:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350979.480551:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350979.480554:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dff981500 x1849001101451776/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.480561:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350979.480564:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350979.480568:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1600. 02000000:00000001:0.0:1763350979.480573:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350979.480576:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350979.480578:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350979.480580:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350979.480582:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350979.480585:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350979.480587:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350979.480589:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff981500. 00000100:00000001:0.0:1763350979.480592:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350979.480619:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350979.480622:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.480626:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350979.480628:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350979.480631:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda2c0. 00010000:00000001:0.0:1763350979.480634:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.480638:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350979.480641:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350979.480643:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.480650:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.480652:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.480654:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.480656:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.480659:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3600 with handle 0xcb8c81cc3033c72e from hash 00010000:00000001:0.0:1763350979.480662:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.480663:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.480664:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.480665:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350979.480666:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350979.480669:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350979.480676:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c72e lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecac1 expref: 24 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350979.480692:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350979.480696:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.480699:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.480701:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.480703:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.480707:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.480709:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.480710:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.480712:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.480713:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.480715:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.480716:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350979.480718:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.480721:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.480723:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.480724:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.480727:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c72e lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecac1 expref: 24 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350979.480746:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350979.480749:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:0.0:1763350979.480755:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.480757:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3600, rc 0) 00000020:00000001:0.0:1763350979.480759:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350979.480763:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118768896 00010000:00000001:0.0:1763350979.480767:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.480772:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e18700 x1849001118768896/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350979.480780:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.480783:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.480787:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.480792:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.480794:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.480796:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.480799:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.480802:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.480805:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.480809:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.480815:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0193b8. 00000100:00000200:0.0:1763350979.480820:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118768896, offset 224 00000400:00000200:0.0:1763350979.480827:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.480839:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.480846:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198042:198042:256:4294967295] 192.168.202.2@tcp LPNI seq info [198038:198038:8:4294967295] 00000400:00000200:0.0:1763350979.480858:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.480863:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.480872:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350979.480878:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.480887:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.480891:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.480913:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.480917:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.480919:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.480921:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.480923:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.480929:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e18700 x1849001118768896/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350979.480945:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118768896:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 6483us (7949us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350979.480954:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19982 00000100:00000040:0.0:1763350979.480959:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350979.480962:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.480964:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.480970:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.480977:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d4b0. 00000020:00000010:0.0:1763350979.480980:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350979.480986:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:0.0:1763350979.480989:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.481893:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.481901:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:2.0:1763350979.481906:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.481913:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.481919:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0193b8 00000400:00000010:2.0:1763350979.481921:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0193b8. 00000100:00000001:2.0:1763350979.481925:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.481927:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.486380:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.486404:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.486409:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.486412:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.486426:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.486449:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edf9f80 00000400:00000200:2.0:1763350979.486460:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 105136 00000800:00000001:2.0:1763350979.486471:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.486481:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.486485:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.486489:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.486499:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.486501:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350979.486510:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1a680. 00000100:00000040:2.0:1763350979.486515:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1a680 x1849001118769024 msgsize 576 00000100:00100000:2.0:1763350979.486518:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.486541:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.486552:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.486556:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350979.486735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3600. 00000100:00000001:1.0:1763350979.487020:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.487025:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118769024 02000000:00000001:1.0:1763350979.487028:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.487031:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.487033:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.487039:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.487045:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118769024 00000020:00000001:1.0:1763350979.487049:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.487051:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350979.487054:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.487057:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=500 00000020:00000001:1.0:1763350979.487060:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350979.487062:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350979.487068:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.487075:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c524c0. 00000100:00000001:1.0:1763350979.487079:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.487082:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c524c0. 00000020:00000010:1.0:1763350979.487091:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7a00. 00000020:00000010:1.0:1763350979.487097:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6c00. 00000020:00000010:1.0:1763350979.487102:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000100:00000040:1.0:1763350979.487112:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350979.487116:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.487117:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350979.487131:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350979.487133:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.487135:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.487144:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.487951:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.487974:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.487977:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.487986:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140591 00000100:00000040:1.0:1763350979.487991:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.487994:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668893824 : -120543040657792 : ffff925de2e1a680) 00000100:00000040:1.0:1763350979.488004:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1a680 x1849001118769024/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 576/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.488015:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.488018:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c524c0. 00000100:00000001:1.0:1763350979.488021:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.488023:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c524c0. 00000100:00100000:1.0:1763350979.488028:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226199:x1849001118769024:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350979.488032:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118769024 00000020:00000001:1.0:1763350979.488036:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.488041:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.488047:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.488049:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.488052:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.488056:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.488060:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118769024, found 0 last_xid 1849001118769023 00000020:00000001:1.0:1763350979.488063:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.488066:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.488069:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.488077:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.488079:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.488083:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.488086:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.488088:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350979.488090:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.488096:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.488105:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09800 count: 2 00010000:00000001:1.0:1763350979.488109:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.488113:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.488117:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7400. 00000020:00000001:1.0:1763350979.488131:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.488134:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7400 with handle 0xcb8c81cc3033c735 to hash 00000020:00000001:1.0:1763350979.488137:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.488139:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000010:1.0:1763350979.488145:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350979.488148:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00010000:1.0:1763350979.488153:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c735 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecac8 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.488163:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350979.488166:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=501 00010000:00000001:1.0:1763350979.488175:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350979.488179:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350979.488186:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350979.488189:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350979.488192:0:20012:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350979.488194:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.488197:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff2:0x0] 00000020:00000001:1.0:1763350979.488202:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.488207:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000004:00000001:1.0:1763350979.488210:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290897952 : -120547418653664 : ffff925cddeebc20) 00000004:00000001:1.0:1763350979.488212:0:20012:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488216:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350979.488219:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350979.488223:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.488226:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.488281:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925ddcfa0000. 02000000:00000001:1.0:1763350979.488285:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.488287:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488290:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488292:0:20012:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763350979.488298:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350979.488300:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.488302:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488305:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.488306:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.488309:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488310:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.488311:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.488313:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488314:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.488316:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.488317:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488319:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.488320:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.488321:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488323:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.488324:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.488327:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488330:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.488331:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.488337:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350979.488343:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350979.488346:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350979.488350:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350979.488352:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488355:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.488356:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488359:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350979.488361:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488367:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:1.0:1763350979.488373:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350979.488374:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763350979.488377:0:20012:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:1.0:1763350979.488385:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925e00c91000. 00000004:00000001:1.0:1763350979.488391:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.488394:0:20012:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350979.488397:0:20012:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:1.0:1763350979.488400:0:20012:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff2:0x0]/[0x200000bd2:0x3ff2:0x0], ldlm_rep = ffff925ddcfa0228 00000004:00000001:1.0:1763350979.488407:0:20012:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763350979.488412:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350979.488414:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.488416:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09800 count: 3 00010000:00000001:1.0:1763350979.488419:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.488420:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.488422:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6a00. 00000020:00000001:1.0:1763350979.488425:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.488427:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6a00 with handle 0xcb8c81cc3033c73c to hash 00000020:00000001:1.0:1763350979.488429:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.488430:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000010:1.0:1763350979.488433:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373180. 00010000:00000001:1.0:1763350979.488436:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350979.488440:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.488443:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.488446:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c73c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350979.488454:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.488459:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.488461:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350979.488464:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.488466:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.488468:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.488470:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.488472:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350979.488475:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350979.488477:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350979.488478:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350979.488481:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) refcount = 3 00010000:00000040:1.0:1763350979.488484:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350979.488489:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c727 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaba expref: 501 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350979.488495:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c73c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350979.488501:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350979.488506:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.488508:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.488509:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350979.488511:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.488514:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.488515:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.488518:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350979.488521:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.488523:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c73c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350979.488529:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.488532:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.488533:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.488536:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.488537:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.488539:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6a00 refcount=3 00000020:00000001:1.0:1763350979.488541:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350979.488544:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350979.488545:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.488546:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.488548:0:20012:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488552:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763350979.488556:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.488559:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.488568:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488571:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.488576:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.488580:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.488588:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.488591:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.488618:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.488622:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350979.488624:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.488627:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff2:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:1.0:1763350979.488631:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.488632:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.488634:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.488636:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.488637:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.488639:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.488641:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.488643:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.488644:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.488646:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.488649:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.488650:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763350979.488653:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763350979.488655:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350979.488658:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925ddcfa0370 00000004:00000001:1.0:1763350979.488661:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488665:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.488666:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488668:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.488669:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.488671:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.488672:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.488674:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.488675:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.488677:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff2:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1763350979.488682:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff2:0x0]: returning size 0 00000004:00000040:1.0:1763350979.488697:0:20012:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3ff2:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763350979.488700:0:20012:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:1.0:1763350979.488703:0:20012:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9467 00000004:00200000:1.0:1763350979.488706:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:1.0:1763350979.488708:0:20012:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763350979.488710:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.488711:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488714:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350979.488717:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.488720:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.488721:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.488723:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.488725:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.488727:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350979.488730:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.488736:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.488744:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488747:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.488754:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.488756:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.488757:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6a00 refcount=3 00000020:00000001:1.0:1763350979.488760:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350979.488762:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00000004:00010000:1.0:1763350979.488765:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c73c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350979.488772:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.488773:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.488774:0:20012:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1763350979.488777:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.488779:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:1.0:1763350979.488782:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.488783:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.488784:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6a00 refcount=3 00000020:00000001:1.0:1763350979.488787:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350979.488789:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00000004:00000040:1.0:1763350979.488792:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350979.488795:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=502 00010000:00000001:1.0:1763350979.488798:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.488800:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.488801:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350979.488803:0:20012:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763350979.488806:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350979.488808:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350979.488810:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.488812:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.488814:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350979.488816:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350979.488821:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.488823:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350979.488826:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.488827:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:1.0:1763350979.488830:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925e00c91000. 00000004:00000001:1.0:1763350979.488834:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350979.488837:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350979.488839:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.488842:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.488843:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.488845:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.488846:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.488849:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7400 with handle 0xcb8c81cc3033c735 from hash 00010000:00000001:1.0:1763350979.488851:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.488852:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.488853:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.488854:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350979.488856:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.488859:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c735 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecac8 expref: 502 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.488866:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350979.488869:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 501 00010000:00000010:1.0:1763350979.488872:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350979.488884:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.488885:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.488890:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350979.488893:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c73c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecac8 expref: 501 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.488901:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.488904:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.488907:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) 00010000:00010000:1.0:1763350979.488909:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:1.0:1763350979.488912:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.488915:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.488916:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.488918:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.488919:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.488920:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6a00, rc 0) 00000020:00000001:1.0:1763350979.488923:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.488926:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 0, xid 1849001118769024 00010000:00000001:1.0:1763350979.488929:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.488934:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e1a680 x1849001118769024/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 576/640 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.488942:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.488945:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.488949:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.488954:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.488957:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.488959:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.488962:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.488964:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.488968:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.488971:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.488976:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74aa0. 00000100:00000200:1.0:1763350979.488984:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1849001118769024, offset 224 00000400:00000200:1.0:1763350979.488992:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.489006:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.489014:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198043:198043:256:4294967295] 192.168.202.2@tcp LPNI seq info [198039:198039:8:4294967295] 00000400:00000200:1.0:1763350979.489025:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.489031:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.489037:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca400. 00000800:00000200:1.0:1763350979.489044:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.489052:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.489057:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca400 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.489084:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.489088:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.489090:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.489091:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.489093:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.489097:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1a680 x1849001118769024/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 576/640 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.489107:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:226199:x1849001118769024:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1091us (2590us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350979.489114:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140591 00000100:00000040:1.0:1763350979.489128:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.489131:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.489133:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.489138:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6c00. 00000020:00000010:1.0:1763350979.489143:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:1.0:1763350979.489146:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7a00. 00000020:00000040:1.0:1763350979.489152:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00000100:00000001:1.0:1763350979.489155:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.490430:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.490441:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca400. 00000400:00000200:2.0:1763350979.490449:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.490458:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.490467:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74aa0 00000400:00000010:2.0:1763350979.490469:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74aa0. 00000100:00000001:2.0:1763350979.490475:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.490477:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.495377:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.495401:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.495407:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.495409:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.495424:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.495447:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfa000 00000400:00000200:2.0:1763350979.495457:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 9208 00000800:00000001:2.0:1763350979.495468:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.495478:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.495482:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.495486:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.495495:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.495498:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350979.495505:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e19180. 00000100:00000040:2.0:1763350979.495510:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e19180 x1849001118769152 msgsize 328 00000100:00100000:2.0:1763350979.495514:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.497685:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.497721:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.497734:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.497881:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.497885:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118769152 02000000:00000001:0.0:1763350979.497889:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.497892:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.497895:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.497901:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.497907:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118769152 00000020:00000001:0.0:1763350979.497911:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.497914:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350979.497917:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.497921:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=19 00000020:00000001:0.0:1763350979.497924:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350979.497927:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350979.497933:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.497943:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.497947:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.497950:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000020:00000010:0.0:1763350979.497958:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350979.497964:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.497970:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d4b0. 00000100:00000040:0.0:1763350979.497981:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350979.497985:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.497987:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.497989:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.497998:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.498015:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.498030:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.498032:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.498041:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19983 00000100:00000040:0.0:1763350979.498046:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350979.498048:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668888448 : -120543040663168 : ffff925de2e19180) 00000100:00000040:0.0:1763350979.498056:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e19180 x1849001118769152/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350979.498066:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.498069:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda2c0. 00000100:00000001:0.0:1763350979.498071:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.498073:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda2c0. 00000100:00100000:0.0:1763350979.498078:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2361:x1849001118769152:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350979.498082:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118769152 00000020:00000001:0.0:1763350979.498086:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.498090:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.498092:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.498095:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.498098:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350979.498101:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.498105:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.498107:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.498109:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.498115:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.498118:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350979.498130:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350979.498132:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350979.498134:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350979.498137:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.498142:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350979.498152:0:57858:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09400. 00010000:00000010:0.0:1763350979.498156:0:57858:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925dddc09100. 00010000:00000001:0.0:1763350979.498161:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350979.498165:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3600. 00000020:00000001:0.0:1763350979.498169:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350979.498172:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3600 with handle 0xcb8c81cc3033c743 to hash 00000020:00000001:0.0:1763350979.498174:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350979.498176:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350979.498179:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00010000:0.0:1763350979.498184:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecacf expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763350979.498195:0:57858:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763350979.498199:0:57858:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925e00bda2c0. 00002000:00000001:0.0:1763350979.498203:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.498207:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.498213:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00002000:00000001:0.0:1763350979.498216:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289113392 : -120547420438224 : ffff925cddd38130) 00002000:00000001:0.0:1763350979.498219:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350979.498228:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350979.498230:0:57858:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x24fb:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:0.0:1763350979.498233:0:57858:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763350979.498237:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38188/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00010000:00000040:0.0:1763350979.498240:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 13 00000020:00000040:0.0:1763350979.498242:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=20 00010000:00000001:0.0:1763350979.498251:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350979.498254:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350979.498257:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.498260:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.498265:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cddc46800. 02000000:00000001:0.0:1763350979.498268:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.498270:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.498274:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350979.498276:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350979.498279:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350979.498282:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.498283:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350979.498285:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350979.498286:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.498290:0:57858:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763350979.498296:0:57858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350979.498305:0:57858:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fb:0x0].0x0 (ffff925dddc09400) refcount = 1 00010000:00000040:0.0:1763350979.498308:0:57858:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350979.498311:0:57858:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350979.498323:0:57858:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.498326:0:57858:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.498328:0:57858:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350979.498329:0:57858:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763350979.498332:0:57858:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350979.498335:0:57858:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.498339:0:57858:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350979.498343:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350979.498355:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.498357:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350979.498360:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.498362:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.498364:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.498365:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.498367:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.498369:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3600, rc 0) 00000020:00000001:0.0:1763350979.498372:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350979.498375:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911610, transno 0, xid 1849001118769152 00010000:00000001:0.0:1763350979.498379:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.498383:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e19180 x1849001118769152/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350979.498391:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.498393:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.498398:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.498403:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.498406:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.498408:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.498411:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.498413:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.498417:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.498419:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.498424:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019b28. 00000100:00000200:0.0:1763350979.498431:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118769152, offset 224 00000400:00000200:0.0:1763350979.498439:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.498453:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.498460:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198044:198044:256:4294967295] 192.168.202.2@tcp LPNI seq info [198040:198040:8:4294967295] 00000400:00000200:0.0:1763350979.498472:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.498478:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.498483:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350979.498490:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.498499:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.498505:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.498522:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.498526:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.498528:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.498530:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.498532:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.498537:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e19180 x1849001118769152/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350979.498546:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118769152:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 478us (3034us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.498553:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19983 00000100:00000040:0.0:1763350979.498557:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350979.498560:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.498562:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.498567:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.498571:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d4b0. 00000020:00000010:0.0:1763350979.498575:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350979.498581:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000100:00000001:0.0:1763350979.498584:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.499073:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.499081:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:2.0:1763350979.499086:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.499094:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.499101:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019b28 00000400:00000010:2.0:1763350979.499104:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019b28. 00000100:00000001:2.0:1763350979.499109:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.499111:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350979.500746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7400. 00000800:00000001:2.0:1763350979.506535:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.506558:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.506562:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.506564:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.506577:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.507135:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfa080 00000400:00000200:2.0:1763350979.507147:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 9536 00000800:00000001:2.0:1763350979.507157:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.507168:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.507172:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.507177:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.507184:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.507187:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350979.507194:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1ad80. 00000100:00000040:2.0:1763350979.507198:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1ad80 x1849001118769280 msgsize 328 00000100:00100000:2.0:1763350979.507202:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.507223:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.507232:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.507236:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.507995:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350979.508000:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118769280 02000000:00000001:3.0:1763350979.508005:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350979.508008:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350979.508010:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.508016:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.508020:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118769280 00000020:00000001:3.0:1763350979.508024:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350979.508026:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350979.508028:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.508032:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:3.0:1763350979.508035:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350979.508037:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350979.508043:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.508051:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.508055:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.508058:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000020:00000010:3.0:1763350979.508066:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:3.0:1763350979.508072:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350979.508079:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3750c8. 00000100:00000040:3.0:1763350979.508090:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350979.508094:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350979.508096:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350979.508098:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.508108:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.508133:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.508150:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350979.508152:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350979.508164:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19984 00000100:00000040:3.0:1763350979.508169:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350979.508171:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668895616 : -120543040656000 : ffff925de2e1ad80) 00000100:00000040:3.0:1763350979.508179:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1ad80 x1849001118769280/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350979.508189:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.508192:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.508195:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.508197:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000100:00100000:3.0:1763350979.508201:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2359:x1849001118769280:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350979.508205:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118769280 00000020:00000001:3.0:1763350979.508209:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350979.508213:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350979.508216:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.508219:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350979.508221:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350979.508225:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350979.508229:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350979.508232:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350979.508235:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350979.508241:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.508243:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350979.508246:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350979.508248:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350979.508250:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350979.508253:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.508259:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350979.508267:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:3.0:1763350979.508270:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350979.508273:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350979.508280:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dde74dc00. 00000020:00000001:3.0:1763350979.508285:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350979.508287:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dde74dc00 with handle 0xcb8c81cc3033c74a to hash 00000020:00000001:3.0:1763350979.508289:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350979.508291:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:3.0:1763350979.508295:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00010000:3.0:1763350979.508583:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c74a lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecad6 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350979.508682:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:3.0:1763350979.508687:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00010000:00000001:3.0:1763350979.508698:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763350979.508702:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763350979.508706:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350979.508708:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350979.508786:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00074400. 02000000:00000001:2.0:1763350979.508790:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.508793:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.508796:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350979.508799:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350979.508803:0:63085:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.508805:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763350979.508811:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925df0e57b60. 00002000:00000001:2.0:1763350979.508814:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763350979.508817:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763350979.508821:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57db00. 00000100:00000001:2.0:1763350979.508825:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350979.508833:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c53c0. 00000100:00000001:2.0:1763350979.508835:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863969728 : -120547845581888 : ffff925cc47c53c0) 00000100:00000001:2.0:1763350979.508837:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863969728 : -120547845581888 : ffff925cc47c53c0) 00000100:00000001:2.0:1763350979.508840:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350979.508842:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350979.508844:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350979.508846:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763350979.508850:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1b480. 00000020:00000040:2.0:1763350979.508854:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763350979.508858:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350979.508860:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350979.508865:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350979.508871:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cd3f3e000. 00000100:00000001:2.0:1763350979.508877:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.508884:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350979.508887:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350979.508893:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.508902:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350979.508903:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.508908:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925de2e1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101451904:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350979.508913:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350979.508918:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350979.508921:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.508923:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350979.508928:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cd3f3f200. 02000000:00000001:2.0:1763350979.508930:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350979.508936:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bf20. 00000400:00000010:2.0:1763350979.508944:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350979.508952:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101451904, portal 16 00000100:00000001:2.0:1763350979.508955:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350979.508957:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530668897408 : -120543040654208 : ffff925de2e1b480) 00000100:00000040:2.0:1763350979.508962:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.508969:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.508972:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350979.508975:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2e58. 00000100:00000200:2.0:1763350979.508977:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101451904, offset 0 00000400:00000200:2.0:1763350979.508984:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350979.508998:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350979.509003:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350979.509008:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350979.509012:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350979.509015:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350979.509019:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198045:198045:256:4294967295] 192.168.202.2@tcp LPNI seq info [198041:198041:8:4294967295] 00000400:00000200:2.0:1763350979.509029:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350979.509035:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350979.509040:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8c00. 00000800:00000200:2.0:1763350979.509046:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350979.509055:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350979.509061:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350979.509083:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.509088:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856481 00000100:00000001:2.0:1763350979.509096:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856447 00000100:00000001:2.0:1763350979.509101:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856481 00000100:00000001:2.0:1763350979.509104:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856447 00000100:00000001:2.0:1763350979.509107:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856481 00000100:00000001:2.0:1763350979.509110:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856447 00000100:00000001:2.0:1763350979.509112:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856481 00000100:00000001:2.0:1763350979.509115:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856447 00000100:00000001:2.0:1763350979.509118:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350979.509130:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.509132:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.509134:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.509136:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.509138:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763350979.509140:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925df0e57b60. 00010000:00000001:2.0:1763350979.509144:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.509146:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350979.509147:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350979.509149:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.509151:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350979.509153:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350979.509156:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c53c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763350979.509158:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350979.509162:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350979.509340:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.509346:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8c00. 00000400:00000200:1.0:1763350979.509352:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.509358:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.509364:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2e58 00000400:00000010:1.0:1763350979.509367:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2e58. 00000100:00000001:1.0:1763350979.509371:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350979.509376:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.509385:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.509388:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.509395:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.509396:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.511535:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.511556:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.511561:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.511564:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.511578:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.511634:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76280 00000400:00000200:2.0:1763350979.511646:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f731 [1] + 224 00000800:00000001:2.0:1763350979.511655:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.511666:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.511669:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.511673:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.511680:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.511689:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350979.511700:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.511723:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.511733:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.511737:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.511929:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350979.511939:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350979.511941:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350979.511944:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bf20. 00000400:00000200:1.0:1763350979.511948:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:1.0:1763350979.511951:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:1.0:1763350979.511955:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.511959:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350979.511968:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.511980:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350979.511982:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.511984:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350979.511988:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350979.511990:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.511993:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.511997:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.512003:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350979.512008:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350979.512011:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350979.512012:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.512015:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350979.512018:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.512021:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.512025:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.512031:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.512034:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350979.512036:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.512039:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350979.512045:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350979.512054:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350979.512058:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.512066:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:1.0:1763350979.512069:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:1.0:1763350979.512072:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350979.512080:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350979.512084:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000001:1.0:1763350979.512087:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.512089:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.512091:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.512095:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350979.512102:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de2e1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101451904:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350979.512108:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.512110:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.512113:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350979.512115:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.512127:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de2e1b480 x1849001101451904/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.512134:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350979.512136:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350979.512140:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cd3f3f200. 02000000:00000001:1.0:1763350979.512145:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350979.512148:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350979.512150:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350979.512152:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350979.512155:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cd3f3e000. 02000000:00000001:1.0:1763350979.512158:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350979.512160:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350979.512163:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1b480. 00000100:00000001:1.0:1763350979.512167:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350979.512168:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350979.512170:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c53c0. 00000100:00000001:1.0:1763350979.512174:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350979.512176:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350979.512179:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57db00. 00010000:00000001:1.0:1763350979.512183:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.512188:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.512192:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350979.512194:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.512202:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.512203:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.512206:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.512208:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.512212:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dde74dc00 with handle 0xcb8c81cc3033c74a from hash 00010000:00000001:1.0:1763350979.512214:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.512216:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.512217:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.512219:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350979.512221:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.512223:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350979.512230:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c74a lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecad6 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350979.512246:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350979.512250:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.512253:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.512254:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.512257:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.512260:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.512262:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.512263:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.512265:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.512266:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.512268:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.512271:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350979.512273:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.512275:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.512276:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.512278:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.512281:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c74a lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecad6 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350979.512290:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350979.512293:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:1.0:1763350979.512301:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.512302:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dde74dc00, rc 0) 00000020:00000001:1.0:1763350979.512305:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350979.512310:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118769280 00010000:00000001:1.0:1763350979.512313:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.512318:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e1ad80 x1849001118769280/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.512327:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.512330:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.512334:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.512339:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.512342:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.512345:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.512348:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.512351:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.512355:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.512357:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.512363:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead745d8. 00000100:00000200:1.0:1763350979.512368:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118769280, offset 224 00000400:00000200:1.0:1763350979.512375:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.512387:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.512394:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198046:198046:256:4294967295] 192.168.202.2@tcp LPNI seq info [198042:198042:8:4294967295] 00000400:00000200:1.0:1763350979.512406:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.512412:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.512418:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcaf00. 00000800:00000200:1.0:1763350979.512424:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.512432:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.512435:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcaf00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.512454:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.512458:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.512461:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.512463:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.512466:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.512472:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1ad80 x1849001118769280/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.512482:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2359:x1849001118769280:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 4291us (5281us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350979.512492:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19984 00000100:00000040:1.0:1763350979.512497:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350979.512499:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.512501:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.512509:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:1.0:1763350979.512514:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3750c8. 00000020:00000010:1.0:1763350979.512522:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:1.0:1763350979.512527:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:1.0:1763350979.512530:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.512778:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.512784:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaf00. 00000400:00000200:2.0:1763350979.512788:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.512793:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.512797:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead745d8 00000400:00000010:2.0:1763350979.512799:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead745d8. 00000100:00000001:2.0:1763350979.512803:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.512804:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350979.516133:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.516155:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.516159:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.516161:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.516174:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.516194:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfa100 00000400:00000200:1.0:1763350979.516203:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 9864 00000800:00000001:1.0:1763350979.516212:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.516223:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.516225:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.516230:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.516238:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.516241:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350979.516249:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c700. 00000100:00000040:1.0:1763350979.516253:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4c700 x1849001118769408 msgsize 328 00000100:00100000:1.0:1763350979.516257:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350979.516279:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.516288:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.516291:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.516367:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350979.516371:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118769408 02000000:00000001:2.0:1763350979.516374:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350979.516377:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.516379:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.516385:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.516389:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118769408 00000020:00000001:2.0:1763350979.516392:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350979.516394:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350979.516397:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.516401:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:2.0:1763350979.516403:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350979.516406:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350979.516411:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.516416:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc80. 00000100:00000001:2.0:1763350979.516420:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.516423:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc80. 00000020:00000010:2.0:1763350979.516429:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cd3f3ec00. 00000020:00000010:2.0:1763350979.516436:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0780. 00000020:00000010:2.0:1763350979.516443:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090258. 00000100:00000040:2.0:1763350979.516450:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350979.516454:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350979.516455:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350979.516458:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.516467:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.516533:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.516549:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350979.516551:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350979.516557:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19985 00000100:00000040:2.0:1763350979.516561:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350979.516563:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170318080 : -120542539233536 : ffff925e00c4c700) 00000100:00000040:2.0:1763350979.516571:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4c700 x1849001118769408/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350979.516580:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.516583:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc80. 00000100:00000001:2.0:1763350979.516585:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.516587:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc80. 00000100:00100000:2.0:1763350979.516590:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:226199:x1849001118769408:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350979.516870:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118769408 00000020:00000001:2.0:1763350979.516876:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350979.516881:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350979.516883:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.516887:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350979.516890:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350979.516893:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350979.516897:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350979.516899:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350979.516902:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350979.516909:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.516911:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350979.516914:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350979.516916:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350979.516918:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350979.516920:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.516928:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350979.516935:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:2.0:1763350979.516938:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350979.516941:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350979.516946:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0a00. 00000020:00000001:2.0:1763350979.516950:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350979.516953:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0a00 with handle 0xcb8c81cc3033c751 to hash 00000020:00000001:2.0:1763350979.516955:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350979.516956:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:2.0:1763350979.516959:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00010000:2.0:1763350979.516964:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c751 lrc: 2/0,0 mode: --/GROUP res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecadd expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350979.516973:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:2.0:1763350979.516976:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00000100:00000001:2.0:1763350979.516986:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350979.516989:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350979.516995:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00076400. 02000000:00000001:2.0:1763350979.516998:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.517000:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.517003:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350979.517007:0:63085:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350979.517010:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350979.517013:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350979.517017:0:63085:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763350979.517019:0:63085:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350979.517025:0:63085:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 24 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350979.517033:0:63085:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763350979.517035:0:63085:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350979.517037:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763350979.517040:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.517042:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350979.517044:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763350979.517045:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.517048:0:63085:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.517050:0:63085:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763350979.517054:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c751 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2033278783 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecadd expref: 24 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350979.517064:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d4:0x0].0x0 (ffff925e00405d00) refcount = 2 00010000:00000040:2.0:1763350979.517066:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350979.517069:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 24 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350979.517075:0:63085:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763350979.517078:0:63085:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c751 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2033278783 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecadd expref: 24 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763350979.517086:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57dc80. 00000100:00000001:2.0:1763350979.517090:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350979.517097:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5c00. 00000100:00000001:2.0:1763350979.517100:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:2.0:1763350979.517102:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:2.0:1763350979.517105:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350979.517107:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350979.517109:0:63085:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350979.517113:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.517114:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350979.517117:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.517128:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.517130:0:63085:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763350979.517132:0:63085:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763350979.517138:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1b480. 00000020:00000040:2.0:1763350979.517142:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763350979.517145:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350979.517147:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350979.517153:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350979.517159:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cd3f3e800. 00000100:00000001:2.0:1763350979.517165:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350979.517170:0:63085:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 24 pid: 63037 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350979.517185:0:63085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 24 pid: 63037 timeout: 6289 lvb_type: 0 00010000:00000001:2.0:1763350979.517194:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350979.517197:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350979.517201:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.517209:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350979.517212:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.517216:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925de2e1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452032:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350979.517221:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350979.517227:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350979.517230:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.517234:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350979.517238:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cd3f3ee00. 02000000:00000001:2.0:1763350979.517240:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350979.517246:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bbb0. 00000400:00000010:2.0:1763350979.517254:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2dd0. 00000100:00000200:2.0:1763350979.517263:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101452032, portal 16 00000100:00000001:2.0:1763350979.517266:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350979.517267:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530668897408 : -120543040654208 : ffff925de2e1b480) 00000100:00000040:2.0:1763350979.517273:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.517281:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.517283:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350979.517287:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2ee0. 00000100:00000200:2.0:1763350979.517290:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101452032, offset 0 00000400:00000200:2.0:1763350979.517297:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350979.517310:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350979.517316:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350979.517321:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350979.517326:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350979.517329:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350979.517332:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198047:198047:256:4294967295] 192.168.202.2@tcp LPNI seq info [198043:198043:8:4294967295] 00000400:00000200:2.0:1763350979.517343:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350979.517350:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350979.517355:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8c00. 00000800:00000200:2.0:1763350979.517362:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350979.517369:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350979.517374:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350979.517469:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.517474:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856489 00000100:00000001:2.0:1763350979.517484:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856481 00000100:00000001:2.0:1763350979.517489:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856489 00000100:00000001:2.0:1763350979.517492:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856481 00000100:00000001:2.0:1763350979.517495:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856489 00000100:00000001:2.0:1763350979.517498:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856481 00000100:00000001:2.0:1763350979.517501:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856489 00000100:00000001:2.0:1763350979.517503:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856481 00000100:00000001:2.0:1763350979.517507:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350979.517510:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.517512:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.517514:0:63085:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.517516:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.517518:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.517520:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.517521:0:63085:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.517523:0:63085:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350979.517524:0:63085:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350979.517527:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.517529:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350979.517531:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350979.517533:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5c00 going to sleep for 11 seconds 00000100:00000001:2.0:1763350979.517536:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350979.517539:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350979.517939:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.517945:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8c00. 00000400:00000200:1.0:1763350979.517951:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.517958:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.517962:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2ee0 00000400:00000010:1.0:1763350979.517964:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2ee0. 00000100:00000001:1.0:1763350979.517968:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350979.517974:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.517984:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.517987:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.517994:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.517996:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763350979.521117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dde74dc00. 00000800:00000001:2.0:1763350979.521424:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.521445:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.521448:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.521450:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.521465:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.521487:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd76300 00000400:00000200:2.0:1763350979.521498:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f73d [1] + 224 00000800:00000001:2.0:1763350979.521530:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.521542:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.521545:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.521550:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.521558:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.521568:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350979.521580:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.521634:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.521644:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.521647:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.521972:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350979.521983:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350979.521986:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350979.521989:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bbb0. 00000400:00000200:1.0:1763350979.521995:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2dd0 00000400:00000010:1.0:1763350979.521998:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2dd0. 00000100:00000001:1.0:1763350979.522002:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.522007:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350979.522015:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.522022:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350979.522024:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.522026:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350979.522031:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350979.522034:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.522036:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.522040:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.522048:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350979.522053:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350979.522055:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350979.522057:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.522060:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350979.522064:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.522067:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.522072:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.522086:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.522089:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350979.522091:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.522094:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763350979.522098:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.522101:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.522102:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.522106:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350979.522114:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de2e1b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452032:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350979.522128:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.522131:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.522134:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350979.522137:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.522141:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de2e1b480 x1849001101452032/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.522148:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350979.522150:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350979.522154:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cd3f3ee00. 02000000:00000001:1.0:1763350979.522159:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350979.522161:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350979.522164:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350979.522166:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350979.522169:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cd3f3e800. 02000000:00000001:1.0:1763350979.522172:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350979.522174:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350979.522176:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1b480. 00000100:00000001:1.0:1763350979.522180:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350979.522181:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350979.522184:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5c00. 00000100:00000001:1.0:1763350979.522187:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350979.522189:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350979.522192:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57dc80. 00010000:00000001:1.0:1763350979.522197:0:63085:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.522200:0:63085:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.522202:0:63085:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.522212:0:63085:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350979.522219:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c751 lrc: 3/0,0 mode: --/GROUP res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2033278783 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecadd expref: 24 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.522235:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.522237:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763350979.522240:0:63085:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dc55d0a00 00010000:00000001:1.0:1763350979.522243:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350979.522245:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.522249:0:63085:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.522251:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763350979.522254:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763350979.522256:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.522259:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.522260:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.522261:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.522263:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0a00, rc 0) 00000020:00000001:1.0:1763350979.522267:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.522271:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118769408 00010000:00000001:1.0:1763350979.522275:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.522280:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4c700 x1849001118769408/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.522288:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.522291:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.522294:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.522298:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.522301:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.522303:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.522306:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.522308:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.522312:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.522315:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.522320:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74198. 00000100:00000200:1.0:1763350979.522324:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118769408, offset 224 00000400:00000200:1.0:1763350979.522332:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.522343:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.522350:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198048:198048:256:4294967295] 192.168.202.2@tcp LPNI seq info [198044:198044:8:4294967295] 00000400:00000200:1.0:1763350979.522361:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.522366:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.522372:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcad00. 00000800:00000200:1.0:1763350979.522378:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.522385:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.522390:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcad00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.522409:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.522412:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.522415:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.522416:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.522419:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.522424:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c700 x1849001118769408/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.522434:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:226199:x1849001118769408:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5852us (6178us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350979.522443:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19985 00000100:00000040:1.0:1763350979.522447:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350979.522449:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.522451:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.522458:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0780. 00000020:00000010:1.0:1763350979.522463:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090258. 00000020:00000010:1.0:1763350979.522468:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cd3f3ec00. 00000020:00000040:1.0:1763350979.522473:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:1.0:1763350979.522475:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.522768:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.522775:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.522778:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.522780:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.522786:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.522795:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfa180 00000400:00000200:2.0:1763350979.522802:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127a05 [2] + 984 00000800:00000001:2.0:1763350979.522807:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.523207:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.523211:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.523217:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.523223:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.523225:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763350979.523230:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1b480. 00000100:00000040:2.0:1763350979.523234:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1b480 x1849001118769536 msgsize 328 00000100:00100000:2.0:1763350979.523238:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.524932:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.524953:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763350979.525039:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.525043:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118769536 02000000:00000001:0.0:1763350979.525049:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.525051:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.525054:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.525060:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.525064:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118769536 00000020:00000001:0.0:1763350979.525068:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.525070:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350979.525073:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.525077:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:0.0:1763350979.525080:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350979.525083:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350979.525088:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.525095:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350979.525098:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.525101:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000020:00000010:0.0:1763350979.525109:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350979.525115:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.525131:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d4b0. 00000100:00000040:0.0:1763350979.525141:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350979.525145:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.525147:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350979.525150:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350979.525154:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.525156:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350979.525162:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.525164:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.525166:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89600 refcount=4 00000020:00000001:0.0:1763350979.525169:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000001:0.0:1763350979.525171:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00010000:0.0:1763350979.525182:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 24 pid: 63037 timeout: 6289 lvb_type: 0 00010000:00000001:0.0:1763350979.525191:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.525193:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.525194:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.525196:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.525204:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350979.525211:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925de2e1b480 x1849001118769536/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.525217:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350979.525219:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.525239:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.525253:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.525256:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.525261:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4024 00000100:00000040:0.0:1763350979.525265:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350979.525267:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668897408 : -120543040654208 : ffff925de2e1b480) 00000100:00000040:0.0:1763350979.525271:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1b480 x1849001118769536/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.525284:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.525287:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350979.525289:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.525291:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000100:00100000:0.0:1763350979.525295:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118769536:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350979.525298:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118769536 00010000:00000001:0.0:1763350979.525300:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350979.525303:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350979.525304:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350979.525310:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.525314:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.525319:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cddc44800. 02000000:00000001:0.0:1763350979.525321:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.525323:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.525325:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350979.525328:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350979.525329:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.525331:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.525332:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89600 refcount=4 00000020:00000001:0.0:1763350979.525334:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000001:0.0:1763350979.525337:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000040:0.0:1763350979.525340:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 3 00002000:00000001:0.0:1763350979.525344:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350979.525351:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.525355:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.525362:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:0.0:1763350979.525365:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:0.0:1763350979.525367:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350979.525376:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.525381:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00010000:0.0:1763350979.525385:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 24 pid: 63037 timeout: 6289 lvb_type: 0 00000100:00001000:0.0:1763350979.525394:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=127 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350979.525397:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350979.525403:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.525404:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.525406:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 24 pid: 63037 timeout: 6289 lvb_type: 0 00000020:00000001:0.0:1763350979.525415:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.525418:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.525420:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.525422:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.525428:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.525430:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.525435:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.525436:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.525439:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.525440:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.525443:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc89600 with handle 0xcb8c81cc3033c41e from hash 00010000:00000001:0.0:1763350979.525445:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.525446:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.525447:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.525448:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.525455:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.525458:0:54877:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.525460:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.525461:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.525463:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dffc89600/0xcb8c81cc3033c41e lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eec94e expref: 24 pid: 63037 timeout: 6289 lvb_type: 0 00010000:00000040:0.0:1763350979.525471:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350979.525473:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:0.0:1763350979.525481:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.525483:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.525486:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350979.525488:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dc55d0a00 00010000:00000001:0.0:1763350979.525491:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350979.525493:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350979.525496:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350979.525498:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.525500:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350979.525501:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350979.525502:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.525506:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350979.525508:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350979.525512:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c751 lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2033278783 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecadd expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.525518:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350979.525523:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c751 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2033278783 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecadd expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.525531:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d4:0x0].0x0 (ffff925e00405d00) refcount = 2 00010000:00000040:0.0:1763350979.525534:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350979.525536:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c751 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2033278783 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecadd expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.525544:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.525546:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.525548:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350979.525549:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.525552:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350979.525555:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350979.525559:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350979.525566:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.525568:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.525570:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.525574:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350979.525576:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350979.525577:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.525579:0:54877:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763350979.525585:0:54877:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981500. 00000020:00000040:0.0:1763350979.525588:0:54877:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350979.525593:0:54877:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350979.525623:0:54877:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350979.525630:0:54877:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350979.525637:0:54877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1800. 00000100:00000001:0.0:1763350979.525644:0:54877:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.525655:0:54877:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c751 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2033278783 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecadd expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.525664:0:54877:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350979.525667:0:54877:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350979.525671:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.525679:0:54877:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350979.525681:0:54877:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.525686:0:54877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101452160:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350979.525690:0:54877:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350979.525696:0:54877:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350979.525699:0:54877:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.525702:0:54877:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350979.525706:0:54877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1600. 02000000:00000001:0.0:1763350979.525708:0:54877:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350979.525715:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb580. 00000400:00000010:0.0:1763350979.525722:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019a18. 00000100:00000200:0.0:1763350979.525730:0:54877:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101452160, portal 16 00000100:00000001:0.0:1763350979.525733:0:54877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350979.525735:0:54877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531150611712 : -120542558939904 : ffff925dff981500) 00000100:00000040:0.0:1763350979.525741:0:54877:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.525748:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.525751:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.525753:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019088. 00000100:00000200:0.0:1763350979.525756:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1849001101452160, offset 0 00000400:00000200:0.0:1763350979.525762:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.525775:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.525781:0:54877:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350979.525785:0:54877:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350979.525789:0:54877:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350979.525791:0:54877:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350979.525795:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198049:198049:255:4294967295] 192.168.202.2@tcp LPNI seq info [198045:198045:7:4294967295] 00000400:00000200:0.0:1763350979.525805:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.525811:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.525816:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350979.525823:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.525831:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.525836:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.525840:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.525844:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856498 00000100:00000001:0.0:1763350979.525853:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856489 00000100:00000001:0.0:1763350979.525858:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856498 00000100:00000001:0.0:1763350979.525861:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856489 00000100:00000001:0.0:1763350979.525864:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856498 00000100:00000001:0.0:1763350979.525867:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856489 00000100:00000001:0.0:1763350979.525869:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856498 00000100:00000001:0.0:1763350979.525871:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856489 00000100:00000001:0.0:1763350979.525874:0:54877:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.525877:0:54877:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.525880:0:54877:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.525882:0:54877:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.525884:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.525885:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.525886:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.525888:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.525889:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350979.525891:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.525893:0:54877:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350979.525895:0:54877:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350979.525898:0:54877:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc38759c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350979.525901:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350979.525904:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350979.525997:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.526005:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcad00. 00000400:00000200:1.0:1763350979.526011:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.526017:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.526023:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74198 00000400:00000010:1.0:1763350979.526025:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74198. 00000100:00000001:1.0:1763350979.526030:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.526032:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763350979.526055:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.526058:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:1.0:1763350979.526061:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.526065:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.526067:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019088 00000400:00000010:1.0:1763350979.526069:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019088. 00000100:00000001:1.0:1763350979.526072:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350979.526076:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.526085:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.526088:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.526095:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.526097:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763350979.528251:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350979.531987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89600. 00000800:00000001:2.0:1763350979.532414:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.532432:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.532435:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.532438:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.532451:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.532471:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd76380 00000400:00000200:2.0:1763350979.532482:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f749 [1] + 224 00000800:00000001:2.0:1763350979.532491:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.532502:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.532505:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.532510:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.532517:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.532526:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350979.532537:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.532560:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.532570:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.532574:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.532960:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350979.532970:0:54877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350979.532973:0:54877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350979.532977:0:54877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb580. 00000400:00000200:0.0:1763350979.532983:0:54877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019a18 00000400:00000010:0.0:1763350979.532985:0:54877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019a18. 00000100:00000001:0.0:1763350979.532989:0:54877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.532994:0:54877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350979.533004:0:54877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.533010:0:54877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350979.533012:0:54877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.533014:0:54877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350979.533018:0:54877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350979.533020:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.533023:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.533027:0:54877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.533034:0:54877:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350979.533038:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350979.533041:0:54877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350979.533043:0:54877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.533047:0:54877:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350979.533052:0:54877:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.533055:0:54877:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.533060:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.533067:0:54877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.533070:0:54877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350979.533073:0:54877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.533076:0:54877:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350979.533079:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.533081:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.533083:0:54877:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.533088:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350979.533095:0:54877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dff981500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101452160:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350979.533101:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.533104:0:54877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.533108:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350979.533110:0:54877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350979.533113:0:54877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dff981500 x1849001101452160/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.533129:0:54877:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350979.533131:0:54877:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350979.533134:0:54877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1600. 02000000:00000001:0.0:1763350979.533140:0:54877:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350979.533143:0:54877:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350979.533145:0:54877:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350979.533147:0:54877:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350979.533149:0:54877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1800. 02000000:00000001:0.0:1763350979.533153:0:54877:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350979.533155:0:54877:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350979.533156:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff981500. 00000100:00000001:0.0:1763350979.533160:0:54877:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350979.533161:0:54877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350979.533164:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.533167:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350979.533168:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350979.533171:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bdaf00. 00010000:00000001:0.0:1763350979.533174:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350979.533178:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350979.533180:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.533187:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.533190:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.533193:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.533198:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.533200:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.533203:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.533205:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.533208:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.533212:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.533214:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.533219:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019a18. 00000100:00000200:0.0:1763350979.533225:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118769536, offset 224 00000400:00000200:0.0:1763350979.533232:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.533243:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.533250:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198050:198050:256:4294967295] 192.168.202.2@tcp LPNI seq info [198046:198046:8:4294967295] 00000400:00000200:0.0:1763350979.533261:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.533266:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.533273:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350979.533279:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.533287:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.533291:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.533313:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.533317:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.533319:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.533322:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.533328:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1b480 x1849001118769536/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350979.533339:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118769536:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 8052us (10102us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.533351:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4024 00000100:00000040:0.0:1763350979.533355:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350979.533358:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.533360:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.533367:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.533373:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d4b0. 00000020:00000010:0.0:1763350979.533378:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350979.533384:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:0.0:1763350979.533387:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350979.534094:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.534100:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:1.0:1763350979.534104:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.534110:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.534115:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019a18 00000400:00000010:1.0:1763350979.534117:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019a18. 00000100:00000001:1.0:1763350979.534130:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.534131:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350979.534985:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.535000:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350979.535004:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.535006:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350979.535014:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350979.535028:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfa200 00000400:00000200:0.0:1763350979.535038:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 10192 00000800:00000001:0.0:1763350979.535046:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.535055:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350979.535057:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.535060:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350979.535066:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350979.535069:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350979.535074:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981500. 00000100:00000040:0.0:1763350979.535078:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dff981500 x1849001118769664 msgsize 328 00000100:00100000:0.0:1763350979.535082:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350979.535101:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350979.535108:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.535113:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.535412:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.535415:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118769664 02000000:00000001:1.0:1763350979.535418:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.535421:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.535423:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.535429:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.535433:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118769664 00000020:00000001:1.0:1763350979.535436:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.535438:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350979.535441:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.535444:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:1.0:1763350979.535447:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350979.535449:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350979.535454:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.535459:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f00. 00000100:00000001:1.0:1763350979.535463:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.535466:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f00. 00000020:00000010:1.0:1763350979.535472:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7a00. 00000020:00000010:1.0:1763350979.535477:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6c00. 00000020:00000010:1.0:1763350979.535482:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000100:00000040:1.0:1763350979.535490:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350979.535493:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.535495:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.535498:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.535506:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.535519:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.535531:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.535532:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.535538:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19986 00000100:00000040:1.0:1763350979.535541:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350979.535543:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150611712 : -120542558939904 : ffff925dff981500) 00000100:00000040:1.0:1763350979.535549:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff981500 x1849001118769664/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.535557:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.535559:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f00. 00000100:00000001:1.0:1763350979.535561:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.535563:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f00. 00000100:00100000:1.0:1763350979.535567:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118769664:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350979.535571:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118769664 00000020:00000001:1.0:1763350979.535575:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.535578:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.535580:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.535583:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.535585:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.535588:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350979.535592:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.535636:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.535639:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.535645:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.535647:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.535650:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.535652:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.535654:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350979.535656:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.535661:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.535669:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:1.0:1763350979.535671:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.535675:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.535679:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7600. 00000020:00000001:1.0:1763350979.535683:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.535686:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7600 with handle 0xcb8c81cc3033c758 to hash 00000020:00000001:1.0:1763350979.535688:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.535690:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350979.535693:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00010000:1.0:1763350979.535698:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c758 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecae4 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.535707:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:1.0:1763350979.535708:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00010000:00000001:1.0:1763350979.535716:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350979.535719:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350979.535723:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.535725:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.535729:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00f97400. 02000000:00000001:1.0:1763350979.535731:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.535734:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.535737:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350979.535740:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.535742:0:63085:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.535745:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350979.535750:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c0460. 00002000:00000001:1.0:1763350979.535752:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350979.535755:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350979.535758:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52f00. 00000100:00000001:1.0:1763350979.535761:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350979.535767:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9ad000. 00000100:00000001:1.0:1763350979.535769:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150790656 : -120542558760960 : ffff925dff9ad000) 00000100:00000001:1.0:1763350979.535771:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531150790656 : -120542558760960 : ffff925dff9ad000) 00000100:00000001:1.0:1763350979.535774:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350979.535776:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350979.535777:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.535779:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350979.535782:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4df80. 00000020:00000040:1.0:1763350979.535785:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350979.535789:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350979.535791:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350979.535796:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350979.535801:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f6e00. 00000100:00000001:1.0:1763350979.535807:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.535812:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350979.535815:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350979.535819:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.535827:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350979.535830:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.535833:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452288:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350979.535839:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350979.535845:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350979.535847:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.535850:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350979.535854:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dea3f7c00. 02000000:00000001:1.0:1763350979.535856:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350979.535860:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466268. 00000400:00000010:1.0:1763350979.535866:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74198. 00000100:00000200:1.0:1763350979.535873:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101452288, portal 16 00000100:00000001:1.0:1763350979.535875:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350979.535877:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170324352 : -120542539227264 : ffff925e00c4df80) 00000100:00000040:1.0:1763350979.535882:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.535889:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.535892:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.535894:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74440. 00000100:00000200:1.0:1763350979.535898:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101452288, offset 0 00000400:00000200:1.0:1763350979.535905:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.535916:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.535921:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350979.535926:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350979.535930:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350979.535932:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350979.535937:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198051:198051:256:4294967295] 192.168.202.2@tcp LPNI seq info [198047:198047:8:4294967295] 00000400:00000200:1.0:1763350979.535946:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.535951:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.535957:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcad00. 00000800:00000200:1.0:1763350979.535963:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.535970:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.535975:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcad00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.535982:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.535987:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856508 00000100:00000001:1.0:1763350979.535996:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856498 00000100:00000001:1.0:1763350979.536000:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856508 00000100:00000001:1.0:1763350979.536003:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856498 00000100:00000001:1.0:1763350979.536007:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856508 00000100:00000001:1.0:1763350979.536010:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856498 00000100:00000001:1.0:1763350979.536012:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856508 00000100:00000001:1.0:1763350979.536015:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856498 00000100:00000001:1.0:1763350979.536018:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.536020:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.536022:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.536024:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.536028:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.536029:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350979.536031:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c0460. 00010000:00000001:1.0:1763350979.536034:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.536036:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.536037:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350979.536039:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.536042:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350979.536044:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350979.536046:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9ad000 going to sleep for 11 seconds 00000100:00000001:1.0:1763350979.536048:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350979.536051:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350979.536241:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.536245:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcad00. 00000400:00000200:2.0:1763350979.536251:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.536255:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.536260:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74440 00000400:00000010:2.0:1763350979.536262:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74440. 00000100:00000001:2.0:1763350979.536265:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350979.536269:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.536279:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.536282:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.536289:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.536290:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350979.538419:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.538440:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.538445:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.538448:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.538459:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.538477:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76400 00000400:00000200:1.0:1763350979.538487:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f755 [1] + 224 00000800:00000001:1.0:1763350979.538495:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.538505:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.538508:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.538512:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.538519:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.538527:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350979.538537:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.538694:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.538705:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.538709:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.538759:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350979.538768:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350979.538770:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350979.538773:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466268. 00000400:00000200:2.0:1763350979.538778:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74198 00000400:00000010:2.0:1763350979.538780:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74198. 00000100:00000001:2.0:1763350979.538783:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.538788:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350979.538796:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.538801:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350979.538803:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.538806:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350979.538809:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350979.538812:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.538814:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.538817:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.538825:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:2.0:1763350979.538828:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350979.538831:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350979.538832:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.538835:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350979.538838:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.538842:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.538846:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.538853:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350979.538855:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350979.538857:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.538860:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350979.538867:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350979.538877:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350979.538882:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350979.538892:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:2.0:1763350979.538896:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:2.0:1763350979.538899:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350979.538907:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350979.538911:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000001:2.0:1763350979.538915:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.538916:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.538918:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.538923:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350979.538931:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452288:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350979.538935:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.538938:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.538941:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350979.538943:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.538945:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4df80 x1849001101452288/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.538952:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350979.538954:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350979.538958:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dea3f7c00. 02000000:00000001:2.0:1763350979.538964:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350979.538966:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350979.538968:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763350979.538970:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350979.538973:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dea3f6e00. 02000000:00000001:2.0:1763350979.538976:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350979.538978:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350979.538980:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4df80. 00000100:00000001:2.0:1763350979.538985:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350979.538986:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350979.538988:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dff9ad000. 00000100:00000001:2.0:1763350979.538992:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350979.538994:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350979.538997:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52f00. 00010000:00000001:2.0:1763350979.539000:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350979.539004:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350979.539008:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350979.539010:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350979.539018:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.539019:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.539022:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.539024:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350979.539027:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7600 with handle 0xcb8c81cc3033c758 from hash 00010000:00000001:2.0:1763350979.539030:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350979.539031:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.539032:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.539034:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350979.539035:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350979.539038:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350979.539045:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c758 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecae4 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350979.539060:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350979.539064:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.539067:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.539069:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.539072:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.539075:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350979.539077:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350979.539078:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350979.539080:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350979.539081:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350979.539083:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350979.539085:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350979.539087:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.539089:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.539091:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350979.539092:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350979.539096:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c758 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecae4 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350979.539105:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:2.0:1763350979.539107:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:2.0:1763350979.539114:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350979.539116:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7600, rc 0) 00000020:00000001:2.0:1763350979.539127:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350979.539132:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118769664 00010000:00000001:2.0:1763350979.539134:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350979.539139:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff981500 x1849001118769664/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350979.539147:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350979.539149:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.539152:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350979.539157:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350979.539159:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350979.539161:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350979.539164:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350979.539166:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.539169:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.539172:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350979.539176:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d24c8. 00000100:00000200:2.0:1763350979.539180:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118769664, offset 224 00000400:00000200:2.0:1763350979.539186:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350979.539196:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350979.539203:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198052:198052:256:4294967295] 192.168.202.2@tcp LPNI seq info [198048:198048:8:4294967295] 00000400:00000200:2.0:1763350979.539214:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350979.539219:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350979.539224:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfb5e8000. 00000800:00000200:2.0:1763350979.539230:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350979.539237:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350979.539241:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfb5e8000 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350979.539867:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.539874:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350979.539876:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350979.539878:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.539881:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350979.539887:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981500 x1849001118769664/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350979.539897:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118769664:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 4337us (4816us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350979.539907:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19986 00000100:00000040:2.0:1763350979.539912:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350979.539914:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350979.539916:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350979.539923:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6c00. 00000020:00000010:2.0:1763350979.539929:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:2.0:1763350979.539933:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7a00. 00000020:00000040:2.0:1763350979.539939:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:2.0:1763350979.539942:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350979.540332:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350979.540338:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfb5e8000. 00000400:00000200:0.0:1763350979.540343:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.540349:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350979.540354:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d24c8 00000400:00000010:0.0:1763350979.540357:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d24c8. 00000100:00000001:0.0:1763350979.540361:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350979.540363:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.544360:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.544380:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.544386:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.544388:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.544401:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.544423:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfa280 00000400:00000200:2.0:1763350979.544433:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118d35 [8] + 10520 00000800:00000001:2.0:1763350979.544443:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.544452:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.544455:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.544460:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.544468:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.544471:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350979.544484:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b19180. 00000100:00000040:2.0:1763350979.544488:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b19180 x1849001118769792 msgsize 440 00000100:00100000:2.0:1763350979.544492:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.544513:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.544523:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.544528:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.544592:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000010:2.1:1763350979.544697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7600. 00000100:00100000:1.0:1763350979.544777:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118769792 02000000:00000001:1.0:1763350979.544781:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.544784:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.544786:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.544791:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.544796:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118769792 00000020:00000001:1.0:1763350979.544800:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.544802:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350979.544805:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.544808:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:1.0:1763350979.544811:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350979.544814:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350979.544821:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.544827:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52040. 00000100:00000001:1.0:1763350979.544831:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.544833:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52040. 00000020:00000010:1.0:1763350979.544842:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7a00. 00000020:00000010:1.0:1763350979.544848:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6180. 00000020:00000010:1.0:1763350979.544854:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350979.544863:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350979.544865:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.544867:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.544870:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.544878:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.544937:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.544951:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.544954:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.544960:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19987 00000100:00000040:1.0:1763350979.544964:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350979.544966:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363752832 : -120543345798784 : ffff925dd0b19180) 00000100:00000040:1.0:1763350979.544974:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b19180 x1849001118769792/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.544982:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.544985:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52040. 00000100:00000001:1.0:1763350979.544987:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.544989:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52040. 00000100:00100000:1.0:1763350979.544994:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118769792:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:1.0:1763350979.544998:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118769792 00000020:00000001:1.0:1763350979.545002:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.545006:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.545009:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.545012:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.545014:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:1.0:1763350979.545018:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350979.545022:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.545024:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.545027:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.545031:0:63085:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763350979.545035:0:63085:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763350979.545038:0:63085:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.545041:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.545043:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.545046:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.545048:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.545051:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.545053:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.545054:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.545055:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.545057:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.545058:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.545060:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.545063:0:63085:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.545065:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.545070:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.545074:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.545080:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925e00f96c00. 02000000:00000001:1.0:1763350979.545083:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.545085:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.545089:0:63085:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763350979.545093:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350979.545097:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.545103:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:1.0:1763350979.545106:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:1.0:1763350979.545110:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350979.545127:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.545131:0:63085:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763350979.545133:0:63085:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:1.0:1763350979.545137:0:63085:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.545144:0:63085:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:1.0:1763350979.545148:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00000020:00000001:1.0:1763350979.545153:0:63085:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.545162:0:63085:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.545166:0:63085:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.545169:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118769792 00010000:00000001:1.0:1763350979.545174:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.545179:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b19180 x1849001118769792/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350979.545187:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.545190:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.545195:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.545200:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.545202:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.545205:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.545207:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.545210:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.545213:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.545215:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.545220:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74000. 00000100:00000200:1.0:1763350979.545226:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118769792, offset 224 00000400:00000200:1.0:1763350979.545233:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.545245:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.545252:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198053:198053:256:4294967295] 192.168.202.2@tcp LPNI seq info [198049:198049:8:4294967295] 00000400:00000200:1.0:1763350979.545262:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.545268:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.545273:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcad00. 00000800:00000200:1.0:1763350979.545279:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.545287:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.545292:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcad00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.545313:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.545317:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.545320:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.545322:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.545324:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.545328:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b19180 x1849001118769792/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350979.545337:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b19180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118769792:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 353us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350979.545345:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19987 00000100:00000040:1.0:1763350979.545348:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350979.545351:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.545353:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.545357:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6180. 00000020:00000010:1.0:1763350979.545361:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350979.545365:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7a00. 00000020:00000040:1.0:1763350979.545370:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:1.0:1763350979.545372:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.545544:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.545549:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcad00. 00000400:00000200:2.0:1763350979.545554:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.545559:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.545563:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74000 00000400:00000010:2.0:1763350979.545566:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74000. 00000100:00000001:2.0:1763350979.545569:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.545571:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350979.550815:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.550835:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350979.550839:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.550842:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350979.550855:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350979.550875:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfa300 00000400:00000200:0.0:1763350979.550885:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 10960 00000800:00000001:0.0:1763350979.550894:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.550904:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350979.550906:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.550911:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350979.550919:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350979.550921:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350979.550928:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff980000. 00000100:00000040:0.0:1763350979.550932:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dff980000 x1849001118769920 msgsize 328 00000100:00100000:0.0:1763350979.550936:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350979.550942:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350979.550952:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.550955:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.551130:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.551134:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118769920 02000000:00000001:1.0:1763350979.551137:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.551139:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.551142:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.551375:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.551381:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118769920 00000020:00000001:1.0:1763350979.551385:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.551387:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350979.551390:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.551394:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:1.0:1763350979.551397:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350979.551399:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350979.551404:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.551410:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.551414:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.551417:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52a40. 00000020:00000010:1.0:1763350979.551425:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7a00. 00000020:00000010:1.0:1763350979.551430:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6180. 00000020:00000010:1.0:1763350979.551436:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350979.551445:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350979.551448:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.551449:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.551451:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.551460:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.551879:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.551898:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.551901:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.551908:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19988 00000100:00000040:1.0:1763350979.551912:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350979.551915:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150606336 : -120542558945280 : ffff925dff980000) 00000100:00000040:1.0:1763350979.551924:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff980000 x1849001118769920/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.551933:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.551937:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.551939:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.551942:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52a40. 00000100:00100000:1.0:1763350979.551947:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2358:x1849001118769920:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350979.551950:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118769920 00000020:00000001:1.0:1763350979.551955:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.551958:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.551961:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.551964:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.551966:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.551970:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350979.551973:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.551975:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.551978:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.551984:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.551987:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.551989:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.551991:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.551993:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350979.551996:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.552001:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.552009:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:1.0:1763350979.552012:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.552015:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.552019:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7e00. 00000020:00000001:1.0:1763350979.552023:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.552026:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7e00 with handle 0xcb8c81cc3033c75f to hash 00000020:00000001:1.0:1763350979.552028:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.552029:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350979.552032:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00010000:1.0:1763350979.552037:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c75f lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecaeb expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.552046:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:1.0:1763350979.552049:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00010000:00000001:1.0:1763350979.552059:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350979.552063:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350979.552066:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.552068:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.552074:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00f94000. 02000000:00000001:1.0:1763350979.552076:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.552079:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.552082:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350979.552085:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.552088:0:63085:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.552090:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350979.552097:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c0460. 00002000:00000001:1.0:1763350979.552099:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350979.552101:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350979.552104:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.552108:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350979.552114:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9ad9c0. 00000100:00000001:1.0:1763350979.552117:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150793152 : -120542558758464 : ffff925dff9ad9c0) 00000100:00000001:1.0:1763350979.552127:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531150793152 : -120542558758464 : ffff925dff9ad9c0) 00000100:00000001:1.0:1763350979.552131:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350979.552132:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350979.552134:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.552136:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350979.552141:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4df80. 00000020:00000040:1.0:1763350979.552145:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350979.552149:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350979.552151:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350979.552157:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350979.552164:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f6e00. 00000100:00000001:1.0:1763350979.552170:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.552176:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350979.552179:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350979.552185:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.552193:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350979.552196:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.552200:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452416:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350979.552204:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350979.552209:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350979.552213:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.552215:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350979.552220:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dea3f7c00. 02000000:00000001:1.0:1763350979.552222:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350979.552227:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466dc0. 00000400:00000010:1.0:1763350979.552234:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74ee0. 00000100:00000200:1.0:1763350979.552243:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101452416, portal 16 00000100:00000001:1.0:1763350979.552245:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350979.552246:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170324352 : -120542539227264 : ffff925e00c4df80) 00000100:00000040:1.0:1763350979.552252:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.552258:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.552261:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.552263:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74dd0. 00000100:00000200:1.0:1763350979.552266:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101452416, offset 0 00000400:00000200:1.0:1763350979.552272:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.552284:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.552289:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350979.552294:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350979.552299:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350979.552302:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350979.552305:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198054:198054:256:4294967295] 192.168.202.2@tcp LPNI seq info [198050:198050:8:4294967295] 00000400:00000200:1.0:1763350979.552317:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.552322:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.552328:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcaf00. 00000800:00000200:1.0:1763350979.552334:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.552341:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.552347:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcaf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.552356:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.552360:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856524 00000100:00000001:1.0:1763350979.552368:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856508 00000100:00000001:1.0:1763350979.552372:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856524 00000100:00000001:1.0:1763350979.552375:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856508 00000100:00000001:1.0:1763350979.552378:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856524 00000100:00000001:1.0:1763350979.552381:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856508 00000100:00000001:1.0:1763350979.552384:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856524 00000100:00000001:1.0:1763350979.552387:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856508 00000100:00000001:1.0:1763350979.552389:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.552393:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.552395:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.552397:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.552400:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.552402:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350979.552404:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c0460. 00010000:00000001:1.0:1763350979.552407:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.552409:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.552411:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350979.552413:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.552416:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350979.552418:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350979.552421:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9ad9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350979.552424:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350979.552427:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350979.552959:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.552966:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaf00. 00000400:00000200:2.0:1763350979.552972:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.552977:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.552983:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74dd0 00000400:00000010:2.0:1763350979.552985:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74dd0. 00000100:00000001:2.0:1763350979.552989:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350979.552993:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.553004:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.553007:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.553019:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.553021:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.555526:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.555548:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.555553:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.555555:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.555569:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.555588:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76480 00000400:00000200:2.0:1763350979.555623:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f765 [1] + 224 00000800:00000001:2.0:1763350979.555635:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.555646:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.555649:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.555654:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.555661:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.555671:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350979.555682:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.555702:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.555712:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.555715:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.555774:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350979.555783:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350979.555785:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350979.555788:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466dc0. 00000400:00000200:1.0:1763350979.555793:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74ee0 00000400:00000010:1.0:1763350979.555796:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74ee0. 00000100:00000001:1.0:1763350979.555799:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.555803:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350979.555811:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.555816:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350979.555818:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.555821:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350979.555824:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350979.555826:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.555829:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.555832:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.555840:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350979.555844:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350979.555846:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350979.555848:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.555851:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350979.555855:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.555857:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.555862:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.555868:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.555872:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350979.555874:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.555877:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350979.555885:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350979.555894:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350979.555898:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.555908:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:1.0:1763350979.555911:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:1.0:1763350979.555914:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350979.555924:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350979.555928:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000001:1.0:1763350979.555932:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.555934:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.555935:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.555940:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350979.555947:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452416:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350979.555953:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.555956:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.555959:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350979.555961:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.555965:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4df80 x1849001101452416/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.555972:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350979.555975:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350979.555979:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dea3f7c00. 02000000:00000001:1.0:1763350979.555985:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350979.555987:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350979.555989:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350979.555991:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350979.555994:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dea3f6e00. 02000000:00000001:1.0:1763350979.555997:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350979.556000:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350979.556002:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4df80. 00000100:00000001:1.0:1763350979.556006:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350979.556007:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350979.556010:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dff9ad9c0. 00000100:00000001:1.0:1763350979.556013:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350979.556016:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350979.556019:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52a40. 00010000:00000001:1.0:1763350979.556023:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.556028:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.556032:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350979.556034:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.556041:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.556042:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.556044:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.556046:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.556050:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7e00 with handle 0xcb8c81cc3033c75f from hash 00010000:00000001:1.0:1763350979.556052:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.556053:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.556054:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.556056:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350979.556057:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.556060:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350979.556067:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c75f lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaeb expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350979.556083:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350979.556087:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.556090:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.556091:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.556093:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.556097:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.556099:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.556100:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.556101:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.556103:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.556105:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.556107:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350979.556109:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.556111:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.556113:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.556114:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.556118:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c75f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaeb expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350979.556138:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350979.556141:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:1.0:1763350979.556150:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.556152:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7e00, rc 0) 00000020:00000001:1.0:1763350979.556155:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350979.556160:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118769920 00010000:00000001:1.0:1763350979.556163:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.556169:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff980000 x1849001118769920/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.556176:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.556179:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.556183:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.556188:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.556191:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.556193:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.556196:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.556199:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.556202:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.556205:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.556209:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74ee0. 00000100:00000200:1.0:1763350979.556213:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118769920, offset 224 00000400:00000200:1.0:1763350979.556221:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.556232:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.556239:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198055:198055:256:4294967295] 192.168.202.2@tcp LPNI seq info [198051:198051:8:4294967295] 00000400:00000200:1.0:1763350979.556250:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.556255:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.556262:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca400. 00000800:00000200:1.0:1763350979.556268:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.556276:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.556282:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca400 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.557698:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.557714:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.557717:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.557720:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.557723:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.557730:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff980000 x1849001118769920/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.557743:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2358:x1849001118769920:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5807us (6808us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350979.557753:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19988 00000100:00000040:1.0:1763350979.557758:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350979.557761:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.557763:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.557771:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6180. 00000020:00000010:1.0:1763350979.557778:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350979.557783:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7a00. 00000020:00000040:1.0:1763350979.557790:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:1.0:1763350979.557793:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350979.557865:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350979.557871:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca400. 00000400:00000200:0.0:1763350979.557876:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.557881:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350979.557886:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74ee0 00000400:00000010:0.0:1763350979.557889:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74ee0. 00000100:00000001:0.0:1763350979.557893:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350979.557895:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350979.581816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7e00. 00000800:00000001:2.0:1763350979.607549:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.607577:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.607584:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.607586:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.607649:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.607675:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfa380 00000400:00000200:2.0:1763350979.607686:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 11288 00000800:00000001:2.0:1763350979.607706:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.607718:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.607721:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.607728:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.607737:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.607739:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350979.607747:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1aa00. 00000100:00000040:2.0:1763350979.607751:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1aa00 x1849001118770048 msgsize 328 00000100:00100000:2.0:1763350979.607756:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.607771:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.607781:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.607785:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.607866:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.607869:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118770048 02000000:00000001:1.0:1763350979.607873:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.607875:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.607878:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.607883:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.607888:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118770048 00000020:00000001:1.0:1763350979.607892:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.607894:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350979.607897:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.607901:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:1.0:1763350979.607903:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350979.607908:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350979.607913:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.607920:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.607924:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.607927:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52a40. 00000020:00000010:1.0:1763350979.607934:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7a00. 00000020:00000010:1.0:1763350979.607950:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6180. 00000020:00000010:1.0:1763350979.607956:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350979.607966:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350979.607970:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.607971:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.607974:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.607983:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.607989:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.608002:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.608004:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.608010:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19989 00000100:00000040:1.0:1763350979.608014:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350979.608016:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363759104 : -120543345792512 : ffff925dd0b1aa00) 00000100:00000040:1.0:1763350979.608025:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1aa00 x1849001118770048/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.608035:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.608038:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.608040:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.608042:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52a40. 00000100:00100000:1.0:1763350979.608047:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2359:x1849001118770048:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350979.608051:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118770048 00000020:00000001:1.0:1763350979.608055:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.608059:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.608062:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.608065:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.608068:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.608071:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350979.608075:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.608078:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.608081:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.608088:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.608091:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.608094:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.608096:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.608098:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350979.608101:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.608107:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.608115:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:1.0:1763350979.608127:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.608131:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.608136:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7e00. 00000020:00000001:1.0:1763350979.608140:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.608142:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7e00 with handle 0xcb8c81cc3033c766 to hash 00000020:00000001:1.0:1763350979.608145:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.608147:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350979.608150:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00010000:1.0:1763350979.608155:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c766 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecaf2 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.608165:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:1.0:1763350979.608168:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00010000:00000001:1.0:1763350979.608176:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350979.608179:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350979.608182:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.608184:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.608190:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925e00f94800. 02000000:00000001:1.0:1763350979.608193:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.608195:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.608199:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350979.608202:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.608206:0:63085:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.608208:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350979.608213:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c0460. 00002000:00000001:1.0:1763350979.608216:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350979.608219:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350979.608222:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.608226:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350979.608232:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9ad9c0. 00000100:00000001:1.0:1763350979.608234:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150793152 : -120542558758464 : ffff925dff9ad9c0) 00000100:00000001:1.0:1763350979.608237:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531150793152 : -120542558758464 : ffff925dff9ad9c0) 00000100:00000001:1.0:1763350979.608240:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350979.608241:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350979.608243:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.608245:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350979.608250:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4df80. 00000020:00000040:1.0:1763350979.608253:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350979.608257:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350979.608260:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350979.608266:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350979.608272:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f6e00. 00000100:00000001:1.0:1763350979.608277:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.608283:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350979.608287:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350979.608291:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.608299:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350979.608301:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.608306:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452544:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350979.608310:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350979.608317:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350979.608320:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.608323:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350979.608327:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dea3f7c00. 02000000:00000001:1.0:1763350979.608328:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350979.608334:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466dc0. 00000400:00000010:1.0:1763350979.608341:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead746e8. 00000100:00000200:1.0:1763350979.608349:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101452544, portal 16 00000100:00000001:1.0:1763350979.608352:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350979.608354:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170324352 : -120542539227264 : ffff925e00c4df80) 00000100:00000040:1.0:1763350979.608359:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.608366:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.608369:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.608371:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74330. 00000100:00000200:1.0:1763350979.608374:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101452544, offset 0 00000400:00000200:1.0:1763350979.608381:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.608392:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.608398:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350979.608403:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350979.608407:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350979.608410:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350979.608413:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198056:198056:256:4294967295] 192.168.202.2@tcp LPNI seq info [198052:198052:8:4294967295] 00000400:00000200:1.0:1763350979.608438:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.608444:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.608449:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca600. 00000800:00000200:1.0:1763350979.608456:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.608464:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.608468:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.608486:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.608492:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856580 00000100:00000001:1.0:1763350979.608500:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856524 00000100:00000001:1.0:1763350979.608505:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856580 00000100:00000001:1.0:1763350979.608508:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856524 00000100:00000001:1.0:1763350979.608511:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856580 00000100:00000001:1.0:1763350979.608514:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856524 00000100:00000001:1.0:1763350979.608516:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856580 00000100:00000001:1.0:1763350979.608520:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856524 00000100:00000001:1.0:1763350979.608522:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.608525:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.608528:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.608529:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.608531:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.608534:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350979.608535:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c0460. 00010000:00000001:1.0:1763350979.608539:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.608541:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.608542:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350979.608545:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.608547:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350979.608549:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350979.608552:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9ad9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350979.608554:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350979.608558:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350979.608740:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.608745:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca600. 00000400:00000200:2.0:1763350979.608751:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.608755:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.608761:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74330 00000400:00000010:2.0:1763350979.608763:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74330. 00000100:00000001:2.0:1763350979.608768:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350979.608771:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.608782:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.608785:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.608793:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.608794:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:3.0:1763350979.609717:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.609723:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.609729:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.609731:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.609733:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.609734:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.609742:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.609744:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.609749:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.609751:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.609778:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350979.609781:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.609784:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1763350979.616256:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.616280:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350979.616285:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.616287:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350979.616301:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350979.616323:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76500 00000400:00000200:0.0:1763350979.616334:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f771 [1] + 224 00000800:00000001:0.0:1763350979.616345:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.616360:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350979.616363:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.616368:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350979.616377:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.616388:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350979.616398:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350979.616422:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350979.616432:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.616437:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.616500:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350979.616509:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350979.616512:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350979.616516:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466dc0. 00000400:00000200:1.0:1763350979.616520:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead746e8 00000400:00000010:1.0:1763350979.616523:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead746e8. 00000100:00000001:1.0:1763350979.616526:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.616530:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350979.616539:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.616544:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350979.616546:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.616549:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350979.616552:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350979.616557:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.616559:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.616563:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.616570:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350979.616575:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350979.616578:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350979.616580:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.616583:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350979.616588:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.616591:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.616621:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.616629:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.616633:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350979.616635:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.616639:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350979.616646:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350979.616657:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350979.616662:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.616674:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:1.0:1763350979.616677:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:1.0:1763350979.616680:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350979.616689:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350979.616693:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000001:1.0:1763350979.616697:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.616700:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.616701:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.616705:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350979.616713:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452544:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350979.616718:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.616720:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.616723:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350979.616725:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.616729:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4df80 x1849001101452544/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.616736:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350979.616738:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350979.616742:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dea3f7c00. 02000000:00000001:1.0:1763350979.616749:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350979.616752:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350979.616754:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350979.616756:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350979.616759:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dea3f6e00. 02000000:00000001:1.0:1763350979.616763:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350979.616765:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350979.616767:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4df80. 00000100:00000001:1.0:1763350979.616772:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350979.616773:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350979.616776:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dff9ad9c0. 00000100:00000001:1.0:1763350979.616779:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350979.616781:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350979.616784:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52a40. 00010000:00000001:1.0:1763350979.616787:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.616791:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.616795:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350979.616798:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.616805:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.616807:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.616810:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.616811:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.616815:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7e00 with handle 0xcb8c81cc3033c766 from hash 00010000:00000001:1.0:1763350979.616817:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.616818:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.616819:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.616820:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350979.616822:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.616824:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350979.616831:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c766 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaf2 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350979.616852:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350979.616855:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.616858:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.616859:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.616861:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.616865:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.616866:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.616868:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.616869:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.616871:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.616873:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.616874:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350979.616877:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.616879:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.616881:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.616882:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.616886:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c766 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaf2 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350979.616894:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350979.616898:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:1.0:1763350979.616906:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.616908:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7e00, rc 0) 00000020:00000001:1.0:1763350979.616911:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350979.616915:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118770048 00010000:00000001:1.0:1763350979.616918:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.616924:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1aa00 x1849001118770048/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.616933:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.616937:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.616940:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.616945:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.616948:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.616950:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.616954:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.616957:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.616960:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.616963:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.616968:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead746e8. 00000100:00000200:1.0:1763350979.616973:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118770048, offset 224 00000400:00000200:1.0:1763350979.616981:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.616992:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.617077:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198057:198057:256:4294967295] 192.168.202.2@tcp LPNI seq info [198053:198053:8:4294967295] 00000400:00000200:1.0:1763350979.617094:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.617101:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.617111:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca600. 00000800:00000200:1.0:1763350979.617128:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.617135:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.617140:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.617167:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.617171:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.617175:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.617177:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.617180:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.617189:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1aa00 x1849001118770048/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.617200:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2359:x1849001118770048:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 9163us (9446us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350979.617210:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19989 00000100:00000040:1.0:1763350979.617214:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350979.617216:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.617219:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.617227:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6180. 00000020:00000010:1.0:1763350979.617232:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350979.617237:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7a00. 00000020:00000040:1.0:1763350979.617243:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:1.0:1763350979.617246:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.617431:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.617435:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca600. 00000400:00000200:2.0:1763350979.617441:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.617446:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.617451:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead746e8 00000400:00000010:2.0:1763350979.617453:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead746e8. 00000100:00000001:2.0:1763350979.617458:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.617460:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350979.622645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7e00. 00000800:00000001:2.0:1763350979.628538:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.628556:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.628560:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.628564:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.628576:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.628631:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfa400 00000400:00000200:2.0:1763350979.628640:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 11616 00000800:00000001:2.0:1763350979.628648:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.628671:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.628675:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.628682:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.628692:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.628696:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350979.628704:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b18a80. 00000100:00000040:2.0:1763350979.628708:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b18a80 x1849001118770176 msgsize 328 00000100:00100000:2.0:1763350979.628714:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.628730:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.628739:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.628742:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.628831:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.628835:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118770176 02000000:00000001:1.0:1763350979.628838:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.628841:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.628843:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.628848:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.628853:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118770176 00000020:00000001:1.0:1763350979.628857:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.628860:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350979.628862:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.628865:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:1.0:1763350979.628868:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350979.628871:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350979.628876:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.628881:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.628885:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.628888:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52a40. 00000020:00000010:1.0:1763350979.628901:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7a00. 00000020:00000010:1.0:1763350979.628908:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6180. 00000020:00000010:1.0:1763350979.628914:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350979.628921:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350979.628924:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.628926:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.628929:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.628938:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.628957:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.628969:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.628970:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.628975:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19990 00000100:00000040:1.0:1763350979.628981:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350979.628983:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363751040 : -120543345800576 : ffff925dd0b18a80) 00000100:00000040:1.0:1763350979.628992:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b18a80 x1849001118770176/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.629002:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.629004:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.629006:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.629009:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52a40. 00000100:00100000:1.0:1763350979.629014:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118770176:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350979.629018:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118770176 00000020:00000001:1.0:1763350979.629021:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.629025:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.629027:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.629030:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.629032:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.629036:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350979.629039:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.629041:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.629044:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.629049:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.629052:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.629054:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.629056:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.629058:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350979.629060:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.629066:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.629073:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00010000:00000001:1.0:1763350979.629076:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.629079:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.629082:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7e00. 00000020:00000001:1.0:1763350979.629086:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.629088:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7e00 with handle 0xcb8c81cc3033c76d to hash 00000020:00000001:1.0:1763350979.629090:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.629092:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350979.629095:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00010000:1.0:1763350979.629099:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c76d lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecaf9 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.629108:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 18 00000020:00000040:1.0:1763350979.629110:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00010000:00000001:1.0:1763350979.629129:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350979.629132:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350979.629135:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.629138:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.629143:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc3c45400. 02000000:00000001:1.0:1763350979.629146:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.629149:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.629152:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350979.629154:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.629157:0:63085:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.629159:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350979.629164:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c0460. 00002000:00000001:1.0:1763350979.629166:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350979.629169:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350979.629172:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.629176:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350979.629182:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9ad9c0. 00000100:00000001:1.0:1763350979.629185:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150793152 : -120542558758464 : ffff925dff9ad9c0) 00000100:00000001:1.0:1763350979.629187:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531150793152 : -120542558758464 : ffff925dff9ad9c0) 00000100:00000001:1.0:1763350979.629190:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350979.629192:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350979.629193:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.629196:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350979.629200:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4df80. 00000020:00000040:1.0:1763350979.629203:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350979.629206:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350979.629209:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350979.629213:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350979.629219:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f6e00. 00000100:00000001:1.0:1763350979.629224:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.629229:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350979.629233:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350979.629238:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.629246:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350979.629248:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.629253:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452672:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350979.629258:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350979.629262:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350979.629265:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.629267:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350979.629271:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dea3f7c00. 02000000:00000001:1.0:1763350979.629272:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350979.629277:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466dc0. 00000400:00000010:1.0:1763350979.629283:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74b28. 00000100:00000200:1.0:1763350979.629290:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101452672, portal 16 00000100:00000001:1.0:1763350979.629293:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350979.629294:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170324352 : -120542539227264 : ffff925e00c4df80) 00000100:00000040:1.0:1763350979.629299:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.629307:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.629310:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.629313:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74f68. 00000100:00000200:1.0:1763350979.629315:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101452672, offset 0 00000400:00000200:1.0:1763350979.629322:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.629331:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.629342:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350979.629346:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350979.629350:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350979.629353:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350979.629357:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198058:198058:256:4294967295] 192.168.202.2@tcp LPNI seq info [198054:198054:8:4294967295] 00000400:00000200:1.0:1763350979.629368:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.629374:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.629379:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca400. 00000800:00000200:1.0:1763350979.629385:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.629392:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.629396:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.629417:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.629422:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300856601 00000100:00000001:1.0:1763350979.629430:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856580 00000100:00000001:1.0:1763350979.629434:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300856601 00000100:00000001:1.0:1763350979.629438:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856580 00000100:00000001:1.0:1763350979.629440:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300856601 00000100:00000001:1.0:1763350979.629444:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856580 00000100:00000001:1.0:1763350979.629446:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300856601 00000100:00000001:1.0:1763350979.629449:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856580 00000100:00000001:1.0:1763350979.629451:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.629454:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.629456:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.629458:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.629461:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.629462:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350979.629465:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c0460. 00010000:00000001:1.0:1763350979.629468:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.629470:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.629471:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350979.629474:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.629476:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350979.629478:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350979.629481:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9ad9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350979.629483:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350979.629486:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350979.629647:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.629650:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca400. 00000400:00000200:2.0:1763350979.629655:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.629660:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.629664:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74f68 00000400:00000010:2.0:1763350979.629666:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74f68. 00000100:00000001:2.0:1763350979.629669:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350979.629674:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.629684:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.629688:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.629696:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.629697:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.632522:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.632541:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.632545:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.632549:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.632559:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.632575:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76580 00000400:00000200:2.0:1763350979.632584:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f77d [1] + 224 00000800:00000001:2.0:1763350979.632592:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.632630:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.632634:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.632639:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.632647:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.632657:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350979.632669:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.632689:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.632698:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.632701:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.632760:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350979.632767:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350979.632770:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350979.632773:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466dc0. 00000400:00000200:1.0:1763350979.632777:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74b28 00000400:00000010:1.0:1763350979.632780:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74b28. 00000100:00000001:1.0:1763350979.632783:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.632788:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350979.632797:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.632803:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350979.632805:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.632807:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350979.632811:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350979.632813:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.632816:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.632819:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.632826:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=34 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350979.632831:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=34 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350979.632834:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350979.632835:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.632839:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350979.632843:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.632847:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.632851:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.632858:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.632861:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350979.632863:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.632866:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350979.632872:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350979.632880:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350979.632884:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.632892:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:1.0:1763350979.632895:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:1.0:1763350979.632898:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350979.632905:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350979.632909:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000001:1.0:1763350979.632912:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.632914:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.632915:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.632919:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350979.632927:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101452672:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350979.632932:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.632934:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.632937:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350979.632939:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.632942:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4df80 x1849001101452672/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.632949:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350979.632951:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350979.632954:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dea3f7c00. 02000000:00000001:1.0:1763350979.632958:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350979.632962:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350979.632964:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350979.632966:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350979.632968:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dea3f6e00. 02000000:00000001:1.0:1763350979.632971:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350979.632973:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350979.632975:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4df80. 00000100:00000001:1.0:1763350979.632978:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350979.632979:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350979.632982:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dff9ad9c0. 00000100:00000001:1.0:1763350979.632984:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350979.632986:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350979.632989:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52a40. 00010000:00000001:1.0:1763350979.632992:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.632995:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.632998:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350979.633000:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.633007:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.633008:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.633011:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.633013:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.633016:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7e00 with handle 0xcb8c81cc3033c76d from hash 00010000:00000001:1.0:1763350979.633019:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.633020:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.633021:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.633022:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350979.633024:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350979.633027:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350979.633032:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c76d lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaf9 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350979.633047:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350979.633050:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.633053:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.633055:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.633057:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.633060:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.633061:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.633063:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.633064:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.633066:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.633067:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.633069:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350979.633071:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.633073:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.633075:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.633076:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.633079:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c76d lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaf9 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350979.633091:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350979.633094:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00010000:00000001:1.0:1763350979.633101:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.633103:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7e00, rc 0) 00000020:00000001:1.0:1763350979.633105:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350979.633109:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118770176 00010000:00000001:1.0:1763350979.633112:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.633129:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b18a80 x1849001118770176/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.633137:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.633140:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.633142:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.633146:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.633148:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.633151:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.633154:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.633157:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.633161:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.633164:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.633169:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74b28. 00000100:00000200:1.0:1763350979.633173:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118770176, offset 224 00000400:00000200:1.0:1763350979.633180:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.633189:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.633196:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198059:198059:256:4294967295] 192.168.202.2@tcp LPNI seq info [198055:198055:8:4294967295] 00000400:00000200:1.0:1763350979.633206:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.633212:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.633218:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcaf00. 00000800:00000200:1.0:1763350979.633224:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.633231:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.633235:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcaf00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.633255:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.633259:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.633262:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.633263:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.633266:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.633272:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b18a80 x1849001118770176/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.633281:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b18a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118770176:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 4277us (4571us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350979.633291:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19990 00000100:00000040:1.0:1763350979.633295:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350979.633297:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.633299:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.633306:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6180. 00000020:00000010:1.0:1763350979.633310:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350979.633314:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7a00. 00000020:00000040:1.0:1763350979.633318:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:1.0:1763350979.633321:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.633460:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.633464:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaf00. 00000400:00000200:2.0:1763350979.633469:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.633473:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.633476:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74b28 00000400:00000010:2.0:1763350979.633478:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74b28. 00000100:00000001:2.0:1763350979.633482:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.633483:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350979.638656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7e00. 00000800:00000001:2.0:1763350979.640017:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.640033:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.640038:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.640040:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.640052:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.640070:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 6 MB=0x691a81edfa480 00000400:00000200:2.0:1763350979.640079:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 488/488 into md 0x90aa1 [128] + 127672 00000800:00000001:2.0:1763350979.640089:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.640097:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.640102:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.640106:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.640132:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.640134:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1763350979.640142:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1b100. 00000100:00000040:2.0:1763350979.640146:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1b100 x1849001118770304 msgsize 488 00000100:00100000:2.0:1763350979.640151:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.640164:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.640174:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.640177:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.640401:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350979.640404:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118770304 02000000:00000001:3.0:1763350979.640408:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350979.640410:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350979.640412:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.640418:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.640422:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118770304 00000020:00000001:3.0:1763350979.640426:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350979.640428:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350979.640431:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.640434:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:3.0:1763350979.640437:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350979.640440:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350979.640445:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.640459:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.640463:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.640466:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000020:00000010:3.0:1763350979.640472:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f600. 00000020:00000010:3.0:1763350979.640480:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69b00. 00000020:00000010:3.0:1763350979.640485:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375e10. 00000100:00000040:3.0:1763350979.640494:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763350979.640497:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350979.640499:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763350979.640502:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763350979.640505:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350979.640507:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:3.0:1763350979.640510:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350979.640514:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350979.640518:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350979.640521:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.640523:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350979.640526:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.640528:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.640530:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.640533:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.640534:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.640536:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.640537:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350979.640539:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350979.640540:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350979.640542:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640545:0:57864:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763350979.640547:0:57864:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640549:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640551:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350979.640554:0:57864:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763350979.640555:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350979.640557:0:57864:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763350979.640566:0:57864:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000401:0x25d4:0x0] (0->4095) req@ffff925dd0b1b100 x1849001118770304/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763350979.640576:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763350979.640577:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dd0b1b100 with x1849001118770304 ext(0->4095) 00010000:00000001:3.0:1763350979.640580:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.640582:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.640584:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:3.0:1763350979.640587:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350979.640590:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350979.640594:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.640626:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350979.640627:0:57864:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763350979.640629:0:57864:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925dd0b1b100 00002000:00000001:3.0:1763350979.640631:0:57864:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.640634:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.640643:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.640649:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.640661:0:57864:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350979.640663:0:57864:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350979.640668:0:57864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3708 00000100:00000040:3.0:1763350979.640672:0:57864:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350979.640674:0:57864:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363760896 : -120543345790720 : ffff925dd0b1b100) 00000100:00000040:3.0:1763350979.640678:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1b100 x1849001118770304/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350979.640686:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.640689:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5a00. 00000100:00000001:3.0:1763350979.640691:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.640693:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5a00. 00000100:00100000:3.0:1763350979.640697:0:57864:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118770304:12345-192.168.202.2@tcp:3:lfs.0 00000100:00000200:3.0:1763350979.640701:0:57864:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118770304 00000020:00000001:3.0:1763350979.640704:0:57864:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350979.640706:0:57864:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350979.640709:0:57864:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640710:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350979.640712:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:3.0:1763350979.640715:0:57864:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350979.640718:0:57864:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350979.640721:0:57864:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350979.640723:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350979.640724:0:57864:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.640730:0:57864:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350979.640733:0:57864:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350979.640745:0:57864:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff925dead94000. 02000000:00000001:3.0:1763350979.640748:0:57864:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.640750:0:57864:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640753:0:57864:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:3.0:1763350979.640755:0:57864:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:3.0:1763350979.640757:0:57864:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640760:0:57864:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:3.0:1763350979.640764:0:57864:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:3.0:1763350979.640766:0:57864:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:3.0:1763350979.640768:0:57864:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 311820288 dropped 0, local 311820288 00000020:00000001:3.0:1763350979.640771:0:57864:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:3.0:1763350979.640772:0:57864:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:3.0:1763350979.640775:0:57864:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:3.0:1763350979.640777:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350979.640780:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350979.640786:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:3.0:1763350979.640789:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:3.0:1763350979.640792:0:57864:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763350979.640800:0:57864:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350979.640802:0:57864:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:3.0:1763350979.640804:0:57864:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.640812:0:57864:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:3.0:1763350979.640861:0:57864:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763350979.640867:0:57864:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350979.640869:0:57864:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640871:0:57864:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640876:0:57864:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:3.0:1763350979.640902:0:57864:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:3.0:1763350979.640905:0:57864:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:3.0:1763350979.640917:0:57864:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:3.0:1763350979.640920:0:57864:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: ce74c80a (4) 00000020:00008000:3.0:1763350979.640923:0:57864:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:3.0:1763350979.640928:0:57864:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:3.0:1763350979.640933:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350979.640940:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640943:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350979.640945:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350979.640947:0:57864:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:3.0:1763350979.640957:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00002000:00000001:3.0:1763350979.640960:0:57864:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350979.640961:0:57864:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640963:0:57864:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.640965:0:57864:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:3.0:1763350979.640967:0:57864:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763350979.640969:0:57864:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:3.0:1763350979.640973:0:57864:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118770304 00010000:00000001:3.0:1763350979.640976:0:57864:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350979.640982:0:57864:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1b100 x1849001118770304/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/4536 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350979.640990:0:57864:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350979.640993:0:57864:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350979.640997:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=76 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350979.641002:0:57864:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350979.641005:0:57864:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350979.641008:0:57864:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350979.641011:0:57864:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350979.641013:0:57864:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.641016:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350979.641019:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350979.641024:0:57864:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded43000. 00000100:00000200:3.0:1763350979.641029:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1849001118770304, offset 224 00000400:00000200:3.0:1763350979.641036:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350979.641046:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350979.641052:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198060:198060:256:4294967295] 192.168.202.2@tcp LPNI seq info [198056:198056:8:4294967295] 00000400:00000200:3.0:1763350979.641063:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350979.641071:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350979.641076:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925df214f000. 00000800:00000200:3.0:1763350979.641082:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350979.641090:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:3.0:1763350979.641094:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df214f000 type 1, nob 4632 niov 1 nkiov 2 00000800:00000200:2.0:1763350979.643114:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.643130:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925df214f000. 00000400:00000200:2.0:1763350979.643138:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.643146:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.643151:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded43000 00000400:00000010:2.0:1763350979.643153:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded43000. 00000100:00000001:2.0:1763350979.643158:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.643159:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350979.643407:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.643414:0:57864:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350979.643418:0:57864:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350979.643420:0:57864:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.643423:0:57864:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350979.643432:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1b100 x1849001118770304/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/4536 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350979.643442:0:57864:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118770304:12345-192.168.202.2@tcp:3:lfs.0 Request processed in 2754us (3294us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1763350979.643506:0:57864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3708 00000100:00000040:3.0:1763350979.643510:0:57864:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350979.643513:0:57864:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:3.0:1763350979.643515:0:57864:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763350979.643525:0:57864:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000401:0x25d4:0x0] (0->4095) req@ffff925dd0b1b100 x1849001118770304/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/4536 e 0 to 0 dl 1763350990 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763350979.643534:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763350979.643535:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dd0b1b100 with x1849001118770304 ext(0->4095) 00010000:00000001:3.0:1763350979.643538:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.643541:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.643544:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:3.0:1763350979.643546:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350979.643549:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:3.0:1763350979.643552:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.643554:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350979.643556:0:57864:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763350979.643557:0:57864:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925dd0b1b100 00002000:00000001:3.0:1763350979.643560:0:57864:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.643562:0:57864:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350979.643570:0:57864:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69b00. 00000020:00000010:3.0:1763350979.643575:0:57864:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375e10. 00000020:00000010:3.0:1763350979.643582:0:57864:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f600. 00000020:00000040:3.0:1763350979.643587:0:57864:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:3.0:1763350979.643590:0:57864:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.657025:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.657743:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.657748:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.657752:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.657764:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.657784:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4584 into portal 6 MB=0x691a81edfa500 00000400:00000200:2.0:1763350979.657793:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 4584/4584 into md 0x90aa1 [128] + 128160 00000800:00000001:2.0:1763350979.657802:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.657819:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.657822:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.657827:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.657836:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.657839:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1763350979.657846:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b18380. 00000100:00000040:2.0:1763350979.657850:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b18380 x1849001118770432 msgsize 4584 00000100:00100000:2.0:1763350979.657855:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.657871:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.657880:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.657883:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.657959:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.657962:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118770432 02000000:00000001:0.0:1763350979.657966:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.657969:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.657971:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.657977:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.657982:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118770432 00000020:00000001:0.0:1763350979.657985:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.657988:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350979.657991:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.657994:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:0.0:1763350979.657996:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350979.657999:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350979.658004:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.658011:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350979.658015:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.658018:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000020:00000010:0.0:1763350979.658024:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350979.658031:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350979.658037:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d4b0. 00000100:00000040:0.0:1763350979.658045:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763350979.658048:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.658049:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763350979.658052:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763350979.658054:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.658057:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:0.0:1763350979.658060:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.658064:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350979.658068:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350979.658070:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.658073:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.658075:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.658078:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.658080:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.658082:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.658084:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.658085:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.658086:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.658088:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.658089:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.658091:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.658093:0:57864:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763350979.658096:0:57864:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.658098:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.658100:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.658103:0:57864:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763350979.658104:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.658108:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.658117:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.658725:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.658729:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.658736:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3709 00000100:00000040:1.0:1763350979.658740:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:1.0:1763350979.658743:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363749248 : -120543345802368 : ffff925dd0b18380) 00000100:00000040:1.0:1763350979.658752:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b18380 x1849001118770432/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4584/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.658763:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.658767:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.658770:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.658773:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52a40. 00000100:00100000:1.0:1763350979.658778:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2360:x1849001118770432:12345-192.168.202.2@tcp:4:lfs.0 00000100:00000200:1.0:1763350979.658783:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118770432 00000020:00000001:1.0:1763350979.658786:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.658790:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.658793:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.658795:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.658796:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:1.0:1763350979.658800:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350979.658803:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.658805:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.658807:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.658809:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.658811:0:104354:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:1.0:1763350979.658818:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.658821:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.658827:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925dc3c44c00. 02000000:00000001:1.0:1763350979.658830:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.658833:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.658836:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763350979.658839:0:104354:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:1.0:1763350979.658841:0:104354:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350979.658844:0:104354:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.658853:0:104354:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09400 count: 2 00010000:00000001:1.0:1763350979.658856:0:104354:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.658859:0:104354:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.658863:0:104354:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7e00. 00000020:00000001:1.0:1763350979.658867:0:104354:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.658869:0:104354:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7e00 with handle 0xcb8c81cc3033c774 to hash 00000020:00000001:1.0:1763350979.658871:0:104354:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.658873:0:104354:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350979.658876:0:104354:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350979.658879:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.658881:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.658886:0:104354:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.658896:0:104354:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.658900:0:104354:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.658902:0:104354:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350979.658905:0:104354:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.658908:0:104354:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763350979.658910:0:104354:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350979.658915:0:104354:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350979.658922:0:104354:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763350979.658924:0:104354:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.658927:0:104354:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350979.658929:0:104354:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.658930:0:104354:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350979.658931:0:104354:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350979.658933:0:104354:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.658935:0:104354:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.658937:0:104354:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763350979.658940:0:104354:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.658948:0:104354:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fb:0x0].0x0 (ffff925dddc09400) refcount = 2 00010000:00000040:1.0:1763350979.658951:0:104354:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350979.658954:0:104354:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350979.658960:0:104354:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763350979.658963:0:104354:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763350979.658970:0:104354:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52a40. 00000100:00000001:1.0:1763350979.658975:0:104354:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350979.658981:0:104354:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dff9ad9c0. 00000100:00000001:1.0:1763350979.658984:0:104354:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531150793152 : -120542558758464 : ffff925dff9ad9c0) 00000100:00000001:1.0:1763350979.658986:0:104354:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531150793152 : -120542558758464 : ffff925dff9ad9c0) 00000100:00000001:1.0:1763350979.658988:0:104354:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350979.658991:0:104354:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350979.658992:0:104354:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.658995:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.658997:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350979.658999:0:104354:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.659001:0:104354:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.659003:0:104354:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763350979.659005:0:104354:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763350979.659010:0:104354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4df80. 00000020:00000040:1.0:1763350979.659014:0:104354:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763350979.659017:0:104354:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350979.659019:0:104354:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350979.659024:0:104354:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350979.659030:0:104354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f7a00. 00000100:00000001:1.0:1763350979.659036:0:104354:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.659041:0:104354:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763350979.659056:0:104354:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 20 pid: 57858 timeout: 6289 lvb_type: 1 00010000:00000001:1.0:1763350979.659065:0:104354:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350979.659069:0:104354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350979.659073:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.659081:0:104354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350979.659084:0:104354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.659089:0:104354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:104354:1849001101452800:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350979.659095:0:104354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350979.659101:0:104354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350979.659104:0:104354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.659107:0:104354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350979.659110:0:104354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dea3f6e00. 02000000:00000001:1.0:1763350979.659112:0:104354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350979.659117:0:104354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466dc0. 00000400:00000010:1.0:1763350979.659135:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead747f8. 00000100:00000200:1.0:1763350979.659141:0:104354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101452800, portal 16 00000100:00000001:1.0:1763350979.659144:0:104354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350979.659145:0:104354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170324352 : -120542539227264 : ffff925e00c4df80) 00000100:00000040:1.0:1763350979.659151:0:104354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.659158:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.659161:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.659190:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74a18. 00000100:00000200:1.0:1763350979.659194:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101452800, offset 0 00000400:00000200:1.0:1763350979.659201:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.659213:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.659219:0:104354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350979.659224:0:104354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350979.659227:0:104354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350979.659230:0:104354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350979.659234:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198061:198061:256:4294967295] 192.168.202.2@tcp LPNI seq info [198057:198057:8:4294967295] 00000400:00000200:1.0:1763350979.659245:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.659252:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.659257:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcad00. 00000800:00000200:1.0:1763350979.659265:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.659272:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.659277:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcad00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.659299:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.659304:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300856631 00000100:00000001:1.0:1763350979.659317:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300856601 00000100:00000001:1.0:1763350979.659322:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300856631 00000100:00000001:1.0:1763350979.659325:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300856601 00000100:00000001:1.0:1763350979.659328:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300856631 00000100:00000001:1.0:1763350979.659331:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300856601 00000100:00000001:1.0:1763350979.659334:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300856631 00000100:00000001:1.0:1763350979.659338:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300856601 00000100:00000001:1.0:1763350979.659341:0:104354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.659344:0:104354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.659347:0:104354:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.659349:0:104354:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.659351:0:104354:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.659353:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.659354:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.659356:0:104354:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.659358:0:104354:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350979.659359:0:104354:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350979.659362:0:104354:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.659364:0:104354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350979.659366:0:104354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350979.659368:0:104354:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dff9ad9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350979.659371:0:104354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350979.659374:0:104354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350979.659547:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.659552:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcad00. 00000400:00000200:2.0:1763350979.659558:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.659563:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.659568:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74a18 00000400:00000010:2.0:1763350979.659571:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74a18. 00000100:00000001:2.0:1763350979.659575:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350979.659580:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.659590:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.659593:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.659637:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.659639:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350979.660040:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.661820:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.661840:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.661844:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.661846:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.661857:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.661875:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd76600 00000400:00000200:2.0:1763350979.661883:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f78d [1] + 224 00000800:00000001:2.0:1763350979.661892:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.661903:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.661906:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.661910:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.661915:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.661923:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350979.661937:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350979.661959:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.661967:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.661971:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.663956:0:104354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350979.663968:0:104354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350979.663971:0:104354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350979.663975:0:104354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466dc0. 00000400:00000200:1.0:1763350979.663983:0:104354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead747f8 00000400:00000010:1.0:1763350979.663985:0:104354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead747f8. 00000100:00000001:1.0:1763350979.663990:0:104354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.663999:0:104354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350979.664011:0:104354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.664020:0:104354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350979.664022:0:104354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.664024:0:104354:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350979.664027:0:104354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350979.664030:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.664032:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.664035:0:104354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.664042:0:104354:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350979.664046:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=52 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.664050:0:104354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350979.664051:0:104354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.664054:0:104354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350979.664058:0:104354:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.664061:0:104354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.664065:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.664073:0:104354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.664076:0:104354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350979.664078:0:104354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.664081:0:104354:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763350979.664084:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.664087:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.664088:0:104354:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.664092:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350979.664102:0:104354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4df80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:104354:1849001101452800:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350979.664106:0:104354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.664109:0:104354:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.664112:0:104354:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350979.664114:0:104354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.664128:0:104354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4df80 x1849001101452800/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350979.664137:0:104354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350979.664140:0:104354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350979.664144:0:104354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dea3f6e00. 02000000:00000001:1.0:1763350979.664148:0:104354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350979.664151:0:104354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350979.664153:0:104354:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763350979.664155:0:104354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350979.664158:0:104354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dea3f7a00. 02000000:00000001:1.0:1763350979.664163:0:104354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350979.664164:0:104354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350979.664166:0:104354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4df80. 00000100:00000001:1.0:1763350979.664170:0:104354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350979.664172:0:104354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350979.664174:0:104354:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dff9ad9c0. 00000100:00000001:1.0:1763350979.664177:0:104354:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350979.664178:0:104354:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350979.664182:0:104354:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52a40. 00010000:00000001:1.0:1763350979.664186:0:104354:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.664188:0:104354:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.664191:0:104354:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.664194:0:104354:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763350979.664199:0:104354:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00000800:00000001:2.0:1763350979.668644:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.668662:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.668665:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.668667:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.668678:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.668696:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfa580 00000400:00000200:2.0:1763350979.668704:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127a05 [2] + 1312 00000800:00000001:2.0:1763350979.668712:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.668764:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.668767:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.668772:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.668780:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.668783:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763350979.668789:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1ad80. 00000100:00000040:2.0:1763350979.668793:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1ad80 x1849001118770560 msgsize 328 00000100:00100000:2.0:1763350979.668797:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.668803:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.668811:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.668813:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.669275:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.669279:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118770560 02000000:00000001:0.0:1763350979.669283:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.669285:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.669288:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.669293:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.669298:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118770560 00000020:00000001:0.0:1763350979.669302:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.669304:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350979.669307:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.669310:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=21 00000020:00000001:0.0:1763350979.669314:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350979.669316:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350979.669321:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.669326:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350979.669329:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.669332:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000020:00000010:0.0:1763350979.669338:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1800. 00000020:00000010:0.0:1763350979.669344:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70900. 00000020:00000010:0.0:1763350979.669349:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d898. 00000100:00000040:0.0:1763350979.669359:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350979.669362:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.669364:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350979.669367:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350979.669370:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.669373:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350979.669377:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.669379:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.669381:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=4 00000020:00000001:0.0:1763350979.669382:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350979.669385:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00010000:0.0:1763350979.669392:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 21 pid: 57858 timeout: 6289 lvb_type: 1 00010000:00000001:0.0:1763350979.669406:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.669408:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.669409:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.669412:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.669421:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350979.669427:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dd0b1ad80 x1849001118770560/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.669434:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350979.669436:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.669454:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.669469:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.669471:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.669476:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4025 00000100:00000040:0.0:1763350979.669480:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 2 00000100:00000001:0.0:1763350979.669482:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363760000 : -120543345791616 : ffff925dd0b1ad80) 00000100:00000040:0.0:1763350979.669487:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1ad80 x1849001118770560/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.669494:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.669498:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350979.669500:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.669502:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdaf00. 00000100:00100000:0.0:1763350979.669506:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2359:x1849001118770560:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350979.669509:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118770560 00010000:00000001:0.0:1763350979.669512:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350979.669514:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350979.669516:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350979.669523:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.669525:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.669530:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5d1b000. 02000000:00000001:0.0:1763350979.669533:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.669536:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.669539:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350979.669540:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350979.669542:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.669544:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.669545:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=4 00000020:00000001:0.0:1763350979.669547:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350979.669550:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000040:0.0:1763350979.669554:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09400 count: 3 00002000:00000001:0.0:1763350979.669557:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350979.669562:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.669565:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.669571:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00002000:00000001:0.0:1763350979.669574:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289113392 : -120547420438224 : ffff925cddd38130) 00002000:00000001:0.0:1763350979.669576:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350979.669583:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.669589:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38188/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00010000:00010000:0.0:1763350979.669594:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 21 pid: 57858 timeout: 6289 lvb_type: 1 00000100:00001000:0.0:1763350979.669637:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925dc3e2cc50 time=130 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350979.669641:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350979.669646:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.669647:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.669651:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 21 pid: 57858 timeout: 6289 lvb_type: 1 00000020:00000001:0.0:1763350979.669660:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.669662:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.669664:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.669666:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.669672:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.669674:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.669680:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.669681:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.669684:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.669685:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.669688:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3600 with handle 0xcb8c81cc3033c743 from hash 00010000:00000001:0.0:1763350979.669690:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.669691:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.669692:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.669693:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.669699:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.669701:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.669703:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.669704:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.669707:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925df15e3600/0xcb8c81cc3033c743 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fb:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecacf expref: 21 pid: 57858 timeout: 6289 lvb_type: 1 00010000:00000040:0.0:1763350979.669714:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 12 00000020:00000040:0.0:1763350979.669716:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00010000:00000001:0.0:1763350979.669723:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.669725:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.669727:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350979.669730:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925de8ee7e00 00010000:00000001:0.0:1763350979.669732:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350979.669734:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350979.669737:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350979.669739:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.669741:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350979.669742:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350979.669743:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.669747:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350979.669749:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350979.669752:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.669758:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350979.669762:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.669769:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fb:0x0].0x0 (ffff925dddc09400) refcount = 2 00010000:00000040:0.0:1763350979.669772:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350979.669774:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.669781:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.669783:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.669784:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350979.669786:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.669788:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350979.669792:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bdaf00. 00000100:00000001:0.0:1763350979.669797:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350979.669804:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.669806:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.669808:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530142882240 : -120543566669376 : ffff925dc38759c0) 00000100:00000001:0.0:1763350979.669811:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350979.669813:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350979.669814:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.669817:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350979.669823:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.669825:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.669826:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.669828:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.669829:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350979.669831:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350979.669833:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.669835:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.669837:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350979.669839:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc38759c0. 00000100:00000001:0.0:1763350979.669842:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350979.669843:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350979.669846:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bdaf00. 00010000:00000001:0.0:1763350979.669848:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350979.669850:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350979.669851:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.669856:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.669860:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.669863:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.669867:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.669870:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.669872:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.669875:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.669878:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.669881:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.669884:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.669889:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019000. 00000100:00000200:0.0:1763350979.669893:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118770560, offset 224 00000400:00000200:0.0:1763350979.669900:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.669911:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.669918:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198062:198062:256:4294967295] 192.168.202.2@tcp LPNI seq info [198058:198058:8:4294967295] 00000400:00000200:0.0:1763350979.669934:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.669940:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.669949:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350979.669957:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.669965:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.669969:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 320 niov 1 nkiov 1 00010000:00010000:1.0:1763350979.670516:0:104354:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.670525:0:104354:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.670529:0:104354:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.670535:0:104354:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.670536:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.670537:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350979.670539:0:104354:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.670547:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:1.0:1763350979.670553:0:104354:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:1.0:1763350979.670556:0:104354:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1763350979.670560:0:104354:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1763350979.670563:0:104354:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1763350979.670577:0:104354:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.670579:0:104354:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1763350979.670582:0:104354:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 free: 3836739584 avail: 3834642432 00000020:00000001:1.0:1763350979.670585:0:104354:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1763350979.670587:0:104354:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 avail=3834642432 left=3523215360 unstable=1703936 tot_grant=310706176 pending=1703936 00000020:00000001:1.0:1763350979.670591:0:104354:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3523215360 : 3523215360 : d2000000) 00000020:00000001:1.0:1763350979.670610:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763350979.670612:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 reports grant 286261248 dropped 0, local 287965184 00000020:00000001:1.0:1763350979.670615:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763350979.670617:0:104354:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:1.0:1763350979.670619:0:104354:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 granted: 1703936 ungranted: 0 grant: 286261248 dirty: 1703936 00000020:00000001:1.0:1763350979.670622:0:104354:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1763350979.670624:0:104354:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1763350979.670626:0:104354:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 wants: 485097472 current grant 286261248 granting: 3407872 00000020:00000020:1.0:1763350979.670629:0:104354:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 tot cached:0 granted:314114048 num_exports: 2 00000020:00000001:1.0:1763350979.670632:0:104354:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:1.0:1763350979.670634:0:104354:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1763350979.670635:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350979.670638:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.670642:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00002000:00000001:1.0:1763350979.670644:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289113392 : -120547420438224 : ffff925cddd38130) 00080000:00000001:1.0:1763350979.670651:0:104354:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:1.0:1763350979.670673:0:104354:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763350979.670678:0:104354:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.670680:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.670682:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.670685:0:104354:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:1.0:1763350979.670688:0:104354:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:1.0:1763350979.670694:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763350979.670720:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:1.0:1763350979.670723:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763350979.670734:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.670737:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763350979.670741:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.670747:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.670750:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.670752:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.670756:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.670758:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.670761:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.670762:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.670765:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.670766:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.670767:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.670769:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.670770:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.670771:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.670773:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.670775:0:104354:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1763350979.670777:0:104354:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.670779:0:104354:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1763350979.670781:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763350979.670785:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.670788:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.670794:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc3c47c00. 00080000:00000001:1.0:1763350979.670797:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530146888704 : -120543562662912 : ffff925dc3c47c00) 00000001:00000001:1.0:1763350979.670799:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.670800:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.670803:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:1.0:1763350979.670824:0:104354:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:1.0:1763350979.670827:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.670831:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350979.670837:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.670839:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350979.672348:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.672357:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763350979.672363:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672366:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350979.672394:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.672396:0:104354:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1763350979.672400:0:104354:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.672405:0:104354:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:1.0:1763350979.672408:0:104354:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1763350979.672411:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350979.672414:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763350979.672453:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350979.672456:0:104354:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350979.672459:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763350979.672471:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672474:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.672478:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc3c44000. 00080000:00000001:1.0:1763350979.672481:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530146873344 : -120543562678272 : ffff925dc3c44000) 00000001:00000001:1.0:1763350979.672485:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.672486:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672491:0:104354:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:1.0:1763350979.672495:0:104354:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:1.0:1763350979.672499:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.672501:0:104354:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672504:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350979.672506:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672509:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350979.672514:0:104354:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.672538:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.672540:0:104354:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672542:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350979.672551:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672559:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672565:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350979.672568:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672571:0:104354:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:1.0:1763350979.672573:0:104354:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:1.0:1763350979.672575:0:104354:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:1.0:1763350979.672578:0:104354:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:1.0:1763350979.672618:0:104354:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.672623:0:104354:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1763350979.672626:0:104354:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff925cc45fd420. 00000020:00000040:1.0:1763350979.672628:0:104354:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 3 00000020:00000040:1.0:1763350979.672631:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 00000020:00000001:1.0:1763350979.672635:0:104354:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.672637:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350979.672640:0:104354:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:1.0:1763350979.672644:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350979.672645:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763350979.672685:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763350979.672687:0:104354:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911615, last_committed = 12884911611 00000001:00000010:1.0:1763350979.672692:0:104354:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd7e0. 00000001:00000040:1.0:1763350979.672695:0:104354:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 4 00000020:00000040:1.0:1763350979.672697:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=22 00080000:00000001:1.0:1763350979.672702:0:104354:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.672713:0:104354:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763350979.672716:0:104354:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350979.673152:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350979.673158:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:3.0:1763350979.673163:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.673171:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350979.673178:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019000 00000400:00000010:3.0:1763350979.673180:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019000. 00000100:00000001:3.0:1763350979.673185:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350979.673187:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350979.673270:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.673277:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.673281:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.673284:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.673293:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1ad80 x1849001118770560/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350979.673304:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118770560:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 3807us (4509us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.673316:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4025 00000100:00000040:0.0:1763350979.673320:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350979.673322:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.673325:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.673331:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70900. 00000020:00000010:0.0:1763350979.673336:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d898. 00000020:00000010:0.0:1763350979.673340:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1800. 00000020:00000040:0.0:1763350979.673346:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000100:00000001:0.0:1763350979.673349:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350979.680447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3600. 00080000:00000001:0.0:1763350979.727529:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.727554:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38188/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00002000:00000001:0.0:1763350979.727560:0:104354:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350979.727574:0:104354:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09400 count: 2 00010000:00000001:0.0:1763350979.727578:0:104354:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350979.727585:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00002000:00000001:0.0:1763350979.727585:0:104354:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350979.727592:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:3.0:1763350979.727618:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350979.727621:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350979.727624:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911615 is committed 00000001:00000040:3.0:1763350979.727630:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925dc3e2c800 : new cb_count 3 00000020:00000040:3.0:1763350979.727635:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000001:00000010:3.0:1763350979.727639:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd7e0. 00000020:00000001:3.0:1763350979.727644:0:58759:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763350979.727647:0:58759:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763350979.727649:0:58759:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925dc3e2c800 : new cb_count 2 00000020:00000040:3.0:1763350979.727652:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000020:00000010:3.0:1763350979.727654:0:58759:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925cc45fd420. 00040000:00000001:3.0:1763350979.727657:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350979.727660:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350979.727662:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc3c44000. 00080000:00000001:3.0:1763350979.727666:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350979.727668:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763350979.727669:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350979.727670:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350979.727672:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc3c47c00. 00080000:00000001:3.0:1763350979.727674:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350979.727676:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763350979.727678:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350979.727680:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350979.727681:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911614 is committed 00000001:00000040:3.0:1763350979.727683:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925df4ce5800 : new cb_count 1 00000020:00000040:3.0:1763350979.727685:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 5 00000001:00000010:3.0:1763350979.727687:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fdf00. 00040000:00000001:3.0:1763350979.727688:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350979.727689:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350979.727690:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dffad4800. 00080000:00000001:3.0:1763350979.727693:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350979.727698:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763350979.727700:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925df4ce5800 : new cb_count 0 00000020:00000040:3.0:1763350979.727701:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000001:00000010:3.0:1763350979.727703:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693780. 00040000:00000001:3.0:1763350979.727705:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350979.727707:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350979.727708:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e4000. 00080000:00000001:3.0:1763350979.727710:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350979.727713:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763350979.727715:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925dc3e2c800 : new cb_count 1 00000020:00000040:3.0:1763350979.727716:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 18 00000001:00000010:3.0:1763350979.727718:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5720. 00000020:00000001:3.0:1763350979.727721:0:58759:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763350979.727722:0:58759:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763350979.727723:0:58759:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925dc3e2c800 : new cb_count 0 00000020:00000040:3.0:1763350979.727725:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 17 00000020:00000010:3.0:1763350979.727727:0:58759:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925cd99f5900. 00040000:00000001:3.0:1763350979.727729:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350979.727731:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350979.727732:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dffad7000. 00080000:00000001:3.0:1763350979.727734:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350979.727736:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763350979.727737:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350979.727739:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350979.727741:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dffad5c00. 00080000:00000001:3.0:1763350979.727743:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00000001:0.0:1763350979.727927:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.727939:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00002000:00000001:0.0:1763350979.727944:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289113392 : -120547420438224 : ffff925cddd38130) 00002000:00000001:0.0:1763350979.727948:0:104354:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000040:3.0:1763350979.729739:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300856631, at 4300856632 00000100:00000010:3.0:1763350979.729753:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4ea20. 00000100:00000040:1.0:1763350979.729835:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300856631, at 4300856632 00000100:00000010:1.0:1763350979.729840:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e360. 00000100:00000040:0.0:1763350979.729991:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300856631, at 4300856632 00000100:00000010:0.0:1763350979.730006:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e780. 00002000:00000001:2.0:1763350979.730099:0:104354:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350979.730106:0:104354:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x24fb:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:2.0:1763350979.730110:0:104354:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x24fb:0x0] updating lvb mtime from disk: 0 -> 1763350979 00002000:00010000:2.0:1763350979.730112:0:104354:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x24fb:0x0] updating lvb ctime from disk: 0 -> 1763350979 00002000:00010000:2.0:1763350979.730115:0:104354:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x24fb:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:2.0:1763350979.730129:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38188/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00002000:00000001:2.0:1763350979.730135:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.730138:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.730145:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:2.0:1763350979.730152:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.730156:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.730159:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7e00 refcount=3 00000020:00000001:2.0:1763350979.730162:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:2.0:1763350979.730165:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:2.0:1763350979.730168:0:104354:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350979.730175:0:104354:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350979.730185:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.730187:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350979.730190:0:104354:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350979.730198:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.730200:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.730204:0:104354:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350979.730207:0:104354:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350979.730215:0:104354:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7e00 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:2.0:1763350979.730218:0:104354:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.730221:0:104354:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350979.730223:0:104354:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350979.730229:0:104354:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350979.730231:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.730232:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.730234:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7e00 refcount=4 00000020:00000001:2.0:1763350979.730236:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:2.0:1763350979.730239:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:2.0:1763350979.730242:0:104354:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350979.730246:0:104354:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350979.730253:0:104354:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763350979.730255:0:104354:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.730256:0:104354:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.730264:0:104354:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350979.730266:0:104354:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350979.730268:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.730270:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350979.730273:0:104354:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7e00 with handle 0xcb8c81cc3033c774 from hash 00010000:00000001:2.0:1763350979.730275:0:104354:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350979.730278:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.730279:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.730280:0:104354:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350979.730287:0:104354:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350979.730291:0:104354:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.730293:0:104354:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350979.730295:0:104354:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350979.730298:0:104354:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350979.730301:0:104354:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.730304:0:104354:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.730306:0:104354:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350979.730307:0:104354:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350979.730311:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.730312:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.730314:0:104354:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.730316:0:104354:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.730318:0:104354:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350979.730320:0:104354:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350979.730327:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.730328:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.730329:0:104354:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350979.730331:0:104354:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350979.730333:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350979.730335:0:104354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c774 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350979.730344:0:104354:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09400 count: 0 00002000:00000010:2.0:1763350979.730353:0:104354:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925e00bda2c0. 00010000:00000010:2.0:1763350979.730358:0:104354:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925dddc09100. 00010000:00000001:2.0:1763350979.730373:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350979.730375:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763350979.730378:0:104354:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350979.730385:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911615, transno 12884911615, xid 1849001118770432 00010000:00000001:2.0:1763350979.730388:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350979.730401:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b18380 x1849001118770432/t12884911615(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4584/448 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350979.730412:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350979.730415:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.730419:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350979.730425:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350979.730427:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350979.730430:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350979.730433:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350979.730437:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.730440:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.730443:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350979.730453:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d27f8. 00000100:00000200:2.0:1763350979.730460:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118770432, offset 224 00000400:00000200:2.0:1763350979.730467:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350979.730485:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350979.730493:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198063:198063:256:4294967295] 192.168.202.2@tcp LPNI seq info [198059:198059:8:4294967295] 00000400:00000200:2.0:1763350979.730505:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350979.730511:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350979.730517:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd146b200. 00000800:00000200:2.0:1763350979.730524:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350979.730533:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350979.730538:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd146b200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763350979.730560:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.730563:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350979.730566:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350979.730568:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.730571:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350979.730577:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b18380 x1849001118770432/t12884911615(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 4584/448 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350979.730588:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b18380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+17:2360:x1849001118770432:12345-192.168.202.2@tcp:4:lfs.0 Request processed in 71823us (72735us total) trans 12884911615 rc 0/0 00000100:00100000:2.0:1763350979.730647:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3709 00000100:00000040:2.0:1763350979.730653:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350979.730656:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350979.730658:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350979.730665:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70f80. 00000020:00000010:2.0:1763350979.730679:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d4b0. 00000020:00000010:2.0:1763350979.730684:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:2.0:1763350979.730694:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 16 00000100:00000001:2.0:1763350979.730699:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350979.730732:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300856631, at 4300856633 00000100:00000010:2.0:1763350979.730738:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e1e0. 00000800:00000200:1.0:1763350979.730781:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.730787:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd146b200. 00000400:00000200:1.0:1763350979.730794:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.730802:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.730810:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d27f8 00000400:00000010:1.0:1763350979.730813:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d27f8. 00000100:00000001:1.0:1763350979.730818:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.730820:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350979.746948:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09400. 00010000:00000010:2.1:1763350979.746972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7e00. 00000800:00000001:2.0:1763350979.747002:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.747027:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.747030:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.747032:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.747046:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.747072:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 448 into portal 12 MB=0x691a81edfa600 00000400:00000200:2.0:1763350979.747083:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 448/448 into md 0xd4535 [64] + 105712 00000800:00000001:2.0:1763350979.747095:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.747111:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.747115:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.747129:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.747138:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.747140:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350979.747147:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b18e00. 00000100:00000040:2.0:1763350979.747151:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b18e00 x1849001118770688 msgsize 448 00000100:00100000:2.0:1763350979.747155:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.747176:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.747187:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.747191:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.747277:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.747285:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118770688 02000000:00000001:1.0:1763350979.747290:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.747293:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.747296:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.747303:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.747309:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118770688 00000020:00000001:1.0:1763350979.747313:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.747316:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350979.747318:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.747323:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=501 00000020:00000001:1.0:1763350979.747326:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350979.747329:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350979.747334:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.747344:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c521c0. 00000100:00000001:1.0:1763350979.747347:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.747350:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c521c0. 00000020:00000010:1.0:1763350979.747359:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6e00. 00000020:00000010:1.0:1763350979.747365:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dffae6d80. 00000020:00000010:1.0:1763350979.747371:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350979.747381:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350979.747385:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.747386:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.747389:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.747398:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.748226:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350979.748231:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350979.748241:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140592 00000100:00000040:3.0:1763350979.748247:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350979.748249:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363751936 : -120543345799680 : ffff925dd0b18e00) 00000100:00000040:3.0:1763350979.748259:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b18e00 x1849001118770688/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 448/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.748269:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.748275:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5700. 00000100:00000001:3.0:1763350979.748278:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.748280:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5700. 00000100:00100000:3.0:1763350979.748285:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:226199:x1849001118770688:12345-192.168.202.2@tcp:44:lfs.0 00000100:00000200:3.0:1763350979.748289:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118770688 00000020:00000001:3.0:1763350979.748294:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350979.748299:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350979.748304:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.748306:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350979.748309:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716624 : -1040834992 : ffffffffc1f61e50) 00000020:00000001:3.0:1763350979.748312:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350979.748316:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118770688, found 0 last_xid 1849001118770687 00000020:00000001:3.0:1763350979.748319:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350979.748322:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350979.748325:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350979.748329:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763350979.748335:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350979.748340:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000020:00000001:3.0:1763350979.748343:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.748347:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.748353:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350979.748357:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350979.748365:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff925de904c400. 02000000:00000001:3.0:1763350979.748368:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.748371:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.748375:0:20551:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:3.0:1763350979.748380:0:20551:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:3.0:1763350979.748386:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.748396:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1763350979.748402:0:20551:0:(osd_object.c:2123:osd_object_sync()) Process entered 00000100:00000001:1.0:1763350979.751076:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350979.782836:0:20551:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.782849:0:20551:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.782854:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.782857:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.782865:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.782868:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.782874:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.782878:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.782885:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.782888:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.782892:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.782894:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350979.782897:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.782899:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff2:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763350979.782904:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350979.782907:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.782916:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.782919:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.782921:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.782922:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.782925:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.782926:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.782927:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.782929:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.782932:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff2:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763350979.782936:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.782939:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763350979.782948:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.782956:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.782958:0:20551:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.782962:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055150, transno 0, xid 1849001118770688 00010000:00000001:1.0:1763350979.782966:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.782979:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b18e00 x1849001118770688/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 448/440 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350979.782988:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.782991:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.782996:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.783001:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.783003:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.783006:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.783009:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.783013:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.783017:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.783020:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.783026:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead747f8. 00000100:00000200:1.0:1763350979.783034:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1849001118770688, offset 224 00000400:00000200:1.0:1763350979.783041:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.783057:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.783065:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198064:198064:256:4294967295] 192.168.202.2@tcp LPNI seq info [198060:198060:8:4294967295] 00000400:00000200:1.0:1763350979.783077:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.783084:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.783090:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca600. 00000800:00000200:1.0:1763350979.783097:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.783106:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.783110:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.783136:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.783141:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.783144:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.783146:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.783149:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.783155:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b18e00 x1849001118770688/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 448/440 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350979.783165:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b18e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:226199:x1849001118770688:12345-192.168.202.2@tcp:44:lfs.0 Request processed in 34894us (36012us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350979.783176:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140592 00000100:00000040:1.0:1763350979.783180:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.783182:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.783184:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.783191:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dffae6d80. 00000020:00000010:1.0:1763350979.783197:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350979.783201:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6e00. 00000020:00000040:1.0:1763350979.783207:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00000100:00000001:1.0:1763350979.783211:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350979.783281:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1763350979.783286:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783289:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783290:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783291:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783294:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deeea4400. 00080000:00000001:2.0:1763350979.783298:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783302:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763350979.783306:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763350979.783308:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763350979.783311:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055162 is committed 00000001:00000040:2.0:1763350979.783314:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 12 00000020:00000040:2.0:1763350979.783316:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000001:00000010:2.0:1763350979.783318:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd5a0. 00040000:00000001:2.0:1763350979.783321:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783322:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783323:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783324:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783325:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e7000. 00080000:00000001:2.0:1763350979.783328:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783330:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783331:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 11 00000020:00000040:2.0:1763350979.783333:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000001:00000010:2.0:1763350979.783335:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fdc60. 00040000:00000001:2.0:1763350979.783337:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783338:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783340:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783341:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783343:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e5000. 00080000:00000001:2.0:1763350979.783346:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783348:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783349:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:2.0:1763350979.783351:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000001:00000010:2.0:1763350979.783353:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd120. 00040000:00000001:2.0:1763350979.783355:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783357:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783358:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783359:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783360:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e5800. 00080000:00000001:2.0:1763350979.783363:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783364:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783366:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:2.0:1763350979.783368:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000001:00000010:2.0:1763350979.783370:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd000. 00040000:00000001:2.0:1763350979.783372:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783373:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783374:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783375:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783376:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e4800. 00080000:00000001:2.0:1763350979.783378:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783380:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783382:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:2.0:1763350979.783383:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000001:00000010:2.0:1763350979.783385:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd660. 00040000:00000001:2.0:1763350979.783387:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783388:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783389:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783390:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783391:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e6000. 00080000:00000001:2.0:1763350979.783394:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783395:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783397:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:2.0:1763350979.783399:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000001:00000010:2.0:1763350979.783400:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd0c0. 00040000:00000001:2.0:1763350979.783403:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783404:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783405:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783406:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783407:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc67e7800. 00080000:00000001:2.0:1763350979.783409:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783410:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:2.0:1763350979.783413:0:20046:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967622 batchid updated 00000020:00000010:2.0:1763350979.783426:0:20046:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff925cc45fd600. 00040000:00000001:2.0:1763350979.783429:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783430:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783432:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783433:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783434:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dffad6800. 00080000:00000001:2.0:1763350979.783437:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783440:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783442:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:2.0:1763350979.783444:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000001:00000010:2.0:1763350979.783446:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693060. 00000020:00000001:2.0:1763350979.783450:0:20046:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:2.0:1763350979.783453:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5d80 refcount 2 committed 0 result 0 batchid 4294967624 00000020:00080000:2.0:1763350979.783456:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925cc47c5180 00000020:00080000:2.0:1763350979.783460:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00077000 00000020:00000001:2.0:1763350979.783462:0:20046:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:2.0:1763350979.783464:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5d80 refcount 2 committed 1 result 0 batchid 4294967624 00000020:00000040:2.0:1763350979.783467:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925cc47c5180 00000020:00000040:2.0:1763350979.783469:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00077000 00000020:00000001:2.0:1763350979.783472:0:20046:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:2.0:1763350979.783473:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783474:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783475:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783476:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783478:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00077000. 00080000:00000001:2.0:1763350979.783480:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783482:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783484:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:2.0:1763350979.783486:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000001:00000010:2.0:1763350979.783488:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693180. 00000020:00000001:2.0:1763350979.783491:0:20046:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:2.0:1763350979.783493:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925ccdbd7780 refcount 2 committed 0 result 0 batchid 4294967623 00000020:00080000:2.0:1763350979.783495:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925ccdbd7d80 00000020:00080000:2.0:1763350979.783498:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00077c00 00000020:00000001:2.0:1763350979.783501:0:20046:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:2.0:1763350979.783503:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925ccdbd7780 refcount 2 committed 1 result 0 batchid 4294967623 00000020:00000040:2.0:1763350979.783505:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925ccdbd7d80 00000020:00000040:2.0:1763350979.783508:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00077c00 00000020:00000001:2.0:1763350979.783511:0:20046:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:2.0:1763350979.783512:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783513:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783514:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783516:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783517:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00077c00. 00080000:00000001:2.0:1763350979.783519:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783521:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783523:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:2.0:1763350979.783524:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000001:00000010:2.0:1763350979.783526:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693ba0. 00040000:00000001:2.0:1763350979.783528:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783529:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783530:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783531:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783533:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00076800. 00080000:00000001:2.0:1763350979.783535:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783536:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783538:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:2.0:1763350979.783540:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000001:00000010:2.0:1763350979.783542:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693e40. 00040000:00000001:2.0:1763350979.783544:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783546:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783547:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783548:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783549:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00074000. 00080000:00000001:2.0:1763350979.783552:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783555:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763350979.783558:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763350979.783559:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763350979.783561:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055163 is committed 00000001:00000040:2.0:1763350979.783563:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:2.0:1763350979.783565:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000001:00000010:2.0:1763350979.783567:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f55a0. 00040000:00000001:2.0:1763350979.783569:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783570:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783571:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783572:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783574:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904d000. 00080000:00000001:2.0:1763350979.783578:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783579:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783582:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:2.0:1763350979.783584:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000001:00000010:2.0:1763350979.783585:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5540. 00000004:00080000:2.0:1763350979.783588:0:20046:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 366 committed 00000004:00000010:2.0:1763350979.783614:0:20046:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff925cd99f5a20. 00040000:00000001:2.0:1763350979.783618:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783619:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783620:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783621:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783622:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904c800. 00080000:00000001:2.0:1763350979.783626:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350979.783628:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350979.783630:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 0 00000020:00000040:2.0:1763350979.783632:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00000001:00000010:2.0:1763350979.783634:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5c60. 00040000:00000001:2.0:1763350979.783636:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783638:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350979.783639:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350979.783640:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350979.783641:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00ecbc00. 00080000:00000001:2.0:1763350979.783644:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1763350979.783698:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350979.783702:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.783705:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763350979.783708:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350979.783709:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763350979.783714:0:20036:0:(llog.c:663:llog_process_thread()) processing rec 0xffff925cc2ad7760 type=0x0 idx=0 00000040:00001000:0.0:1763350979.783719:0:20036:0:(llog.c:720:llog_process_thread()) synced_idx: 9565 00000040:00000001:0.0:1763350979.783724:0:20036:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1763350979.783728:0:20036:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1763350979.783738:0:20036:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9565 (cur idx 9564 off 614400), size 620448 00000040:00000001:0.0:1763350979.783800:0:20036:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763350979.783805:0:20036:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763350979.783807:0:20036:0:(llog.c:663:llog_process_thread()) processing rec 0xffff925cc2ad7760 type=0x10692404 idx=9565 00000040:00001000:0.0:1763350979.783810:0:20036:0:(llog.c:776:llog_process_thread()) lrh_index: 9565 lrh_len: 64 (2208 remains) 00000040:00001000:0.0:1763350979.783813:0:20036:0:(llog.c:797:llog_process_thread()) index: 9565, lh_last_idx: 9565 synced_idx: 9565 lgh_last_idx: 9565 00000004:00000001:0.0:1763350979.783815:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763350979.783817:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350979.783818:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.783821:0:20036:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:0.0:1763350979.783823:0:20036:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:0.0:1763350979.783824:0:20036:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:0.0:1763350979.783831:0:20036:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee15f800. 00000020:00000040:0.0:1763350979.783835:0:20036:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763350979.783840:0:20036:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350979.783844:0:20036:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350979.783849:0:20036:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350979.783857:0:20036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925df5d1b400. 00000100:00000001:0.0:1763350979.783865:0:20036:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.783868:0:20036:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446623530856871936 : -120542852679680 : ffff925dee15f800) 00000100:00000001:0.0:1763350979.783875:0:20036:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350979.783880:0:20036:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.783890:0:20036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dd65a820] to pc [ptlrpcd_00_03+3] req@ffff925dee15f800 x1849001101452928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350979.783930:0:20036:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1763350979.783933:0:20036:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 1 in progress 00000004:00001000:0.0:1763350979.783936:0:20036:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9565, id 365 00000004:00000001:0.0:1763350979.783938:0:20036:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:0.0:1763350979.783940:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350979.783941:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.783944:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350979.783945:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.783953:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763350979.783956:0:3317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1763350979.783958:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.783964:0:3317:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350979.783967:0:3317:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.783969:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350979.783971:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350979.783973:0:3317:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350979.783979:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dee15f800 x1849001101452928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.783988:0:3317:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350979.783990:0:3317:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.783994:0:3317:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350979.783997:0:3317:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350979.784000:0:3317:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.784004:0:3317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dee15f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3317:1849001101452928:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763350979.784008:0:3317:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350979.784013:0:3317:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350979.784016:0:3317:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.784018:0:3317:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350979.784024:0:3317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925df5d18400. 02000000:00000001:0.0:1763350979.784026:0:3317:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350979.784032:0:3317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb580. 00000400:00000010:0.0:1763350979.784039:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019110. 00000100:00000200:0.0:1763350979.784045:0:3317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101452928, portal 4 00000100:00000001:0.0:1763350979.784047:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350979.784049:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530856871936 : -120542852679680 : ffff925dee15f800) 00000100:00000040:0.0:1763350979.784056:0:3317:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dee15f800 x1849001101452928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.784063:0:3317:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.784066:0:3317:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350979.784069:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0195d8. 00000100:00000200:0.0:1763350979.784072:0:3317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1849001101452928, offset 0 00000400:00000200:0.0:1763350979.784078:0:3317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350979.784087:0:3317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350979.784098:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a81dd76680 00000400:00000200:0.0:1763350979.784105:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x118d35 [8] + 11944 00000400:00000200:0.0:1763350979.784114:0:3317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.784128:0:3317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350979.784136:0:3317:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350979.784139:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350979.784144:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf100. 00000100:00000040:0.0:1763350979.784147:0:3317:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcf100 x1849001101452928 msgsize 544 00000100:00100000:0.0:1763350979.784151:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350979.784160:0:3317:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350979.784169:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0195d8 00000400:00000010:0.0:1763350979.784171:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0195d8. 00000100:00000001:0.0:1763350979.784174:0:3317:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350979.784178:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dee15f800 x1849001101452928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.784186:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350979.784189:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee15f800 x1849001101452928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.784195:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.784197:0:3317:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350979.784202:0:3317:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.784207:0:3317:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24596 usecs (25 jiffies) 00000100:00000001:0.0:1763350979.784211:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300856711 00000100:00000010:0.0:1763350979.784217:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e780. 00000100:00000001:0.0:1763350979.784224:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350979.784232:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300856711 00000100:00000010:0.0:1763350979.784235:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e360. 00000100:00000001:0.0:1763350979.784238:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350979.784247:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300856711 00000100:00000010:0.0:1763350979.784250:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4ea20. 00000100:00000001:0.0:1763350979.784253:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350979.784256:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300856711 00000100:00000010:0.0:1763350979.784259:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e4e0. 00000100:00000001:0.0:1763350979.784263:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350979.784266:0:3317:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.784269:0:3317:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.784272:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.784274:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.784292:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.784295:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101452928 02000000:00000001:0.0:1763350979.784297:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.784300:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.784302:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.784306:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.784309:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101452928 00000020:00000001:0.0:1763350979.784312:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.784314:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:0.0:1763350979.784317:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.784320:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=7 00000020:00000001:0.0:1763350979.784322:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:0.0:1763350979.784325:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:0.0:1763350979.784330:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.784335:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.784339:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.784342:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350979.784348:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1800. 00000020:00000010:0.0:1763350979.784353:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ceb80. 00000020:00000010:0.0:1763350979.784357:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d898. 00000100:00000040:0.0:1763350979.784364:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350979.784367:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.784368:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.784371:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.784380:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.784388:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.784397:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.784399:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.784403:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19991 00000100:00000040:0.0:1763350979.784406:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:0.0:1763350979.784409:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901369088 : -120542808182528 : ffff925df0bcf100) 00000100:00000040:0.0:1763350979.784414:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcf100 x1849001101452928/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 544/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.784422:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.784425:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.784427:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.784429:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350979.784433:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+7:3317:x1849001101452928:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:0.0:1763350979.784437:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101452928 00000020:00000001:0.0:1763350979.784440:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.784443:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.784446:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.784448:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.784450:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839936 : -1038711680 : ffffffffc2168480) 00000020:00000001:0.0:1763350979.784454:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.784457:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.784459:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.784461:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.784464:0:63085:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350979.784467:0:63085:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350979.784469:0:63085:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.784471:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.784473:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.784476:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.784477:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.784480:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.784481:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.784483:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.784484:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.784486:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.784488:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.784489:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.784492:0:63085:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.784495:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.784500:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.784503:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.784507:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df5d18800. 02000000:00000001:0.0:1763350979.784509:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.784511:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.784516:0:63085:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:0.0:1763350979.784519:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350979.784522:0:63085:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:0.0:1763350979.784524:0:63085:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9683 count 1 00002000:00000001:0.0:1763350979.784528:0:63085:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:0.0:1763350979.784530:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.784534:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.784540:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:0.0:1763350979.784543:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00010000:00000001:0.0:1763350979.784547:0:63085:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350979.784550:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350979.784559:0:63085:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09700. 00010000:00000010:0.0:1763350979.784563:0:63085:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925dddc09600. 00010000:00000001:0.0:1763350979.784569:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350979.784573:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3600. 00000020:00000001:0.0:1763350979.784576:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350979.784578:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3600 with handle 0xcb8c81cc3033c77b to hash 00000020:00000001:0.0:1763350979.784581:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350979.784583:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350979.784586:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00002000:00000001:0.0:1763350979.784590:0:63085:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763350979.784628:0:63085:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dc2c32a40. 00002000:00000001:0.0:1763350979.784630:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.784632:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.784634:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081016 : -120547420470600 : ffff925cddd302b8) 00002000:00000001:0.0:1763350979.784636:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289080928 : -120547420470688 : ffff925cddd30260) 00002000:00000001:0.0:1763350979.784638:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350979.784643:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350979.784646:0:63085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d3:0x0] initial LVB size: 1024, mtime: 0x691a99c0, atime: 0x0, ctime: 0x691a99c0, blocks: 0xb 00002000:00000001:0.0:1763350979.784649:0:63085:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:0.0:1763350979.784652:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.784655:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.784659:0:63085:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.784669:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350979.784673:0:63085:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350979.784676:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350979.784678:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350979.784682:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350979.784685:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.784687:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350979.784689:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350979.784691:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.784694:0:63085:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763350979.784699:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.784708:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d3:0x0].0x0 (ffff925dddc09700) refcount = 1 00010000:00000040:0.0:1763350979.784711:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350979.784714:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.784726:0:63085:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.784728:0:63085:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.784730:0:63085:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350979.784732:0:63085:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.784734:0:63085:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.784736:0:63085:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350979.784739:0:63085:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350979.784741:0:63085:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.784744:0:63085:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.784755:0:63085:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350979.784757:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.784759:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.784761:0:63085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.784763:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.784764:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=3 00000020:00000001:0.0:1763350979.784766:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350979.784768:0:63085:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350979.784771:0:63085:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350979.784774:0:63085:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.784780:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.784781:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.784784:0:63085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.784790:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.784792:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.784795:0:63085:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1763350979.784800:0:63085:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925de2c79c00. 00010000:00000001:0.0:1763350979.784803:0:63085:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1763350979.784812:0:63085:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1763350979.784815:0:63085:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.784816:0:63085:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.784819:0:63085:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350979.784820:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.784821:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763350979.784823:0:63085:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:0.0:1763350979.784826:0:63085:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350979.784834:0:63085:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5d1a000. 00080000:00000001:0.0:1763350979.784837:0:63085:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986610688 : -120542722940928 : ffff925df5d1a000) 00000001:00000001:0.0:1763350979.784839:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.784841:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763350979.784846:0:63085:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x25d3:0x0] not in the id map cache 00080000:00000001:0.0:1763350979.784851:0:63085:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350979.784872:0:63085:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350979.784875:0:63085:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.784878:0:63085:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:0.0:1763350979.784880:0:63085:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350979.784884:0:63085:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350979.784886:0:63085:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350979.784889:0:63085:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350979.784891:0:63085:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.784893:0:63085:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763350979.784895:0:63085:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1763350979.784897:0:63085:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00000001:00000001:0.0:1763350979.784922:0:63085:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:0.0:1763350979.784924:0:63085:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350979.784930:0:63085:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.784934:0:63085:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350979.784939:0:63085:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350979.784956:0:63085:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350979.784958:0:63085:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.784980:0:63085:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.784985:0:63085:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:0.0:1763350979.785007:0:63085:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.785010:0:63085:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:0.0:1763350979.785011:0:63085:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350979.785013:0:63085:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350979.785014:0:63085:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350979.785015:0:63085:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350979.785017:0:63085:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.785019:0:63085:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763350979.785020:0:63085:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:0.0:1763350979.785022:0:63085:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00080000:00000001:0.0:1763350979.785142:0:63085:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350979.785145:0:63085:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.785148:0:63085:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350979.785153:0:63085:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350979.785156:0:63085:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847696, last_committed = 21474847692 00000001:00000010:0.0:1763350979.785160:0:63085:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4e960. 00000001:00000040:0.0:1763350979.785163:0:63085:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 3 00000020:00000040:0.0:1763350979.785165:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=8 00080000:00000001:0.0:1763350979.785172:0:63085:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350979.785185:0:63085:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763350979.785187:0:63085:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.785201:0:63085:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.785203:0:63085:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.785205:0:63085:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:0.0:1763350979.785225:0:63085:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ddffc8c78. 00002000:00000001:0.0:1763350979.785231:0:63085:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1763350979.785234:0:63085:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x25d3:0x0] 00002000:00000010:0.0:1763350979.785236:0:63085:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff925cddd30260. 00002000:00000001:0.0:1763350979.785242:0:63085:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:0.0:1763350979.785243:0:63085:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.785248:0:63085:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1763350979.785252:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 21474847696, xid 1849001101452928 00010000:00000001:0.0:1763350979.785255:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.785261:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bcf100 x1849001101452928/t21474847696(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 544/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350979.785269:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.785271:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.785276:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.785280:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.785282:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350979.785284:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350979.785287:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.785289:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.785291:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.785294:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350979.785297:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0195d8. 00000100:00000200:0.0:1763350979.785302:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001101452928, offset 224 00000400:00000200:0.0:1763350979.785307:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350979.785318:0:63085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350979.785326:0:63085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a81dd76680 00000400:00000200:0.0:1763350979.785332:0:63085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f7a1 [1] + 224 00000400:00000200:0.0:1763350979.785338:0:63085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.785341:0:63085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350979.785346:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.785350:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee15f800 x1849001101452928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350979.785361:0:63085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff925dee15f800 x1849001101452928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.785374:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350979.785380:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0195d8 00000400:00000010:0.0:1763350979.785382:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0195d8. 00000100:00000001:0.0:1763350979.785385:0:63085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350979.785386:0:63085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350979.785389:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.785392:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350979.785395:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.785396:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.785399:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.785403:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcf100 x1849001101452928/t21474847696(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 544/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350979.785412:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+8:3317:x1849001101452928:12345-0@lo:6:osp-syn-0-0.0 Request processed in 987us (1263us total) trans 21474847696 rc 0/0 00000100:00100000:0.0:1763350979.785419:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19991 00000100:00000040:0.0:1763350979.785423:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:0.0:1763350979.785425:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.785426:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.785431:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ceb80. 00000020:00000010:0.0:1763350979.785434:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d898. 00000020:00000010:0.0:1763350979.785438:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1800. 00000020:00000040:0.0:1763350979.785441:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 7 00000100:00000001:0.0:1763350979.785445:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.785466:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350979.785469:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.785471:0:56731:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763350979.785474:0:56731:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763350979.785477:0:56731:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350979.785481:0:56731:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350979.785489:0:56731:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e3600 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:0.0:1763350979.785492:0:56731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.785495:0:56731:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350979.785497:0:56731:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.785504:0:56731:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350979.785506:0:56731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.785507:0:56731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.785509:0:56731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=3 00000020:00000001:0.0:1763350979.785511:0:56731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350979.785513:0:56731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350979.785516:0:56731:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350979.785519:0:56731:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.785525:0:56731:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350979.785527:0:56731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.785528:0:56731:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.785533:0:56731:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.785535:0:56731:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.785537:0:56731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.785538:0:56731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.785541:0:56731:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3600 with handle 0xcb8c81cc3033c77b from hash 00010000:00000001:0.0:1763350979.785543:0:56731:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.785544:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.785545:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.785546:0:56731:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.785549:0:56731:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.785550:0:56731:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.785553:0:56731:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.785555:0:56731:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.785557:0:56731:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350979.785560:0:56731:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.785563:0:56731:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.785564:0:56731:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.785566:0:56731:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350979.785569:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.785570:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.785571:0:56731:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.785573:0:56731:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.785574:0:56731:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.785578:0:56731:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350979.785584:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.785587:0:56731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c77b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d3:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.785593:0:56731:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09700 count: 0 00002000:00000010:0.0:1763350979.785639:0:56731:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dc2c32a40. 00010000:00000010:0.0:1763350979.785644:0:56731:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925dddc09600. 00010000:00000001:0.0:1763350979.785649:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.785650:0:56731:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763350979.785652:0:56731:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925de2c79c00. 00010000:00000001:0.0:1763350979.785655:0:56731:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.785657:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350979.785658:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.785660:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350979.785662:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350979.785663:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.785665:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350979.785667:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350979.785667:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.785669:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763350979.785690:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350979.785693:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350979.785698:0:3317:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350979.785700:0:3317:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350979.785703:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb580. 00000400:00000200:0.0:1763350979.785706:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019110 00000400:00000010:0.0:1763350979.785709:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019110. 00000100:00000001:0.0:1763350979.785711:0:3317:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.785715:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dee15f800 x1849001101452928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350979.785723:0:3317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dee15f800 x1849001101452928/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.785728:0:3317:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350979.785730:0:3317:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.785733:0:3317:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350979.785735:0:3317:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350979.785737:0:3317:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.785739:0:3317:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.785743:0:3317:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.785749:0:3317:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ac58 time=117 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350979.785754:0:3317:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.785757:0:3317:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350979.785759:0:3317:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.785761:0:3317:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350979.785764:0:3317:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.785767:0:3317:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763350979.785768:0:3317:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763350979.785770:0:3317:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763350979.785772:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350979.785773:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530856871936 : -120542852679680 : ffff925dee15f800) 00000100:00000001:0.0:1763350979.785777:0:3317:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350979.785779:0:3317:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:0.0:1763350979.785782:0:3317:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350979.785784:0:3317:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.785788:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dee15f800 x1849001101452928/t21474847696(21474847696) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.785795:0:3317:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.785798:0:3317:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350979.785800:0:3317:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1763350979.785803:0:3317:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff925dee15f800/2, rc 0, transno 21474847696 00000004:00001000:0.0:1763350979.785807:0:3317:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 1 in progress 00000100:00000040:0.0:1763350979.785811:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15f800 x1849001101452928/t21474847696(21474847696) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350979.785819:0:3317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dee15f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3317:1849001101452928:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763350979.785824:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.785826:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350979.785828:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee15f800 x1849001101452928/t21474847696(21474847696) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.785835:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.785836:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.785841:0:3317:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350979.785843:0:3317:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.785844:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350979.785846:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350979.786013:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350979.786017:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca600. 00000400:00000200:3.0:1763350979.786022:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.786028:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350979.786032:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead747f8 00000400:00000010:3.0:1763350979.786034:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead747f8. 00000100:00000001:3.0:1763350979.786037:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350979.786039:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00080000:1.0:1763350979.786107:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967624 committed batchid 4294967622 00000020:00000001:1.0:1763350979.786112:0:20049:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:1.0:1763350979.786126:0:20049:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff925cc45fd360. 00080000:00000001:1.0:1763350979.786130:0:20049:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.786136:0:20049:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc3c46c00. 00080000:00000001:1.0:1763350979.786139:0:20049:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530146884608 : -120543562667008 : ffff925dc3c46c00) 00080000:00000001:1.0:1763350979.786142:0:20049:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.786243:0:20049:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.786245:0:20049:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.786247:0:20049:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350979.786261:0:20049:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.786263:0:20049:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.786324:0:20049:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:1.0:1763350979.786327:0:20049:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967624: rc = 0 00080000:00000001:1.0:1763350979.786330:0:20049:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763350979.786338:0:20049:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.786340:0:20049:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.786342:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763350979.786345:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43480 refcount 1 committed 1 result 0 batchid 4294967621 00000020:00000040:1.0:1763350979.786349:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43240 00000020:00000040:1.0:1763350979.786353:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00ecb000 00000020:00000040:1.0:1763350979.786357:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:1.0:1763350979.786359:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:1.0:1763350979.786362:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350979.786365:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122e00. 00000020:00000010:1.0:1763350979.786368:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122200. 00000020:00000010:1.0:1763350979.786370:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925dded43480. 00000020:00000001:1.0:1763350979.786373:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:1.0:1763350979.786374:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dc38750c0 refcount 1 committed 1 result 0 batchid 4294967622 00000020:00000040:1.0:1763350979.786378:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfc9dcb00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dc38759c0 00000020:00000040:1.0:1763350979.786381:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925de2dc6a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925cddc47000 00000020:00000040:1.0:1763350979.786384:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:1.0:1763350979.786386:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:1.0:1763350979.786387:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350979.786389:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925dfc9dcb00. 00000020:00000010:1.0:1763350979.786391:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925de2dc6a00. 00000020:00000010:1.0:1763350979.786397:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925dc38750c0. 00000020:00080000:1.0:1763350979.786400:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967622 00000100:00000001:2.0:1763350979.788935:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350979.788944:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763350979.789336:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.789350:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.789352:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.789355:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.789367:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.789386:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfa680 00000400:00000200:1.0:1763350979.789395:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118d35 [8] + 12488 00000800:00000001:1.0:1763350979.789404:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.790450:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.790457:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.790464:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.790474:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.790476:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350979.790485:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4df80. 00000100:00000040:1.0:1763350979.790490:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4df80 x1849001118770816 msgsize 440 00000100:00100000:1.0:1763350979.790495:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350979.790507:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.790517:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.790522:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.794916:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.794924:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118770816 02000000:00000001:0.0:1763350979.794928:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.794931:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.794934:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.794941:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.794947:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118770816 00000020:00000001:0.0:1763350979.794951:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.794953:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350979.794956:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.794960:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=17 00000020:00000001:0.0:1763350979.794964:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350979.794967:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350979.794972:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.794981:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.794986:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.794989:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350979.794998:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1800. 00000020:00000010:0.0:1763350979.795004:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ceb80. 00000020:00000010:0.0:1763350979.795010:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d898. 00000100:00000040:0.0:1763350979.795019:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350979.795022:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.795024:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.795027:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.795036:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.795057:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.795072:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.795074:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.795083:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19992 00000100:00000040:0.0:1763350979.795088:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350979.795091:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170324352 : -120542539227264 : ffff925e00c4df80) 00000100:00000040:0.0:1763350979.795100:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4df80 x1849001118770816/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350979.795110:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.795113:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.795115:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.795127:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350979.795131:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+17:2360:x1849001118770816:12345-192.168.202.2@tcp:16:lfs.0 00000100:00000200:0.0:1763350979.795135:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118770816 00000020:00000001:0.0:1763350979.795139:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.795144:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.795148:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.795151:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.795153:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840416 : -1038711200 : ffffffffc2168660) 00000020:00000001:0.0:1763350979.795157:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.795160:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.795162:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.795165:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.795169:0:57858:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350979.795174:0:57858:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350979.795177:0:57858:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.795180:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.795183:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.795185:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.795186:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.795188:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.795190:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.795191:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.795193:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.795194:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.795195:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.795197:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.795200:0:57858:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.795202:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.795207:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.795209:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.795215:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df5d1a800. 02000000:00000001:0.0:1763350979.795218:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.795220:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.795224:0:57858:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:0.0:1763350979.795227:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.795230:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.795238:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00002000:00000001:0.0:1763350979.795240:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289113392 : -120547420438224 : ffff925cddd38130) 00000020:00000001:0.0:1763350979.795243:0:57858:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:0.0:1763350979.795247:0:57858:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.795255:0:57858:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:0.0:1763350979.795257:0:57858:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.795262:0:57858:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350979.795269:0:57858:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.795273:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350979.795279:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.795282:0:57858:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:0.0:1763350979.795285:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38188/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00010000:00000040:0.0:1763350979.795289:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911615, transno 0, xid 1849001118770816 00010000:00000001:0.0:1763350979.795292:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.795297:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4df80 x1849001118770816/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350979.795307:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.795310:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.795314:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.795319:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.795321:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.795324:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.795327:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.795329:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.795332:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.795336:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.795342:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019110. 00000100:00000200:0.0:1763350979.795350:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118770816, offset 224 00000400:00000200:0.0:1763350979.795359:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.795375:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.795382:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198065:198065:256:4294967295] 192.168.202.2@tcp LPNI seq info [198061:198061:8:4294967295] 00000400:00000200:0.0:1763350979.795394:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.795400:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.795406:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350979.795414:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.795422:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.795426:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.795448:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.795453:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.795455:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.795456:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.795459:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.795462:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4df80 x1849001118770816/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350979.795472:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+17:2360:x1849001118770816:12345-192.168.202.2@tcp:16:lfs.0 Request processed in 361us (4980us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.795479:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19992 00000100:00000040:0.0:1763350979.795483:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350979.795486:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.795488:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.795492:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ceb80. 00000020:00000010:0.0:1763350979.795496:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d898. 00000020:00000010:0.0:1763350979.795501:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1800. 00000020:00000040:0.0:1763350979.795507:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 16 00000100:00000001:0.0:1763350979.795510:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350979.795683:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350979.795688:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:2.0:1763350979.795694:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.795700:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350979.795705:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019110 00000400:00000010:2.0:1763350979.795707:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019110. 00000100:00000001:2.0:1763350979.795711:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.795713:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763350979.809720:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300856711, at 4300856712 00000100:00000010:2.0:1763350979.809738:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4ea20. 00000100:00000040:3.0:1763350979.809775:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300856711, at 4300856712 00000100:00000010:3.0:1763350979.809782:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e4e0. 00000100:00000040:1.0:1763350979.809834:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300856711, at 4300856712 00000100:00000010:1.0:1763350979.809840:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e360. 00000100:00000040:0.0:1763350979.809901:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300856711, at 4300856712 00000100:00000010:0.0:1763350979.809907:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e780. 00010000:00000010:0.1:1763350979.812649:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09700. 00010000:00000010:0.1:1763350979.812665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3600. 00000800:00000001:3.0:1763350979.837837:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.837854:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.837858:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.837860:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.837871:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350979.837888:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 12 MB=0x691a81edfa780 00000400:00000200:3.0:1763350979.837896:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 488/488 into md 0xd4535 [64] + 106160 00000800:00000001:3.0:1763350979.837905:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.837911:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.837915:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.837919:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350979.837927:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350979.837929:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350979.837937:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee399880. 00000100:00000040:3.0:1763350979.837941:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dee399880 x1849001118771072 msgsize 488 00000100:00100000:3.0:1763350979.837945:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350979.837965:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350979.837974:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.837978:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.838016:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.838020:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118771072 02000000:00000001:1.0:1763350979.838024:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.838026:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.838029:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.838035:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.838040:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118771072 00000020:00000001:1.0:1763350979.838044:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.838046:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350979.838048:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.838051:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=488 00000020:00000001:1.0:1763350979.838054:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350979.838057:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350979.838062:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.838068:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b80. 00000100:00000001:1.0:1763350979.838071:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.838074:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b80. 00000020:00000010:1.0:1763350979.838080:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6e00. 00000020:00000010:1.0:1763350979.838086:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0b00. 00000020:00000010:1.0:1763350979.838091:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350979.838099:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350979.838102:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.838104:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.838107:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.838126:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.838144:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.838158:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.838160:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.838165:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140593 00000100:00000040:1.0:1763350979.838168:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.838171:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859206784 : -120542850344832 : ffff925dee399880) 00000100:00000040:1.0:1763350979.838179:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee399880 x1849001118771072/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.838188:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.838191:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b80. 00000100:00000001:1.0:1763350979.838193:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.838195:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b80. 00000100:00100000:1.0:1763350979.838199:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226199:x1849001118771072:12345-192.168.202.2@tcp:36:lfs.0 00000100:00000200:1.0:1763350979.838203:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118771072 00000020:00000001:1.0:1763350979.838206:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.838211:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.838215:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.838218:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.838220:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:1.0:1763350979.838223:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.838226:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118771072, found 0 last_xid 1849001118771071 00000020:00000001:1.0:1763350979.838229:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.838231:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.838233:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.838237:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838239:0:20551:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:1.0:1763350979.838246:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff925dee399880 x1849001118771072/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/0 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350979.838255:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350979.838258:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350979.838260:0:20551:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:1.0:1763350979.838262:0:20551:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763350979.838266:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.838268:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.838270:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.838272:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2965853000 : 2965853000 : 0xb0c75348) 00000001:00000001:1.0:1763350979.838274:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2965853000 : 2965853000 : b0c75348) 00000001:00000001:1.0:1763350979.838276:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.838277:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:1.0:1763350979.838278:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:1.0:1763350979.838280:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.838281:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.838282:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.838284:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.838285:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.838287:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838289:0:20551:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838293:0:20551:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838295:0:20551:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838297:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838300:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350979.838302:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350979.838305:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.838307:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.838314:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff925e00c91000. 02000000:00000001:1.0:1763350979.838316:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.838319:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838323:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350979.838324:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.838325:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.838327:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.838328:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.838329:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.838330:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.838332:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.838333:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.838335:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.838337:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.838343:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350979.838350:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350979.838352:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350979.838354:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350979.838356:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.838358:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.838359:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838361:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350979.838363:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838366:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350979.838368:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838370:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350979.838372:0:20551:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:1.0:1763350979.838376:0:20551:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x3ff2:0x0] 7 req@ffff925dee399880 x1849001118771072/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/3152 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350979.838384:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350979.838387:0:20551:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763350979.838390:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.838392:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.838394:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6a00 refcount=3 00000020:00000001:1.0:1763350979.838396:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350979.838400:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000040:1.0:1763350979.838404:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09800 count: 3 00000004:00000001:1.0:1763350979.838408:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763350979.838411:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350979.838414:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.838417:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350979.838418:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.838421:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.838425:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350979.838427:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350979.838435:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.838437:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.838440:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.838442:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350979.838444:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6a00 with handle 0xcb8c81cc3033c73c from hash 00010000:00000001:1.0:1763350979.838447:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350979.838448:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.838448:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.838449:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350979.838454:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.838456:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.838458:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350979.838459:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350979.838463:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c73c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecac8 expref: 488 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.838472:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350979.838475:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00010000:00000010:1.0:1763350979.838478:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373180. 00010000:00000001:1.0:1763350979.838488:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.838490:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.838492:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350979.838494:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) 00010000:00000001:1.0:1763350979.838498:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.838501:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.838503:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763350979.838505:0:20551:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350979.838506:0:20551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350979.838509:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350979.838511:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff2:0x0] 00000020:00000001:1.0:1763350979.838514:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.838518:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000004:00000001:1.0:1763350979.838520:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290897952 : -120547418653664 : ffff925cddeebc20) 00000004:00000001:1.0:1763350979.838522:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763350979.838524:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350979.838529:0:20551:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925dc14c0460. 00000004:00000001:1.0:1763350979.838536:0:20551:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350979.838539:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.838541:0:20551:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350979.838544:0:20551:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350979.838546:0:20551:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:1.0:1763350979.838548:0:20551:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:1.0:1763350979.838550:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350979.838554:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350979.838556:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350979.838560:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09800 count: 2 00010000:00000001:1.0:1763350979.838562:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.838565:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.838568:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350979.838570:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.838572:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033c782 to hash 00000020:00000001:1.0:1763350979.838574:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.838575:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000010:1.0:1763350979.838580:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373180. 00010000:00000001:1.0:1763350979.838582:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350979.838585:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350979.838587:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.838590:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.838652:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.838656:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.838658:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350979.838660:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.838662:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.838664:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350979.838665:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.838668:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350979.838670:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350979.838671:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350979.838673:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350979.838676:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) refcount = 2 00010000:00000040:1.0:1763350979.838678:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350979.838683:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c727 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaba expref: 487 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350979.838690:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.838696:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350979.838698:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.838700:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.838702:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350979.838703:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.838706:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.838708:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.838711:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350979.838713:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350979.838715:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350979.838721:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350979.838722:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.838723:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350979.838725:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.838726:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.838727:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=3 00000020:00000001:1.0:1763350979.838729:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350979.838731:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350979.838733:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.838734:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.838735:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838737:0:20551:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838742:0:20551:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350979.838752:0:20551:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350979.838755:0:20551:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350979.838760:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350979.838767:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fdde0. 00080000:00000001:1.0:1763350979.838771:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.838778:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc3c46400. 00080000:00000001:1.0:1763350979.838781:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530146882560 : -120543562669056 : ffff925dc3c46400) 00000004:00000001:1.0:1763350979.838785:0:20551:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350979.838787:0:20551:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350979.838789:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.838791:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146882560 : -120543562669056 : ffff925dc3c46400) 00080000:00000001:1.0:1763350979.838794:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350979.838817:0:20551:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838820:0:20551:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838821:0:20551:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.838825:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350979.838827:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350979.838832:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350979.838833:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.838834:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146882560 : -120543562669056 : ffff925dc3c46400) 00080000:00000001:1.0:1763350979.838838:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.838843:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.838844:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838846:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.838866:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.838868:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.838870:0:20551:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350976, ctime 1763350979 00000004:00000001:1.0:1763350979.838873:0:20551:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763350979.838874:0:20551:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763350979.838876:0:20551:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763350979.838877:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.838878:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146882560 : -120543562669056 : ffff925dc3c46400) 00080000:00000001:1.0:1763350979.838882:0:20551:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350979.838913:0:20551:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838915:0:20551:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838917:0:20551:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.838919:0:20551:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.838923:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350979.838925:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350979.838928:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350979.838930:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055164, last_committed = 8590055163 00000001:00000010:1.0:1763350979.838934:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd9c0. 00000001:00000040:1.0:1763350979.838936:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:1.0:1763350979.838938:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=488 00000001:00000010:1.0:1763350979.838944:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dd9f1ea80. 00000004:00000001:1.0:1763350979.838949:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350979.838950:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.838951:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146882560 : -120543562669056 : ffff925dc3c46400) 00080000:00000001:1.0:1763350979.838955:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.838980:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350979.838982:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350979.838985:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dd9f1ea80: xid 1849001118771072, transno 8590055164, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350979.838988:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.838999:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350979.839002:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fdde0. 00000020:00000001:1.0:1763350979.839004:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.839008:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09800 count: 3 00010000:00000001:1.0:1763350979.839010:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.839013:0:20551:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:1.0:1763350979.839014:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350979.839016:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763350979.839018:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350979.839019:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350979.839020:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350979.839021:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.839023:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=3 00000020:00000001:1.0:1763350979.839025:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350979.839026:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00000004:00010000:1.0:1763350979.839029:0:20551:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000526c55af reply state 00000000abe93eb2 transno 8590055164 ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000100:00100000:1.0:1763350979.839037:0:20551:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763350979.839038:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.839039:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350979.839041:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350979.839042:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350979.839043:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350979.839045:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350979.839047:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.839049:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.839052:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.839055:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.839059:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.839062:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.839068:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.839071:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.839074:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.839076:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350979.839078:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.839080:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff2:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763350979.839083:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350979.839086:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.839088:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.839090:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.839091:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.839092:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.839094:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.839096:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.839097:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.839099:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.839101:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff2:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:1.0:1763350979.839104:0:20551:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:1.0:1763350979.839105:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350979.839108:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763350979.839114:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.839131:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.839134:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.839135:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.839137:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.839139:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350979.839142:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350979.839144:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350979.839145:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.839146:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.839148:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350979.839150:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350979.839155:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.839158:0:20551:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.839161:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 8590055164, xid 1849001118771072 00010000:00000001:1.0:1763350979.839164:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763350979.839166:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00010000:00000200:1.0:1763350979.839168:0:20551:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055164, last committed = 8590055163 00010000:00000200:1.0:1763350979.839174:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee399880 x1849001118771072/t8590055164(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350979.839182:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.839185:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.839189:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.839194:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.839196:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.839199:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.839202:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.839204:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.839208:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.839211:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.839216:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead744c8. 00000100:00000200:1.0:1763350979.839222:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118771072, offset 224 00000400:00000010:1.0:1763350979.839228:0:20551:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925dc14c00a8. 00000400:00000200:1.0:1763350979.839232:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.839245:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.839251:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198066:198066:256:4294967295] 192.168.202.2@tcp LPNI seq info [198062:198062:8:4294967295] 00000400:00000200:1.0:1763350979.839257:0:20551:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:1.0:1763350979.839264:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.839269:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.839275:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca600. 00000800:00000200:1.0:1763350979.839281:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.839288:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.839292:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.839313:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.839317:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.839320:0:20551:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.839322:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.839324:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.839328:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee399880 x1849001118771072/t8590055164(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 488/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350979.839338:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226199:x1849001118771072:12345-192.168.202.2@tcp:36:lfs.0 Request processed in 1148us (1394us total) trans 8590055164 rc 0/0 00000100:00100000:1.0:1763350979.839345:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140593 00000100:00000040:1.0:1763350979.839348:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.839350:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.839352:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.839357:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0b00. 00000020:00000010:1.0:1763350979.839360:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350979.839364:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6e00. 00000020:00000040:1.0:1763350979.839368:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:1.0:1763350979.839371:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350979.839419:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350979.839424:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca600. 00000400:00000200:3.0:1763350979.839428:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.839433:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350979.839438:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350979.839440:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350979.844641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6a00. 00000800:00000001:2.0:1763350979.845714:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.845728:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.845731:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.845737:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.845749:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:2.0:1763350979.845769:0:3308:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f7b1 00000400:00000200:2.0:1763350979.845778:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.845782:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:2.0:1763350979.845789:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead744c8 00000400:00000010:2.0:1763350979.845791:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead744c8. 00000100:00000001:2.0:1763350979.845796:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.845799:0:3308:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763350979.845802:0:3308:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:2.0:1763350979.845818:0:3308:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350979.845820:0:3308:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350979.845822:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.845828:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.845831:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.845877:0:3302:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:3.0:1763350979.845883:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.845886:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.845889:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=3 00000020:00000001:3.0:1763350979.845892:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:3.0:1763350979.845895:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:3.0:1763350979.845898:0:3302:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350979.845903:0:3302:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350979.845912:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.845913:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350979.845916:0:3302:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350979.845921:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.845923:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.845926:0:3302:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350979.845929:0:3302:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350979.845934:0:3302:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350979.845937:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350979.845940:0:3302:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350979.845944:0:3302:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350979.845950:0:3302:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350979.845951:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.845952:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.845954:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=4 00000020:00000001:3.0:1763350979.845956:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:3.0:1763350979.845959:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:3.0:1763350979.845961:0:3302:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350979.845964:0:3302:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350979.845970:0:3302:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350979.845971:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350979.845973:0:3302:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.845977:0:3302:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350979.845979:0:3302:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350979.845981:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.845982:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350979.845985:0:3302:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033c782 from hash 00010000:00000001:3.0:1763350979.845987:0:3302:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350979.845989:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.845990:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.845991:0:3302:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350979.845997:0:3302:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.845999:0:3302:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.846001:0:3302:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350979.846003:0:3302:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350979.846006:0:3302:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350979.846008:0:3302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) 00010000:00010000:3.0:1763350979.846011:0:3302:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350979.846014:0:3302:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.846017:0:3302:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.846019:0:3302:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350979.846020:0:3302:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350979.846024:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.846025:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.846026:0:3302:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.846028:0:3302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.846030:0:3302:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.846033:0:3302:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350979.846038:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.846039:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.846040:0:3302:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350979.846042:0:3302:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350979.846043:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350979.846045:0:3302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c782 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350979.846051:0:3302:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373180. 00010000:00000001:3.0:1763350979.846062:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:3.0:1763350979.846065:0:3302:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00000100:00000001:3.0:1763350979.846069:0:3302:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.848828:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.849774:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.849781:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.850341:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.850357:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.850379:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfa800 00000400:00000200:2.0:1763350979.850389:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 12928 00000800:00000001:2.0:1763350979.850399:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.850474:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.850478:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.850482:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.850492:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.850495:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350979.850502:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b19500. 00000100:00000040:2.0:1763350979.850507:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b19500 x1849001118771200 msgsize 328 00000100:00100000:2.0:1763350979.850512:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.850530:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.850542:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.850545:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350979.851644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00000100:00000001:1.0:1763350979.857678:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.857690:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118771200 02000000:00000001:1.0:1763350979.857698:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.857701:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.857704:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.857712:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.857718:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118771200 00000020:00000001:1.0:1763350979.857723:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.857725:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:1.0:1763350979.857730:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.857735:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=17 00000020:00000001:1.0:1763350979.857739:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:1.0:1763350979.857742:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:1.0:1763350979.857747:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.857763:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b80. 00000100:00000001:1.0:1763350979.857767:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.857770:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b80. 00000020:00000010:1.0:1763350979.857783:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f6e00. 00000020:00000010:1.0:1763350979.857789:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0b00. 00000020:00000010:1.0:1763350979.857796:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350979.857807:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350979.857811:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.857812:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.857815:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.857825:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.857836:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.857849:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.857852:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.857862:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19993 00000100:00000040:1.0:1763350979.857867:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:1.0:1763350979.857869:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363753728 : -120543345797888 : ffff925dd0b19500) 00000100:00000040:1.0:1763350979.857877:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b19500 x1849001118771200/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.857886:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.857889:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b80. 00000100:00000001:1.0:1763350979.857891:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.857893:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b80. 00000100:00100000:1.0:1763350979.857897:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+17:226199:x1849001118771200:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350979.857901:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118771200 00000020:00000001:1.0:1763350979.857905:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.857909:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350979.857911:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.857914:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.857916:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350979.857919:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350979.857922:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.857924:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.857926:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.857932:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.857935:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350979.857938:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350979.857940:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350979.857942:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350979.857944:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.857961:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350979.857970:0:63085:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7dad00. 00010000:00000010:1.0:1763350979.857975:0:63085:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925ccd7da100. 00010000:00000001:1.0:1763350979.857980:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350979.857984:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6a00. 00000020:00000001:1.0:1763350979.857988:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350979.857991:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6a00 with handle 0xcb8c81cc3033c789 to hash 00000020:00000001:1.0:1763350979.857993:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350979.857995:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00000001:1.0:1763350979.857999:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393600 : -120542939158016 : ffff925de8ee6a00) 00010000:00010000:1.0:1763350979.858005:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c789 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb00 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763350979.858017:0:63085:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763350979.858021:0:63085:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dc4c52b80. 00002000:00000001:1.0:1763350979.858025:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350979.858029:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350979.858035:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00002000:00000001:1.0:1763350979.858038:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289113392 : -120547420438224 : ffff925cddd38130) 00002000:00000001:1.0:1763350979.858041:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350979.858048:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763350979.858051:0:63085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x24fb:0x0] initial LVB size: 4096, mtime: 0x691a99c3, atime: 0x0, ctime: 0x691a99c3, blocks: 0xb 00002000:00000001:1.0:1763350979.858054:0:63085:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763350979.858058:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38188/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00010000:00000040:1.0:1763350979.858061:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 13 00000020:00000040:1.0:1763350979.858064:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=18 00000100:00000001:1.0:1763350979.858075:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.858077:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.858083:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc3c47800. 02000000:00000001:1.0:1763350979.858085:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.858088:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.858090:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350979.858094:0:63085:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350979.858096:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350979.858099:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350979.858101:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350979.858104:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.858106:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350979.858107:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350979.858108:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.858111:0:63085:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763350979.858125:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c789 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb00 expref: 18 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350979.858133:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fb:0x0].0x0 (ffff925ccd7dad00) refcount = 1 00010000:00000040:1.0:1763350979.858137:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350979.858140:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c789 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb00 expref: 18 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.858150:0:63085:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350979.858152:0:63085:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.858154:0:63085:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350979.858155:0:63085:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.858157:0:63085:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.858159:0:63085:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350979.858164:0:63085:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350979.858167:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6a00/0xcb8c81cc3033c789 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fb:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb00 expref: 18 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350979.858178:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350979.858180:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350979.858182:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350979.858184:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.858186:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350979.858187:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350979.858189:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350979.858191:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6a00, rc 0) 00000020:00000001:1.0:1763350979.858193:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.858196:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911615, transno 0, xid 1849001118771200 00010000:00000001:1.0:1763350979.858198:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.858203:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b19500 x1849001118771200/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.858211:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.858213:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.858217:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.858222:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.858225:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.858227:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.858230:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.858232:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.858235:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.858238:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.858244:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74e58. 00000100:00000200:1.0:1763350979.858251:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118771200, offset 224 00000400:00000200:1.0:1763350979.858257:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.858272:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.858278:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198067:198067:256:4294967295] 192.168.202.2@tcp LPNI seq info [198063:198063:8:4294967295] 00000400:00000200:1.0:1763350979.858291:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.858296:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.858301:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcaa00. 00000800:00000200:1.0:1763350979.858307:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.858314:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.858319:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcaa00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.858338:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.858342:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.858344:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.858346:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.858348:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.858351:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b19500 x1849001118771200/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/400 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.858360:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b19500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+18:226199:x1849001118771200:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 472us (7852us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350979.858367:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19993 00000100:00000040:1.0:1763350979.858370:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:1.0:1763350979.858372:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.858374:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350979.858378:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0b00. 00000020:00000010:1.0:1763350979.858382:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350979.858387:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f6e00. 00000020:00000040:1.0:1763350979.858392:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 17 00000100:00000001:1.0:1763350979.858395:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350979.861895:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350979.861908:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:3.0:1763350979.861917:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.861927:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350979.861935:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74e58 00000400:00000010:3.0:1763350979.861938:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74e58. 00000100:00000001:3.0:1763350979.861944:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350979.861946:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350979.879026:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.879048:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350979.879052:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.879055:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.879069:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350979.879089:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfa880 00000400:00000200:2.0:1763350979.879097:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118d35 [8] + 13256 00000800:00000001:2.0:1763350979.879107:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.879126:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350979.879130:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.879134:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350979.879142:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350979.879145:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350979.879152:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b18700. 00000100:00000040:2.0:1763350979.879156:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b18700 x1849001118771328 msgsize 440 00000100:00100000:2.0:1763350979.879160:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350979.879180:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350979.879190:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350979.879193:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.879229:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.879234:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118771328 02000000:00000001:0.0:1763350979.879237:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.879239:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.879243:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.879247:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.879252:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118771328 00000020:00000001:0.0:1763350979.879256:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.879258:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350979.879261:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.879264:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=18 00000020:00000001:0.0:1763350979.879267:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350979.879270:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350979.879276:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.879282:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.879286:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.879289:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350979.879296:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1800. 00000020:00000010:0.0:1763350979.879303:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ceb80. 00000020:00000010:0.0:1763350979.879308:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d898. 00000100:00000040:0.0:1763350979.879317:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350979.879321:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.879322:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.879326:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.879335:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.879354:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.879367:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.879369:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.879373:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19994 00000100:00000040:0.0:1763350979.879378:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350979.879380:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363750144 : -120543345801472 : ffff925dd0b18700) 00000100:00000040:0.0:1763350979.879388:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b18700 x1849001118771328/t0(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350979.879399:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.879402:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.879404:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.879405:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350979.879409:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+18:2359:x1849001118771328:12345-192.168.202.2@tcp:2:lfs.0 00000100:00000200:0.0:1763350979.879413:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118771328 00000020:00000001:0.0:1763350979.879418:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.879422:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.879424:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.879428:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.879430:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839744 : -1038711872 : ffffffffc21683c0) 00000020:00000001:0.0:1763350979.879433:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.879437:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.879440:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.879441:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.879445:0:57858:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350979.879449:0:57858:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350979.879452:0:57858:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.879455:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.879457:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.879460:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.879462:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.879464:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.879466:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.879467:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.879469:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350979.879471:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350979.879472:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350979.879473:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.879476:0:57858:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.879478:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.879483:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.879486:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.879490:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df5d1a400. 02000000:00000001:0.0:1763350979.879492:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.879495:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.879498:0:57858:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:0.0:1763350979.879500:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.879503:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.879509:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00002000:00000001:0.0:1763350979.879511:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289113392 : -120547420438224 : ffff925cddd38130) 00002000:00000001:0.0:1763350979.879514:0:57858:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:0.0:1763350979.879519:0:57858:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.879526:0:57858:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:0.0:1763350979.879528:0:57858:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.879531:0:57858:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350979.879533:0:57858:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763350979.879535:0:57858:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.879538:0:57858:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350979.879547:0:57858:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5d18c00. 00080000:00000001:0.0:1763350979.879550:0:57858:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986605568 : -120542722946048 : ffff925df5d18c00) 00000001:00000001:0.0:1763350979.879552:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350979.879553:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.879557:0:57858:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350979.879583:0:57858:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.879586:0:57858:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350979.879591:0:57858:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.879637:0:57858:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350979.879643:0:57858:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350979.880135:0:57858:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.880138:0:57858:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.880166:0:57858:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350979.880172:0:57858:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925df0e57b60. 00080000:00000001:2.0:1763350979.880180:0:57858:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350979.880229:0:57858:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350979.880231:0:57858:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763350979.880234:0:57858:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.880237:0:57858:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1763350979.880240:0:57858:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350979.880242:0:57858:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350979.880246:0:57858:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350979.880251:0:57858:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350979.880253:0:57858:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911616, last_committed = 12884911615 00000001:00000010:2.0:1763350979.880257:0:57858:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693e40. 00000001:00000040:2.0:1763350979.880259:0:57858:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 1 00000020:00000040:2.0:1763350979.880263:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=19 00080000:00000001:2.0:1763350979.880269:0:57858:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350979.880303:0:57858:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350979.880306:0:57858:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.880320:0:57858:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.880327:0:57858:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350979.880333:0:57858:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350979.880337:0:57858:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:2.0:1763350979.880342:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38188/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00010000:00000040:2.0:1763350979.880351:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dad00 count: 2 00010000:00000001:2.0:1763350979.880354:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763350979.880358:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350979.880362:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350979.880364:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350979.880367:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00002000:00000001:2.0:1763350979.880369:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289113392 : -120547420438224 : ffff925cddd38130) 00002000:00000001:2.0:1763350979.880371:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350979.880376:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350979.880379:0:57858:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x24fb:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:2.0:1763350979.880382:0:57858:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x24fb:0x0] updating lvb mtime from disk: 1763350979 -> 1763350976 00002000:00010000:2.0:1763350979.880385:0:57858:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x24fb:0x0] updating lvb atime from disk: 0 -> 1763350976 00002000:00010000:2.0:1763350979.880387:0:57858:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x24fb:0x0] updating lvb ctime from disk: 1763350979 -> 1763350979 00002000:00010000:2.0:1763350979.880389:0:57858:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x24fb:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:2.0:1763350979.880391:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd38188/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00010000:00000040:2.0:1763350979.880397:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911615, transno 12884911616, xid 1849001118771328 00010000:00000001:2.0:1763350979.880400:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350979.880408:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b18700 x1849001118771328/t12884911616(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350979.880416:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350979.880419:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.880424:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350979.880429:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350979.880431:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350979.880434:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350979.880437:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350979.880439:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.880443:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.880445:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350979.880451:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2440. 00000100:00000200:2.0:1763350979.880457:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118771328, offset 224 00000400:00000200:2.0:1763350979.880463:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350979.880475:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350979.880482:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198068:198068:256:4294967295] 192.168.202.2@tcp LPNI seq info [198064:198064:8:4294967295] 00000400:00000200:2.0:1763350979.880493:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350979.880499:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350979.880505:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164700. 00000800:00000200:2.0:1763350979.880512:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350979.880519:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350979.880523:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164700 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350979.880550:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.880554:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350979.880556:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350979.880558:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.880561:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350979.880566:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b18700 x1849001118771328/t12884911616(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350979.880575:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b18700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2359:x1849001118771328:12345-192.168.202.2@tcp:2:lfs.0 Request processed in 1175us (1417us total) trans 12884911616 rc 0/0 00000100:00100000:2.0:1763350979.880585:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19994 00000100:00000040:2.0:1763350979.880588:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350979.880591:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350979.880593:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350979.880623:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ceb80. 00000020:00000010:2.0:1763350979.880627:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d898. 00000020:00000010:2.0:1763350979.880631:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1800. 00000020:00000040:2.0:1763350979.880637:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 18 00000100:00000001:2.0:1763350979.880640:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350979.880746:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350979.880751:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164700. 00000400:00000200:0.0:1763350979.880755:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.880759:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350979.880764:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2440 00000400:00000010:0.0:1763350979.880766:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2440. 00000100:00000001:0.0:1763350979.880770:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350979.880772:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350979.889150:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.889172:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.889176:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.889179:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.889192:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350979.889212:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 472 into portal 12 MB=0x691a81edfa980 00000400:00000200:3.0:1763350979.889222:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 472/472 into md 0xd4535 [64] + 106648 00000800:00000001:3.0:1763350979.889232:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.889240:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.889244:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.889249:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350979.889259:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350979.889261:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350979.889268:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39a680. 00000100:00000040:3.0:1763350979.889272:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee39a680 x1849001118771584 msgsize 472 00000100:00100000:3.0:1763350979.889276:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350979.889296:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350979.889305:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.889309:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.908450:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350979.908458:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118771584 02000000:00000001:2.0:1763350979.908463:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350979.908465:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.908468:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.908473:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.908478:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118771584 00000020:00000001:2.0:1763350979.908482:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350979.908484:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350979.908487:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.908491:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=488 00000020:00000001:2.0:1763350979.908494:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350979.908497:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350979.908503:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.908514:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000100:00000001:2.0:1763350979.908517:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.908520:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000020:00000010:2.0:1763350979.908530:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c73600. 00000020:00000010:2.0:1763350979.908537:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5a00. 00000020:00000010:2.0:1763350979.908543:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090708. 00000100:00000040:2.0:1763350979.908550:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350979.908553:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350979.908554:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350979.908557:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.908567:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.908585:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.908613:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350979.908615:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350979.908625:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140594 00000100:00000040:2.0:1763350979.908630:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350979.908632:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859210368 : -120542850341248 : ffff925dee39a680) 00000100:00000040:2.0:1763350979.908641:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee39a680 x1849001118771584/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 472/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350979.908650:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.908653:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000100:00000001:2.0:1763350979.908655:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.908657:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000100:00100000:2.0:1763350979.908661:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226199:x1849001118771584:12345-192.168.202.2@tcp:55:lfs.0 00000100:00000200:2.0:1763350979.908665:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118771584 00000020:00000001:2.0:1763350979.908669:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350979.908673:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350979.908678:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dd9f1ea80: xid 1849001118771072, transno 8590055164, client gen 3, slot idx 0 00000001:00000001:2.0:1763350979.908683:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43600: xid 1849001118768640, transno 8590055163, client gen 3, slot idx 1 00000001:00000010:2.0:1763350979.908686:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43600. 00000020:00000001:2.0:1763350979.908691:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.908694:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350979.908695:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717152 : -1040834464 : ffffffffc1f62060) 00000020:00000001:2.0:1763350979.908699:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350979.908702:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118771584, found 0 last_xid 1849001118771583 00000020:00000001:2.0:1763350979.908704:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350979.908706:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350979.908709:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350979.908712:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350979.908718:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350979.908722:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000020:00000001:2.0:1763350979.908724:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.908727:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.908733:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350979.908735:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350979.908741:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00077c00. 02000000:00000001:2.0:1763350979.908743:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.908745:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.908750:0:20012:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:2.0:1763350979.908754:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350979.908756:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350979.908759:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.908761:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.908763:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.908765:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.908766:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.908767:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.908769:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.908770:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.908772:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.908773:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.908775:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.908776:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.908777:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.908779:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.908780:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.908782:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.908784:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350979.908786:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.908791:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350979.908796:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350979.908798:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350979.908801:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350979.908802:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.908805:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350979.908806:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.908808:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350979.908810:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.908813:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350979.908827:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350979.908831:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350979.908838:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09800 count: 2 00010000:00000001:2.0:1763350979.908841:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350979.908844:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350979.908849:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1c00. 00000020:00000001:2.0:1763350979.908853:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350979.908855:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1c00 with handle 0xcb8c81cc3033c790 to hash 00000020:00000001:2.0:1763350979.908857:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350979.908859:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000010:2.0:1763350979.908865:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be780. 00010000:00000001:2.0:1763350979.908868:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.908872:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.908874:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350979.908878:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350979.908887:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350979.908891:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350979.908894:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350979.908896:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350979.908899:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.908901:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350979.908903:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.908905:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350979.908907:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350979.908909:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350979.908910:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350979.908913:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) refcount = 2 00010000:00000040:2.0:1763350979.908916:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350979.908921:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c727 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaba expref: 488 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350979.908928:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350979.908933:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350979.908938:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350979.908940:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.908942:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350979.908943:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.908945:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.908947:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350979.908950:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350979.908952:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350979.908955:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350979.908961:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350979.908963:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.908964:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.908966:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.908968:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.908969:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:2.0:1763350979.908971:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.908974:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.908976:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.908977:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350979.908979:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.908983:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350979.908987:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350979.908994:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.908997:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.909004:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350979.909008:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350979.909011:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350979.909014:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350979.909015:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350979.909018:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350979.909021:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1763350979.909023:0:20012:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x3ff2:0x0]flags=0x2 00000004:00000001:2.0:1763350979.909026:0:20012:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:2.0:1763350979.909029:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350979.909032:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350979.909033:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350979.909034:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350979.909035:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.909037:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.909039:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:2.0:1763350979.909041:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.909043:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.909045:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350979.909048:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350979.909053:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.909055:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350979.909056:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350979.909061:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.909062:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.909066:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350979.909068:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:2.0:1763350979.909074:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350979.909077:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.909079:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350979.909081:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350979.909087:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350979.909088:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.909089:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.909091:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=4 00000020:00000001:2.0:1763350979.909092:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.909094:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.909097:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350979.909100:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350979.909105:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350979.909106:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350979.909108:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.909110:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350979.909112:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350979.909114:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.909125:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350979.909127:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033c790 from hash 00010000:00000001:2.0:1763350979.909129:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350979.909130:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.909131:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.909132:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350979.909135:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350979.909136:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.909138:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350979.909140:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350979.909142:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350979.909144:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) 00010000:00010000:2.0:1763350979.909147:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:2.0:1763350979.909150:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.909152:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.909154:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350979.909155:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350979.909157:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.909158:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.909160:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.909162:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.909164:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350979.909166:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350979.909171:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.909172:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.909174:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350979.909175:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350979.909177:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350979.909179:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c790 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:2.0:1763350979.909185:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be780. 00010000:00000001:2.0:1763350979.909202:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350979.909204:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350979.909205:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350979.909208:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350979.909210:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:2.0:1763350979.909213:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350979.909215:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350979.909216:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350979.909219:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763350979.909223:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 0, xid 1849001118771584 00010000:00000001:2.0:1763350979.909226:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350979.909232:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee39a680 x1849001118771584/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 472/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350979.909241:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350979.909244:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.909248:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350979.909253:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350979.909255:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350979.909258:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350979.909260:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350979.909263:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.909266:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.909269:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350979.909275:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2aa0. 00000100:00000200:2.0:1763350979.909282:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118771584, offset 224 00000400:00000200:2.0:1763350979.909290:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350979.909305:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350979.909313:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198069:198069:256:4294967295] 192.168.202.2@tcp LPNI seq info [198065:198065:8:4294967295] 00000400:00000200:2.0:1763350979.909325:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350979.909331:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350979.909338:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164700. 00000800:00000200:2.0:1763350979.909345:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350979.909353:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350979.909358:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350979.909378:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.909382:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350979.909385:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350979.909386:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.909389:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350979.909393:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39a680 x1849001118771584/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 472/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350979.909403:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee39a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226199:x1849001118771584:12345-192.168.202.2@tcp:55:lfs.0 Request processed in 751us (20128us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763350979.909410:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140594 00000100:00000040:2.0:1763350979.909414:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350979.909416:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350979.909418:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350979.909422:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5a00. 00000020:00000010:2.0:1763350979.909425:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090708. 00000020:00000010:2.0:1763350979.909429:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c73600. 00000020:00000040:2.0:1763350979.909437:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00000100:00000001:2.0:1763350979.909440:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350979.909497:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.909501:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164700. 00000400:00000200:1.0:1763350979.909506:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.909511:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.909517:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2aa0 00000400:00000010:1.0:1763350979.909519:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2aa0. 00000100:00000001:1.0:1763350979.909523:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.909525:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350979.915487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000800:00000001:0.0:1763350979.923412:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.923429:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350979.923433:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.923435:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350979.923447:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350979.923468:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfaa00 00000400:00000200:0.0:1763350979.923475:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118d35 [8] + 13696 00000800:00000001:0.0:1763350979.923484:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.923506:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350979.923510:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.923515:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350979.923523:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350979.923526:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350979.923533:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bced80. 00000100:00000040:0.0:1763350979.923537:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bced80 x1849001118771712 msgsize 440 00000100:00100000:0.0:1763350979.923541:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350979.923560:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350979.923568:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350979.923571:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.923649:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350979.923652:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118771712 02000000:00000001:2.0:1763350979.923655:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350979.923657:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.923660:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.923664:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.923669:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118771712 00000020:00000001:2.0:1763350979.923672:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350979.923674:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350979.923677:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.923680:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:2.0:1763350979.923682:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350979.923685:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350979.923690:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.923696:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000100:00000001:2.0:1763350979.923699:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.923702:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000020:00000010:2.0:1763350979.923708:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c73600. 00000020:00000010:2.0:1763350979.923714:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5a00. 00000020:00000010:2.0:1763350979.923719:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090708. 00000100:00000040:2.0:1763350979.923726:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350979.923729:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350979.923731:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350979.923734:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.923742:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.923758:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.923771:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350979.923773:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350979.923778:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19995 00000100:00000040:2.0:1763350979.923781:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350979.923783:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901368192 : -120542808183424 : ffff925df0bced80) 00000100:00000040:2.0:1763350979.923791:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bced80 x1849001118771712/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350979.923800:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.923802:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000100:00000001:2.0:1763350979.923804:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.923806:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000100:00100000:2.0:1763350979.923810:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2359:x1849001118771712:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:2.0:1763350979.923814:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118771712 00000020:00000001:2.0:1763350979.923817:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350979.923821:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350979.923824:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.923826:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350979.923828:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:2.0:1763350979.923831:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350979.923835:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350979.923837:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350979.923839:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350979.923843:0:57858:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350979.923847:0:57858:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350979.923849:0:57858:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.923852:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350979.923855:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.923857:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.923858:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.923861:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.923862:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.923863:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.923865:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.923867:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.923868:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.923870:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.923873:0:57858:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.923875:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.923880:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350979.923883:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350979.923888:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925e00077000. 02000000:00000001:2.0:1763350979.923891:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.923893:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350979.923897:0:57858:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:2.0:1763350979.923900:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350979.923907:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350979.923915:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:2.0:1763350979.923918:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:2.0:1763350979.923920:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350979.923928:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350979.923930:0:57858:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763350979.923932:0:57858:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:2.0:1763350979.923937:0:57858:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.923943:0:57858:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:2.0:1763350979.923947:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00000020:00000001:2.0:1763350979.923961:0:57858:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350979.923968:0:57858:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350979.923972:0:57858:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350979.923975:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118771712 00010000:00000001:2.0:1763350979.923978:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350979.923983:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bced80 x1849001118771712/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350979.923991:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350979.923993:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.923997:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350979.924002:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350979.924004:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350979.924007:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350979.924010:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350979.924012:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.924016:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.924018:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350979.924022:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2110. 00000100:00000200:2.0:1763350979.924028:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118771712, offset 224 00000400:00000200:2.0:1763350979.924033:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350979.924044:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350979.924054:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198070:198070:256:4294967295] 192.168.202.2@tcp LPNI seq info [198066:198066:8:4294967295] 00000400:00000200:2.0:1763350979.924065:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350979.924071:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350979.924076:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164500. 00000800:00000200:2.0:1763350979.924084:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350979.924092:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350979.924097:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164500 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350979.924114:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.924126:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350979.924128:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350979.924130:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.924132:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350979.924136:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bced80 x1849001118771712/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 440/432 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350979.924144:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2359:x1849001118771712:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 342us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350979.924151:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19995 00000100:00000040:2.0:1763350979.924155:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350979.924158:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350979.924159:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350979.924164:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5a00. 00000020:00000010:2.0:1763350979.924168:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090708. 00000020:00000010:2.0:1763350979.924172:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c73600. 00000020:00000040:2.0:1763350979.924180:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:2.0:1763350979.924183:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350979.924462:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350979.924468:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164500. 00000400:00000200:3.0:1763350979.924471:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.924476:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350979.924481:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:3.0:1763350979.924483:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:3.0:1763350979.924487:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350979.924489:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000004:00000001:2.0:1763350979.942384:0:20039:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1763350979.942393:0:20039:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1763350979.942406:0:20039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1bb80. 00000020:00000040:2.0:1763350979.942413:0:20039:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=5 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763350979.942419:0:20039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350979.942422:0:20039:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350979.942428:0:20039:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350979.942438:0:20039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925e02164a00. 00000100:00000001:2.0:1763350979.942446:0:20039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.942453:0:20039:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350979.942459:0:20039:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.942472:0:20039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001381319e] to pc [ptlrpcd_00_00+0] req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350979.942514:0:20039:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.942612:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350979.942616:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350979.942619:0:3315:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350979.942626:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.942634:0:3315:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350979.942637:0:3315:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.942640:0:3315:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350979.942644:0:3315:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350979.942647:0:3315:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.942649:0:3315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101453056:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1763350979.942654:0:3315:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350979.942659:0:3315:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350979.942662:0:3315:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.942664:0:3315:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350979.942670:0:3315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925df5d18000. 02000000:00000001:0.0:1763350979.942672:0:3315:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350979.942680:0:3315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb580. 00000400:00000010:0.0:1763350979.942689:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0195d8. 00000100:00000200:0.0:1763350979.942699:0:3315:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101453056, portal 4 00000100:00000001:0.0:1763350979.942701:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350979.942703:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363763584 : -120543345788032 : ffff925dd0b1bb80) 00000100:00000040:0.0:1763350979.942715:0:3315:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.942722:0:3315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.942725:0:3315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350979.942728:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0196e8. 00000100:00000200:0.0:1763350979.942731:0:3315:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1849001101453056, offset 0 00000400:00000200:0.0:1763350979.942737:0:3315:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350979.942754:0:3315:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350979.942766:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a81dd76700 00000400:00000200:0.0:1763350979.942773:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x909cd [8] + 9408 00000400:00000200:0.0:1763350979.942782:0:3315:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.942786:0:3315:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350979.942795:0:3315:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350979.942798:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1763350979.942803:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcc700. 00000100:00000040:0.0:1763350979.942807:0:3315:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcc700 x1849001101453056 msgsize 224 00000100:00100000:0.0:1763350979.942810:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350979.942831:0:3315:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350979.942844:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0196e8 00000400:00000010:0.0:1763350979.942846:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0196e8. 00000100:00000001:0.0:1763350979.942849:0:3315:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350979.942854:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.942864:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350979.942866:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.942873:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.942874:0:3315:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350979.942879:0:3315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.942884:0:3315:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19757 usecs (20 jiffies) 00000100:00000001:0.0:1763350979.942888:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300856865 00000100:00000010:0.0:1763350979.942894:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e120. 00000100:00000001:0.0:1763350979.942901:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350979.942910:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300856865 00000100:00000010:0.0:1763350979.942913:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e240. 00000100:00000001:0.0:1763350979.942916:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350979.942924:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300856865 00000100:00000010:0.0:1763350979.942928:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4eae0. 00000100:00000001:0.0:1763350979.942931:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350979.942936:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300856865 00000100:00000010:0.0:1763350979.942939:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4ed80. 00000100:00000001:0.0:1763350979.942942:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350979.942946:0:3315:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350979.942958:0:3315:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.942961:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.942964:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.942972:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350979.942974:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1763350979.942976:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350979.942977:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350979.942978:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.942980:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.943391:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350979.943396:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.943465:0:57860:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350979.943469:0:57860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101453056 02000000:00000001:3.0:1763350979.943471:0:57860:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350979.943473:0:57860:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350979.943475:0:57860:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.943480:0:57860:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.943484:0:57860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101453056 00000020:00000001:3.0:1763350979.943488:0:57860:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350979.943489:0:57860:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:3.0:1763350979.943492:0:57860:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.943496:0:57860:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:3.0:1763350979.943499:0:57860:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:3.0:1763350979.943501:0:57860:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:3.0:1763350979.943506:0:57860:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.943512:0:57860:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c00. 00000020:00000010:3.0:1763350979.943518:0:57860:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dea57ddc0. 00000020:00000040:3.0:1763350979.943525:0:57860:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:3.0:1763350979.943541:0:57860:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763350979.943547:0:57860:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f600. 00000020:00000010:3.0:1763350979.943553:0:57860:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69480. 00000020:00000010:3.0:1763350979.943558:0:57860:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375e10. 00000100:00000040:3.0:1763350979.943568:0:57860:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1763350979.943571:0:57860:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350979.943573:0:57860:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350979.943575:0:57860:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.943586:0:57860:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.943637:0:57860:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.943649:0:57860:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350979.943652:0:57860:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350979.943657:0:57860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00000040:3.0:1763350979.943661:0:57860:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:3.0:1763350979.943663:0:57860:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901358336 : -120542808193280 : ffff925df0bcc700) 00000100:00000040:3.0:1763350979.943669:0:57860:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcc700 x1849001101453056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 224/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.943677:0:57860:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350979.943681:0:57860:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5f80. 00000100:00000001:3.0:1763350979.943683:0:57860:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350979.943686:0:57860:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5f80. 00000100:00100000:3.0:1763350979.943690:0:57860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1849001101453056:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:3.0:1763350979.943694:0:57860:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101453056 00000020:00000001:3.0:1763350979.943698:0:57860:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350979.943702:0:57860:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350979.943705:0:57860:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.943707:0:57860:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350979.943709:0:57860:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840272 : -1038711344 : ffffffffc21685d0) 00000020:00000001:3.0:1763350979.943713:0:57860:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350979.943717:0:57860:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350979.943719:0:57860:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350979.943722:0:57860:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350979.943725:0:57860:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.943730:0:57860:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350979.943732:0:57860:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350979.943737:0:57860:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff925de904d000. 02000000:00000001:3.0:1763350979.943740:0:57860:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.943742:0:57860:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350979.943745:0:57860:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763350979.943750:0:57860:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763350979.943753:0:57860:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763350979.943755:0:57860:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763350979.943758:0:57860:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 310706176 pending 0 free 3836739584 avail 3832545280 00000020:00000020:3.0:1763350979.943762:0:57860:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 21037056 0 0 00000020:00000020:3.0:1763350979.943764:0:57860:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 dirty 0 pend 0 grant 289669120 00000020:00000020:3.0:1763350979.943768:0:57860:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff925df4ce5800 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763350979.943771:0:57860:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3659 free, 3635 avail; 117832 objects: 117088 free; state 0 00002000:00000001:3.0:1763350979.943774:0:57860:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763350979.943778:0:57860:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350979.943781:0:57860:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911614, transno 0, xid 1849001101453056 00010000:00000001:3.0:1763350979.943784:0:57860:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350979.943789:0:57860:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bcc700 x1849001101453056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 224/368 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350979.943797:0:57860:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350979.943800:0:57860:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350979.943805:0:57860:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df94991e8 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350979.943810:0:57860:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350979.943812:0:57860:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350979.943814:0:57860:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350979.943816:0:57860:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350979.943818:0:57860:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.943821:0:57860:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350979.943823:0:57860:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350979.943827:0:57860:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350198. 00000100:00000200:3.0:1763350979.943831:0:57860:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1849001101453056, offset 224 00000400:00000200:3.0:1763350979.943835:0:57860:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350979.943844:0:57860:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350979.943850:0:57860:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a81dd76700 00000400:00000200:3.0:1763350979.943856:0:57860:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12f7c5 [1] + 224 00000400:00000200:3.0:1763350979.943860:0:57860:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.943863:0:57860:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350979.943867:0:57860:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350979.943872:0:57860:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350979.943881:0:57860:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.943892:0:57860:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350979.943898:0:57860:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350198 00000400:00000010:3.0:1763350979.943899:0:57860:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350198. 00000100:00000001:3.0:1763350979.943902:0:57860:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350979.943904:0:57860:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350979.943907:0:57860:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.943910:0:57860:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350979.943913:0:57860:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350979.943914:0:57860:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.943916:0:57860:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350979.943920:0:57860:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcc700 x1849001101453056/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 224/368 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350979.943929:0:57860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3315:x1849001101453056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 250us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350979.943936:0:57860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00000040:3.0:1763350979.943939:0:57860:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:3.0:1763350979.943941:0:57860:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350979.943943:0:57860:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350979.943961:0:57860:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69480. 00000020:00000010:3.0:1763350979.943966:0:57860:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375e10. 00000020:00000010:3.0:1763350979.943973:0:57860:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f600. 00000020:00000040:3.0:1763350979.943979:0:57860:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000100:00000001:3.0:1763350979.943982:0:57860:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.944080:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350979.944082:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350979.944088:0:3315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350979.944091:0:3315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350979.944094:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb580. 00000400:00000200:1.0:1763350979.944097:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0195d8 00000400:00000010:1.0:1763350979.944099:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0195d8. 00000100:00000001:1.0:1763350979.944101:0:3315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350979.944105:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350979.944114:0:3315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.944129:0:3315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350979.944131:0:3315:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.944134:0:3315:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350979.944136:0:3315:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350979.944138:0:3315:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.944140:0:3315:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.944142:0:3315:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.944150:0:3315:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fca0 time=117 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350979.944154:0:3315:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.944157:0:3315:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350979.944159:0:3315:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350979.944162:0:3315:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350979.944166:0:3315:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.944169:0:3315:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1763350979.944171:0:3315:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911614 gen 3 00000100:00000040:1.0:1763350979.944177:0:3315:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911614) req@ffff925dfb5c0700 x1849001101449216/t12884911613(12884911613) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350979.944185:0:3315:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:1.0:1763350979.944187:0:3315:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911613 committed transno 12884911614 00000004:00000010:1.0:1763350979.944191:0:3315:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dead23000. 00000004:00000010:1.0:1763350979.944195:0:3315:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df94da3c0. 00000004:00000010:1.0:1763350979.944199:0:3315:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dded43840. 00000004:00000010:1.0:1763350979.944202:0:3315:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925dded43240. 00000004:00000001:1.0:1763350979.944204:0:3315:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:1.0:1763350979.944205:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.944208:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dfb5c0700 x1849001101449216/t12884911613(12884911613) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.944216:0:3315:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350979.944222:0:3315:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350979.944225:0:3315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925ddf2b8000. 02000000:00000001:1.0:1763350979.944231:0:3315:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350979.944233:0:3315:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350979.944234:0:3315:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1763350979.944237:0:3315:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350979.944239:0:3315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214fc00. 02000000:00000001:1.0:1763350979.944242:0:3315:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350979.944244:0:3315:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350979.944245:0:3315:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0700. 00000100:00000001:1.0:1763350979.944248:0:3315:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350979.944249:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763350979.944254:0:3315:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911614) req@ffff925dd9875500 x1849001101450752/t12884911614(12884911614) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1763350979.944262:0:3315:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff925dd9875500, transno 12884911614 00000100:00000001:1.0:1763350979.944264:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350979.944266:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511979776 : -120543197571840 : ffff925dd9875500) 00000100:00000001:1.0:1763350979.944278:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.944281:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9875500 x1849001101450752/t12884911614(12884911614) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.944287:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.944289:0:3315:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1763350979.944291:0:3315:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1763350979.944294:0:3315:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763350979.944295:0:3315:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.944298:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.944304:0:3315:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.944306:0:3315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350979.944308:0:3315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350979.944311:0:3315:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763350979.944313:0:3315:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1763350979.944316:0:3315:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=936704 avail=930560 avail_mb=3635 hwm_mb=7 files=117832 ffree=117088 state=0: rc = 0 00000004:00000020:1.0:1763350979.944323:0:3315:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff925dc7a7d800): 942848 blocks, 936704 free, 930560 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117832 files, 117088 free files 0x0 00000004:00000001:1.0:1763350979.944327:0:3315:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.944331:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350979.944338:0:3315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b1bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101453056:0@lo:13:osp-pre-1-0.0 00000100:00000001:1.0:1763350979.944342:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.944344:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.944347:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b1bb80 x1849001101453056/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763350979.944351:0:20038:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000100:00000001:1.0:1763350979.944352:0:3315:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350979.944353:0:3315:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000004:00000001:3.0:1763350979.944354:0:20038:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350979.944355:0:3315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925df5d18000. 00000004:00000001:3.0:1763350979.944357:0:20038:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 02000000:00000001:1.0:1763350979.944358:0:3315:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350979.944359:0:3315:0:(genops.c:1236:class_import_put()) Process entered 00000004:00000040:3.0:1763350979.944360:0:20038:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925df4d07840 : new refcount 3 00000020:00000040:1.0:1763350979.944360:0:3315:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:1.0:1763350979.944362:0:3315:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350979.944364:0:3315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925e02164a00. 00000040:00000001:3.0:1763350979.944365:0:20038:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763350979.944367:0:20038:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763350979.944369:0:20038:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 02000000:00000001:1.0:1763350979.944372:0:3315:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 00000040:00000001:3.0:1763350979.944373:0:20038:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.944373:0:3315:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350979.944374:0:3315:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1bb80. 00000040:00000001:3.0:1763350979.944376:0:20038:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000100:00000001:1.0:1763350979.944377:0:3315:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000040:00001000:3.0:1763350979.944378:0:20038:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 10354 in log [0x1:0xa:0x0] 00000100:00000001:1.0:1763350979.944378:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.944380:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350979.944383:0:20038:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000100:00000001:1.0:1763350979.944384:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350979.944386:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.944388:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350979.944389:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1763350979.944392:0:20038:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904c800. 00080000:00000001:3.0:1763350979.944395:0:20038:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771859456 : -120542937692160 : ffff925de904c800) 00000040:00000001:3.0:1763350979.944397:0:20038:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000800:00000001:1.0:1763350979.944399:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000040:00000001:3.0:1763350979.944401:0:20038:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350979.944404:0:20038:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000001:1.0:1763350979.944411:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.944414:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.944416:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.944423:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000001:00000001:3.0:1763350979.944426:0:20038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.944428:0:20038:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.944430:0:20038:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.944432:0:20038:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763350979.944432:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 568 into portal 12 MB=0x691a81edfaa80 00000040:00000001:3.0:1763350979.944435:0:20038:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763350979.944437:0:20038:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00000400:00000200:1.0:1763350979.944438:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 568/568 into md 0xd4535 [64] + 107120 00080000:00000002:3.0:1763350979.944441:0:20038:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xa:0x0] not in the id map cache 00000800:00000001:1.0:1763350979.944443:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00080000:00000001:3.0:1763350979.944444:0:20038:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350979.944447:0:20038:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350979.944449:0:20038:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763350979.944450:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350979.944452:0:20038:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00000400:00000200:1.0:1763350979.944452:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00080000:00000001:3.0:1763350979.944455:0:20038:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00000400:00000200:1.0:1763350979.944455:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00080000:00000001:3.0:1763350979.944457:0:20038:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.944459:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.944461:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350979.944464:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4ca80. 00000100:00000040:1.0:1763350979.944467:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4ca80 x1849001118771840 msgsize 568 00000100:00100000:1.0:1763350979.944471:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350979.944477:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:3.0:1763350979.944481:0:20038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763350979.944482:0:20038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000800:00000001:1.0:1763350979.944482:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.944485:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350979.944508:0:20038:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.944511:0:20038:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.944513:0:20038:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.944516:0:20038:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350979.944538:0:20038:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.944541:0:20038:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763350979.944543:0:20038:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763350979.944545:0:20038:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0xa:0x0] 00080000:00000001:3.0:1763350979.944553:0:20038:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000001:2.0:1763350979.944569:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350979.944571:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118771840 02000000:00000001:2.0:1763350979.944573:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350979.944574:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.944576:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.944579:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.944581:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118771840 00000020:00000001:2.0:1763350979.944582:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350979.944584:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350979.944586:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.944588:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=488 00000020:00000001:2.0:1763350979.944590:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350979.944592:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350979.944609:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.944613:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00080000:00000001:3.0:1763350979.944615:0:20038:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00000100:00000001:2.0:1763350979.944616:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350979.944618:0:20038:0:(osd_io.c:399:osd_write()) Process entered 00000020:00000010:2.0:1763350979.944618:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000020:00000010:2.0:1763350979.944622:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c73600. 00080000:00000001:3.0:1763350979.944624:0:20038:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1763350979.944626:0:20038:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350979.944626:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5a00. 00000040:00000001:3.0:1763350979.944628:0:20038:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350979.944630:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090708. 00080000:00000001:3.0:1763350979.944632:0:20038:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000040:2.0:1763350979.944634:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350979.944636:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350979.944637:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350979.944639:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.944642:0:20038:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.944644:0:20038:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.944644:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.944647:0:20038:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.944649:0:20038:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.944651:0:20038:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1763350979.944651:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350979.944655:0:20038:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9875500 x1849001101450752/t12884911614(12884911614) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350979.944659:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350979.944660:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763350979.944662:0:20038:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350979.944664:0:20038:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1763350979.944664:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140595 02000000:00000010:3.0:1763350979.944666:0:20038:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925deeea4000. 00000100:00000040:2.0:1763350979.944666:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 02000000:00000001:3.0:1763350979.944668:0:20038:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1763350979.944668:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170318976 : -120542539232640 : ffff925e00c4ca80) 00000020:00000001:3.0:1763350979.944669:0:20038:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350979.944671:0:20038:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763350979.944672:0:20038:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1763350979.944672:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4ca80 x1849001118771840/t0(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 568/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1763350979.944674:0:20038:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925e00077800. 02000000:00000001:3.0:1763350979.944677:0:20038:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350979.944678:0:20038:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350979.944680:0:20038:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875500. 00000100:00000001:2.0:1763350979.944680:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.944682:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000100:00000001:3.0:1763350979.944683:0:20038:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350979.944684:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350979.944685:0:20038:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763350979.944686:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000100:00100000:2.0:1763350979.944690:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226199:x1849001118771840:12345-192.168.202.2@tcp:61:lfs.0 00000100:00000200:2.0:1763350979.944693:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118771840 00000020:00000001:2.0:1763350979.944696:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350979.944698:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350979.944702:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.944704:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350979.944705:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717440 : -1040834176 : ffffffffc1f62180) 00000020:00000001:2.0:1763350979.944707:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350979.944710:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118771840, found 0 last_xid 1849001118771839 00000020:00000001:2.0:1763350979.944712:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350979.944714:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350979.944715:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350979.944718:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350979.944722:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350979.944725:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290898040 : -120547418653576 : ffff925cddeebc78) 00000020:00000001:2.0:1763350979.944728:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.944731:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.944734:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350979.944736:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350979.944739:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00077800. 02000000:00000001:2.0:1763350979.944740:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.944742:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.944745:0:20012:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:2.0:1763350979.944750:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763350979.944753:0:20012:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:2.0:1763350979.944755:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000004:00000040:3.0:1763350979.944757:0:20038:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925df4d07840 : new refcount 2 00000020:00000001:2.0:1763350979.944757:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.944759:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cc38ba000 refcount=3 00000004:00001000:3.0:1763350979.944761:0:20038:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 1 done 00000020:00000001:2.0:1763350979.944761:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00000004:00000001:3.0:1763350979.944764:0:20038:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00010000:00000001:2.0:1763350979.944765:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623525848195072 : -120547861356544 : ffff925cc38ba000) 00000004:00000001:3.0:1763350979.944766:0:20038:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763350979.944768:0:20038:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350979.944769:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbfd00 count: 2 00000004:00000001:3.0:1763350979.944770:0:20038:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763350979.944771:0:20038:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.944773:0:20038:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:2.0:1763350979.944773:0:20012:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00000004:00000001:3.0:1763350979.944774:0:20038:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.944775:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350979.944778:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.944781:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.944783:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.944785:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.944789:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350979.944791:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350979.944798:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.944800:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.944803:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.944805:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350979.944808:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cc38ba000 with handle 0xcb8c81cc3033c6a2 from hash 00010000:00000001:2.0:1763350979.944811:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350979.944812:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.944813:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.944815:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350979.944819:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350979.944821:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.944824:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350979.944825:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350979.944830:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925cc38ba000/0xcb8c81cc3033c6a2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca82 expref: 488 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350979.944839:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:2.0:1763350979.944841:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00010000:00000010:2.0:1763350979.944844:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76580. 00010000:00000001:2.0:1763350979.944850:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.944851:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.944852:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.944854:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:2.0:1763350979.944855:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:2.0:1763350979.944858:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:2.0:1763350979.944860:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350979.944863:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350979.944865:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fec:0x0].0x0 (ffff925dc3dbfd00) 00010000:00000001:2.0:1763350979.944869:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.944871:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.944873:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350979.944875:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dc3dbfd00 count: 0 00010000:00000010:2.0:1763350979.944880:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69e80. 00010000:00000040:2.0:1763350979.944885:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09800 count: 2 00000004:00000001:2.0:1763350979.944887:0:20012:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763350979.944888:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350979.944890:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.944891:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350979.944892:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.944894:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.944897:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350979.944898:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350979.944900:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.944901:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.944903:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.944904:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350979.944906:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033c727 from hash 00010000:00000001:2.0:1763350979.944908:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350979.944909:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.944910:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.944911:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350979.944913:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350979.944914:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.944915:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350979.944916:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350979.944920:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c727 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecaba expref: 487 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350979.944925:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 480 00000020:00000040:2.0:1763350979.944927:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 486 00010000:00000010:2.0:1763350979.944929:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a700. 00010000:00000001:2.0:1763350979.944933:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.944934:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350979.944936:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350979.944937:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925dddc09800) 00010000:00000001:2.0:1763350979.944940:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.944942:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.944943:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350979.944945:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09800 count: 0 00010000:00000010:2.0:1763350979.944959:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70e00. 00010000:00010000:2.0:1763350979.944964:0:20012:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763350979.944966:0:20012:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1763350979.944968:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350979.944970:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fec:0x0] 00000020:00000001:2.0:1763350979.944973:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350979.944975:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997272 : -120547694554344 : ffff925ccd7cd318) 00000004:00000001:2.0:1763350979.944977:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997184 : -120547694554432 : ffff925ccd7cd2c0) 00000004:00000001:2.0:1763350979.944981:0:20012:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763350979.945201:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763350979.945203:0:20012:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945206:0:20012:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945209:0:20012:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:3.0:1763350979.945213:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763350979.945214:0:20012:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945216:0:20012:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945219:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350979.945222:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350979.945225:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350979.945232:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405700. 00010000:00000010:3.0:1763350979.945236:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69e80. 00010000:00000001:3.0:1763350979.945241:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350979.945244:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dde74dc00. 00000020:00000001:3.0:1763350979.945247:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350979.945249:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dde74dc00 with handle 0xcb8c81cc3033c797 to hash 00000020:00000001:3.0:1763350979.945251:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350979.945253:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000010:3.0:1763350979.945257:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76a80. 00010000:00000001:3.0:1763350979.945260:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:3.0:1763350979.945264:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.945265:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.945268:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.945274:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350979.945277:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350979.945280:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350979.945282:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.945284:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.945287:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.945288:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.945291:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350979.945293:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350979.945295:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350979.945296:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350979.945299:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff2:0x0].0x0 (ffff925e00405700) refcount = 1 00010000:00010000:3.0:1763350979.945303:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.945308:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350979.945311:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.945312:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.945314:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350979.945316:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.945318:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.945320:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350979.945323:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350979.945325:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.945327:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.945332:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350979.945334:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.945335:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.945337:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.945338:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.945339:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dde74dc00 refcount=3 00000020:00000001:3.0:1763350979.945341:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:3.0:1763350979.945344:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:3.0:1763350979.945346:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.945347:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350979.945348:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945350:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350979.945351:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000100:00080000:0.0:1763350979.945351:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00000001:3.0:1763350979.945352:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350979.945356:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405c00. 00000020:00000040:0.0:1763350979.945357:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00010000:00000010:3.0:1763350979.945359:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69d00. 00010000:00000001:3.0:1763350979.945361:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350979.945364:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925cddcd3200. 00000020:00000001:3.0:1763350979.945366:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350979.945368:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925cddcd3200 with handle 0xcb8c81cc3033c79e to hash 00000020:00000001:3.0:1763350979.945370:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350979.945371:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000010:3.0:1763350979.945375:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76480. 00010000:00000001:3.0:1763350979.945377:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350979.945379:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350979.945381:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.945383:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.945388:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350979.945389:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350979.945391:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350979.945392:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.945393:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.945395:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350979.945396:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.945398:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350979.945399:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350979.945401:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350979.945402:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350979.945403:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fec:0x0].0x0 (ffff925e00405c00) refcount = 1 00010000:00010000:3.0:1763350979.945406:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.945411:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350979.945412:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350979.945414:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.945415:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350979.945416:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350979.945418:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.945420:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350979.945422:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350979.945423:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350979.945426:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:3.0:1763350979.945430:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350979.945431:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.945432:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350979.945433:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350979.945434:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350979.945435:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd3200 refcount=3 00000020:00000001:3.0:1763350979.945437:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350979.945439:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350979.945441:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350979.945442:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350979.945443:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945448:0:20012:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:3.0:1763350979.945452:0:20012:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:3.0:1763350979.945455:0:20012:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350979.945459:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350979.945464:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f51e0. 00080000:00000001:3.0:1763350979.945467:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350979.945472:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904f000. 00080000:00000001:3.0:1763350979.945474:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771869696 : -120542937681920 : ffff925de904f000) 00000004:00000001:3.0:1763350979.945477:0:20012:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763350979.945480:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.945483:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.945489:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.945492:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763350979.945496:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dfb9b5f80. 00000004:00000001:3.0:1763350979.945499:0:20012:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945500:0:20012:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:3.0:1763350979.945501:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.945502:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.945505:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.945507:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:3.0:1763350979.945509:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dfb9b56c0. 00000004:00000001:3.0:1763350979.945511:0:20012:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350979.945515:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df94da6a0. 00000004:00000001:3.0:1763350979.945517:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.945518:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.945521:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.945523:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:3.0:1763350979.945525:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df94dab20. 00000004:00000001:3.0:1763350979.945527:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.945528:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.945531:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.945532:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350979.945535:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.945539:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.945542:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.945544:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771869696 : -120542937681920 : ffff925de904f000) 00080000:00000001:3.0:1763350979.945548:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350979.945563:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945565:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945567:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945570:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.945572:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.945573:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.945574:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771869696 : -120542937681920 : ffff925de904f000) 00080000:00000001:3.0:1763350979.945576:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350979.945584:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945586:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945587:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.945591:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350979.945593:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350979.945617:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350979.945619:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.945621:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771869696 : -120542937681920 : ffff925de904f000) 00080000:00000001:3.0:1763350979.945624:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.945628:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.945630:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945632:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.945643:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.945646:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.945653:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.945660:0:20012:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763350979.945661:0:20012:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763350979.945667:0:20012:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925de7e8c8e0. 00000004:00000010:3.0:1763350979.945672:0:20012:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccd84b850. 00000004:00000010:3.0:1763350979.945676:0:20012:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccd84b798. 00000004:00000010:3.0:1763350979.945681:0:20012:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff925ccd84bb30. 00000004:00000010:3.0:1763350979.945685:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dff9ad3c0. 00000004:00000001:3.0:1763350979.947105:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.947108:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.947110:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771869696 : -120542937681920 : ffff925de904f000) 00080000:00000001:3.0:1763350979.947124:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350979.947128:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763350979.947226:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947229:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947231:0:20012:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947236:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.947244:0:20012:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:3.0:1763350979.947246:0:20012:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:3.0:1763350979.947252:0:20012:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925cc12bb200. 00000004:00000010:3.0:1763350979.947257:0:20012:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69f540. 00000004:00000010:3.0:1763350979.947264:0:20012:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda97e80. 00000004:00000010:3.0:1763350979.947268:0:20012:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda972f0. 00000004:00000010:3.0:1763350979.947271:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925df2926900. 00000004:00000001:3.0:1763350979.947274:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.947276:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.947277:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771869696 : -120542937681920 : ffff925de904f000) 00080000:00000001:3.0:1763350979.947279:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350979.947281:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:3.0:1763350979.947312:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947315:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947317:0:20012:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947319:0:20012:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763350979.947322:0:20012:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947324:0:20012:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:3.0:1763350979.947326:0:20012:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947328:0:20012:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:3.0:1763350979.947334:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350979.947337:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350979.947343:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350979.947347:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055165, last_committed = 8590055163 00000001:00000010:3.0:1763350979.947352:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5060. 00000001:00000040:3.0:1763350979.947355:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:3.0:1763350979.947358:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=487 00000001:00000010:3.0:1763350979.947366:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43240. 00000004:00000001:3.0:1763350979.947375:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350979.947376:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.947378:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771869696 : -120542937681920 : ffff925de904f000) 00080000:00000001:3.0:1763350979.947382:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350979.947399:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350979.947402:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350979.947406:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43240: xid 1849001118771840, transno 8590055165, tag 0, client gen 3, slot idx 1 00000001:00000001:3.0:1763350979.947409:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.947422:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350979.947425:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f51e0. 00000020:00000001:3.0:1763350979.947427:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350979.947431:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dfb9b5f80. 00000020:00000010:3.0:1763350979.947434:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dfb9b56c0. 00000020:00000010:3.0:1763350979.947436:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df94da6a0. 00000020:00000010:3.0:1763350979.947438:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df94dab20. 00200000:00000001:3.0:1763350979.947442:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350979.947445:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f51e0. 00080000:00000001:3.0:1763350979.947448:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350979.947452:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904e400. 00080000:00000001:3.0:1763350979.947455:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771866624 : -120542937684992 : ffff925de904e400) 00000004:00000001:3.0:1763350979.947459:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.947462:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763350979.947464:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350979.947466:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763350979.947469:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.947474:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.947476:0:20012:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.947478:0:20012:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:3.0:1763350979.947482:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dded43840. 00000004:00000001:3.0:1763350979.947485:0:20012:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:3.0:1763350979.947487:0:20012:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925cddf6ac80. 00000004:00000010:3.0:1763350979.947489:0:20012:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925cddf6a9c0. 00000020:00000001:3.0:1763350979.947494:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:3.0:1763350979.947503:0:20012:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925cdef7ec60. 00000004:00000001:3.0:1763350979.947511:0:20012:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763350979.947513:0:20012:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.947517:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526308277432 : -120547401274184 : ffff925cdef7ecb8) 00000004:00000001:3.0:1763350979.947520:0:20012:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947523:0:20012:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763350979.947525:0:20012:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947527:0:20012:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947529:0:20012:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:3.0:1763350979.947531:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350979.947536:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763350979.947541:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dded43600. 00000004:00000010:3.0:1763350979.947544:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94dab20. 00000004:00000010:3.0:1763350979.947548:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dc35a5000. 00000020:00000001:3.0:1763350979.947552:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350979.947554:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947557:0:20012:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763350979.947559:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763350979.947562:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d4:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:3.0:1763350979.947566:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dc35a5000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763350979.947573:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee399f80. 00000020:00000040:3.0:1763350979.947578:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763350979.947585:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350979.947588:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350979.947612:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350979.947620:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214f600. 00000100:00000001:3.0:1763350979.947627:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947632:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.947634:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350979.947637:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.947639:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763350979.947641:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350979.947647:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded43480. 00000100:00000001:3.0:1763350979.947649:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600903808 : -120543108647808 : ffff925dded43480) 00000100:00000001:3.0:1763350979.947653:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350979.947654:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859208576 : -120542850343040 : ffff925dee399f80) 00000100:00000001:3.0:1763350979.947660:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350979.947665:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.947667:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350979.947669:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350979.947679:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.954588:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350979.954593:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.954610:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350979.954615:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350979.954618:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.954626:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dee399f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101453184:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763350979.954631:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350979.954637:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350979.954640:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.954642:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350979.954658:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925de89de000. 02000000:00000001:3.0:1763350979.954661:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350979.954668:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810d10. 00000400:00000010:3.0:1763350979.954677:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded433c0. 00000100:00000200:3.0:1763350979.954685:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101453184, portal 4 00000100:00000001:3.0:1763350979.954688:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350979.954690:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859208576 : -120542850343040 : ffff925dee399f80) 00000100:00000040:3.0:1763350979.954700:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.954709:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350979.954711:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350979.954714:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350198. 00000100:00000200:3.0:1763350979.954718:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101453184, offset 0 00000400:00000200:3.0:1763350979.954724:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350979.954737:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350979.954749:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd76780 00000400:00000200:3.0:1763350979.954755:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 13504 00000400:00000200:3.0:1763350979.954763:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.954767:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350979.954775:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350979.954777:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350979.954783:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee398000. 00000100:00000040:3.0:1763350979.954786:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925dee398000 x1849001101453184 msgsize 328 00000100:00100000:3.0:1763350979.954790:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350979.954807:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350979.954823:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350198 00000400:00000010:3.0:1763350979.954826:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350198. 00000100:00000001:3.0:1763350979.954829:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350979.954833:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.954843:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350979.954846:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.954852:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.954854:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350979.954859:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.954865:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24595 usecs (25 jiffies) 00000100:00000001:3.0:1763350979.954869:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300856880 00000100:00000001:3.0:1763350979.954880:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856865 00000100:00000001:3.0:1763350979.954886:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300856880 00000100:00000001:3.0:1763350979.954890:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856865 00000100:00000001:3.0:1763350979.954893:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300856880 00000100:00000001:3.0:1763350979.954896:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856865 00000100:00000001:3.0:1763350979.954899:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300856880 00000100:00000001:3.0:1763350979.954902:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856865 00000100:00000001:3.0:1763350979.954905:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350979.954907:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.954910:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350979.954912:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350979.954915:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded43480 going to sleep for 11 seconds 00000100:00000001:3.0:1763350979.954918:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350979.954921:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.955043:0:20019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350979.955047:0:20019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101453184 02000000:00000001:2.0:1763350979.955050:0:20019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350979.955053:0:20019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.955055:0:20019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.955061:0:20019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.955066:0:20019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101453184 00000020:00000001:2.0:1763350979.955069:0:20019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350979.955072:0:20019:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:2.0:1763350979.955075:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.955079:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=8 00000020:00000001:2.0:1763350979.955081:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:2.0:1763350979.955084:0:20019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:2.0:1763350979.955089:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.955172:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.955180:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.955184:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350979.955193:0:20019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350979.955198:0:20019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350979.955202:0:20019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d3e8. 00000100:00000040:0.0:1763350979.955211:0:20019:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763350979.955214:0:20019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.955216:0:20019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.955218:0:20019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.955227:0:20019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.955240:0:20019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.955256:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.955259:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.955263:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00000040:0.0:1763350979.955266:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:0.0:1763350979.955269:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859200512 : -120542850351104 : ffff925dee398000) 00000100:00000040:0.0:1763350979.955274:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee398000 x1849001101453184/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.955282:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.955285:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.955287:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.955289:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350979.955293:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:20012:x1849001101453184:12345-0@lo:1000:mdt00_000.0 00000100:00000200:0.0:1763350979.955297:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101453184 00000020:00000001:0.0:1763350979.955301:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.955305:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.955308:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.955310:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.955312:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:0.0:1763350979.955316:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.955319:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.955321:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.955323:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.955327:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.955330:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763350979.955337:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cc739fba0. 00000100:00000001:0.0:1763350979.955343:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.955346:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.955353:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925df923e000. 02000000:00000001:0.0:1763350979.955356:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.955359:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350979.955363:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dcb736300. 00000020:00000001:0.0:1763350979.955365:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763350979.955369:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.955375:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00000020:00000001:0.0:1763350979.955380:0:20019:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.955384:0:20019:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.955392:0:20019:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:0.0:1763350979.955395:0:20019:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d4:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763350979.955398:0:20019:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763350979.955400:0:20019:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.955405:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8ab0/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00000020:00000010:0.0:1763350979.955408:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cc739fba0. 00000020:00000010:0.0:1763350979.955411:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dcb736300. 00000020:00000001:0.0:1763350979.955414:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350979.955417:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 0, xid 1849001101453184 00010000:00000001:0.0:1763350979.955420:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.955425:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee398000 x1849001101453184/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 328/4320 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350979.955433:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.955436:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.955441:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=75 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350979.955445:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.955448:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350979.955450:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350979.955452:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.955455:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.955457:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.955459:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350979.955462:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb736300. 00000100:00000200:0.0:1763350979.955466:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101453184, offset 224 00000400:00000200:0.0:1763350979.955471:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350979.955477:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350979.955484:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd76780 00000400:00000200:0.0:1763350979.955489:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f7d1 [2] + 224 00000400:00000200:0.0:1763350979.955494:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.955497:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350979.955500:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.955505:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350979.955514:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.955536:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350979.955541:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dcb736300 00000400:00000010:0.0:1763350979.955543:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dcb736300. 00000100:00000001:0.0:1763350979.955546:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350979.955548:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350979.955551:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.955555:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350979.955557:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.955559:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.955561:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1763350979.955563:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1763350979.955565:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee398000 x1849001101453184/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 328/4320 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1763350979.955568:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350979.955570:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350979.955573:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810d10. 00000100:00100000:0.0:1763350979.955573:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:20012:x1849001101453184:12345-0@lo:1000:mdt00_000.0 Request processed in 289us (785us total) trans 0 rc 0/0 00000400:00000200:3.0:1763350979.955576:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded433c0 00000400:00000010:3.0:1763350979.955577:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded433c0. 00000100:00000001:3.0:1763350979.955580:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00100000:0.0:1763350979.955581:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00000200:3.0:1763350979.955583:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350979.955584:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:0.0:1763350979.955587:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.955589:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1763350979.955591:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763350979.955614:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000100:00000001:3.0:1763350979.955618:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000020:00000010:0.0:1763350979.955618:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d3e8. 00000100:00000001:3.0:1763350979.955620:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763350979.955621:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000100:00000001:3.0:1763350979.955622:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350979.955624:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350979.955626:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1763350979.955626:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 7 00000100:00000001:3.0:1763350979.955628:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.955629:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763350979.955631:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350979.955637:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=118 v=5 (5 5 0 0) 00000100:00001000:3.0:1763350979.955641:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350979.955643:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350979.955645:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.955648:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350979.955651:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.955654:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350979.955656:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:3.0:1763350979.955659:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350979.955661:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.955666:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.955673:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350979.955676:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350979.955677:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350979.955681:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1763350979.955686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cc38ba000. 00000100:00100000:3.0:1763350979.955687:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dee399f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101453184:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763350979.955691:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.955694:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.955697:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00010000:00000010:2.1:1763350979.955697:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc3dbfd00. 00000100:00000001:3.0:1763350979.955699:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350979.955702:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000010:2.1:1763350979.955702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00010000:00000010:2.1:1763350979.955706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09800. 00000100:00000001:3.0:1763350979.955708:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763350979.955711:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded43480. 00000100:00000001:3.0:1763350979.955713:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763350979.955715:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.955719:0:20012:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763350979.955731:0:20012:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925deac69f80. 00000004:00000001:3.0:1763350979.955735:0:20012:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:3.0:1763350979.955739:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350979.955742:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dee399f80 x1849001101453184/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.955749:0:20012:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350979.955752:0:20012:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350979.955755:0:20012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925de89de000. 02000000:00000001:3.0:1763350979.955759:0:20012:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350979.955761:0:20012:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350979.955763:0:20012:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763350979.955765:0:20012:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350979.955768:0:20012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214f600. 02000000:00000001:3.0:1763350979.955773:0:20012:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350979.955775:0:20012:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350979.955777:0:20012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee399f80. 00000100:00000001:3.0:1763350979.955781:0:20012:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350979.955782:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763350979.955785:0:20012:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dc35a5000. 00000004:00000010:3.0:1763350979.955788:0:20012:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df94dab20. 00000004:00000010:3.0:1763350979.955792:0:20012:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dded43600. 00000004:00000001:3.0:1763350979.955797:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.955801:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.955804:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350979.955808:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350979.955810:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.955814:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.955817:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.955819:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.955820:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350979.955823:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350979.955826:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.955830:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:3.0:1763350979.955833:0:20012:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:3.0:1763350979.955836:0:20012:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925dded43600. 00000004:00000001:3.0:1763350979.955838:0:20012:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623530600904192 : -120543108647424 : ffff925dded43600) 00000020:00000010:3.0:1763350979.955842:0:20012:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925dded43480. 00000020:00000010:3.0:1763350979.955847:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122900. 00000020:00000010:3.0:1763350979.955851:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122300. 00000020:00000001:3.0:1763350979.955854:0:20012:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623530600904192 : -120543108647424 : ffff925dded43600) 00000004:00000001:3.0:1763350979.955857:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530600904192 : -120543108647424 : ffff925dded43600) 00000004:00000010:3.0:1763350979.955861:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dded433c0. 00000004:00000010:3.0:1763350979.955865:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94dab20. 00000004:00000010:3.0:1763350979.955868:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dc35a5000. 00000004:00000001:3.0:1763350979.955871:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.955874:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.955876:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.955880:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.955889:0:20012:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763350979.955891:0:20012:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117888, ffree=117152, state=0 00000004:00000001:3.0:1763350979.955895:0:20012:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.955897:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:3.0:1763350979.955899:0:20012:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:3.0:1763350979.955902:0:20012:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350979.955906:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43480 refcount 4 committed 0 result 0 batchid 4294967625 00000020:00000040:3.0:1763350979.955909:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925dded43600 00000020:00000040:3.0:1763350979.955912:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925de904e400 00000020:00000040:3.0:1763350979.955916:0:20012:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:3.0:1763350979.955919:0:20012:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763350979.955922:0:20012:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763350979.955925:0:20012:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:3.0:1763350979.955928:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350979.955930:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350979.955933:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350979.955934:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.955937:0:20012:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763350979.955939:0:20012:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:3.0:1763350979.955943:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763350979.955987:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350979.955990:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.955991:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.955992:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.955994:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.955996:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350979.956007:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:3.0:1763350979.956012:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.956013:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956016:0:20012:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:3.0:1763350979.956018:0:20012:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763350979.956019:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350979.956021:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.956022:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.956023:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.956025:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.956026:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.956028:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350979.956033:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:3.0:1763350979.956039:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763350979.956041:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956043:0:20012:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:3.0:1763350979.956049:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763350979.956057:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350979.956061:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:3.0:1763350979.956064:0:20012:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956066:0:20012:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956068:0:20012:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956071:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350979.956073:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350979.956077:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.956099:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.956101:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.956103:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.956112:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.956113:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956124:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956126:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.956129:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350979.956132:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350979.956135:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956136:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350979.956137:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350979.956139:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.956146:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.956147:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.956148:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.956152:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.956153:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956155:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956156:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.956158:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350979.956159:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350979.956161:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956163:0:20012:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.956165:0:20012:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350979.956168:0:20012:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:3.0:1763350979.956171:0:20012:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.956176:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350979.956182:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350979.956184:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.956185:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771866624 : -120542937684992 : ffff925de904e400) 00080000:00000001:3.0:1763350979.956187:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.956190:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.956192:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956194:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.956217:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.956220:0:20012:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956225:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.956228:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763350979.956231:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350979.956233:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956236:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350979.956240:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.956242:0:20012:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:3.0:1763350979.956245:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.956247:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.956248:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350979.956250:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350979.956251:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.956252:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.956253:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.956255:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.956256:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350979.956258:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350979.956260:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.956262:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350979.956264:0:20012:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623530600904192 : -120543108647424 : ffff925dded43600) 00000004:00000001:3.0:1763350979.956266:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530600904192 : -120543108647424 : ffff925dded43600) 00000020:00000040:3.0:1763350979.956271:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:3.0:1763350979.956274:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:3.0:1763350979.956276:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:3.0:1763350979.956278:0:20012:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x25d4:0x0] xattr_set param_count = 3 00000004:00000001:3.0:1763350979.956281:0:20012:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:3.0:1763350979.956283:0:20012:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x25d4:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763350979.956288:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350979.956291:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956294:0:20012:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956296:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956298:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956299:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956302:0:20012:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.956305:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350979.956307:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763350979.956311:0:20012:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055165 00000001:00000001:3.0:1763350979.956314:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350979.956318:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055166, last_committed = 8590055163 00000001:00000010:3.0:1763350979.956323:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5ae0. 00000001:00000040:3.0:1763350979.956326:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:3.0:1763350979.956328:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=488 00000001:00000010:3.0:1763350979.956334:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded430c0. 00000004:00000001:3.0:1763350979.956340:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350979.956342:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.956343:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771866624 : -120542937684992 : ffff925de904e400) 00000020:00000040:3.0:1763350979.956346:0:20012:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:3.0:1763350979.956349:0:20012:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:3.0:1763350979.956351:0:20012:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:3.0:1763350979.956355:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350979.956371:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350979.956374:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350979.956378:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded430c0: xid 1849001118771840, transno 8590055166, tag 0, client gen 3, slot idx 2 00000001:00000001:3.0:1763350979.956381:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.956383:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763350979.956385:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:3.0:1763350979.956398:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956402:0:20012:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:3.0:1763350979.956405:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763350979.956406:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:3.0:1763350979.956410:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43480 refcount 4 committed 0 result 0 batchid 4294967625 00000020:00000040:3.0:1763350979.956413:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43600 00000020:00000040:3.0:1763350979.956416:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925de904e400 00000020:00000001:3.0:1763350979.956419:0:20012:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:3.0:1763350979.956420:0:20012:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:3.0:1763350979.956422:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763350979.956425:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d4:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:3.0:1763350979.956428:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dc35a5000 magic = bdde0002 count = 1 size = 144 00000100:00000010:3.0:1763350979.956434:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee399f80. 00000020:00000040:3.0:1763350979.956437:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763350979.956442:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350979.956444:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350979.956448:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350979.956453:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214f600. 00000100:00000001:3.0:1763350979.956458:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956462:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.956464:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350979.956466:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.956468:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763350979.956470:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350979.956475:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded439c0. 00000100:00000001:3.0:1763350979.956477:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600905152 : -120543108646464 : ffff925dded439c0) 00000100:00000001:3.0:1763350979.956479:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350979.956480:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859208576 : -120542850343040 : ffff925dee399f80) 00000100:00000001:3.0:1763350979.956486:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350979.956490:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.956492:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350979.956494:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350979.956498:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dee399f80 x1849001101453312/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.956506:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350979.956508:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.956511:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350979.956514:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350979.956516:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.956520:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dee399f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101453312:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763350979.956523:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350979.956526:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350979.956528:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.956530:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350979.956534:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925de89de000. 02000000:00000001:3.0:1763350979.956536:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350979.956540:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810d10. 00000400:00000010:3.0:1763350979.956544:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded43e40. 00000100:00000200:3.0:1763350979.956548:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101453312, portal 4 00000100:00000001:3.0:1763350979.956550:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350979.956551:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859208576 : -120542850343040 : ffff925dee399f80) 00000100:00000040:3.0:1763350979.956557:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dee399f80 x1849001101453312/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.956568:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350979.956570:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350979.956573:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350198. 00000100:00000200:3.0:1763350979.956576:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101453312, offset 0 00000400:00000200:3.0:1763350979.956580:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350979.956587:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350979.956593:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd76800 00000400:00000200:3.0:1763350979.956630:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 13832 00000400:00000200:3.0:1763350979.956635:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.956638:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350979.956642:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350979.956644:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350979.956649:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39a300. 00000100:00000040:3.0:1763350979.956652:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925dee39a300 x1849001101453312 msgsize 408 00000100:00100000:3.0:1763350979.956656:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350979.956674:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350979.956680:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350198 00000400:00000010:3.0:1763350979.956682:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350198. 00000100:00000001:3.0:1763350979.956685:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350979.956689:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dee399f80 x1849001101453312/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.956698:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350979.956700:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dee399f80 x1849001101453312/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.956707:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.956708:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350979.956712:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.956716:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24593 usecs (25 jiffies) 00000100:00000001:3.0:1763350979.956720:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300856884 00000100:00000001:3.0:1763350979.956726:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856880 00000100:00000001:3.0:1763350979.956731:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300856884 00000100:00000001:3.0:1763350979.956734:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856880 00000100:00000001:3.0:1763350979.956738:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300856884 00000100:00000001:3.0:1763350979.956741:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856880 00000100:00000001:3.0:1763350979.956743:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300856884 00000100:00000001:3.0:1763350979.956747:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856880 00000100:00000001:3.0:1763350979.956750:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350979.956752:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.956754:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350979.956756:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350979.956758:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded439c0 going to sleep for 11 seconds 00000100:00000001:3.0:1763350979.956760:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350979.956763:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.957933:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350979.957940:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101453312 02000000:00000001:2.0:1763350979.957945:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350979.957959:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.957961:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.957966:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.957970:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101453312 00000020:00000001:2.0:1763350979.957974:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350979.957976:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:2.0:1763350979.957979:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.957982:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=8 00000020:00000001:2.0:1763350979.957986:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:2.0:1763350979.957988:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:2.0:1763350979.957993:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.958000:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000100:00000001:2.0:1763350979.958003:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.958005:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000020:00000010:2.0:1763350979.958013:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350979.958019:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5b80. 00000020:00000010:2.0:1763350979.958024:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090bb8. 00000100:00000040:2.0:1763350979.958032:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763350979.958035:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350979.958037:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350979.958039:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.958049:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.958072:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.958085:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350979.958087:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350979.958093:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00000040:2.0:1763350979.958096:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:2.0:1763350979.958099:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859209472 : -120542850342144 : ffff925dee39a300) 00000100:00000040:2.0:1763350979.958105:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee39a300 x1849001101453312/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 408/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350979.958113:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.958125:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000100:00000001:2.0:1763350979.958127:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.958129:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000100:00100000:2.0:1763350979.958133:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+8:20012:x1849001101453312:12345-0@lo:1000:mdt00_000.0 00000100:00000200:2.0:1763350979.958136:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101453312 00000020:00000001:2.0:1763350979.958140:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350979.958144:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350979.958147:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.958149:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350979.958152:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:2.0:1763350979.958155:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350979.958157:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350979.958159:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350979.958161:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350979.958164:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.958167:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763350979.958178:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccda979f8. 00000100:00000001:2.0:1763350979.958183:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350979.958186:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350979.958193:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925ccd786000. 02000000:00000001:2.0:1763350979.958196:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.958198:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350979.958203:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925cc47c56c0. 00000020:00000001:2.0:1763350979.958205:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763350979.958208:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350979.958213:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00080000:00000001:2.0:1763350979.958219:0:69028:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350979.958227:0:69028:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00076800. 00080000:00000001:2.0:1763350979.958229:0:69028:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157907456 : -120542551644160 : ffff925e00076800) 00000020:00000001:2.0:1763350979.958233:0:69028:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:2.0:1763350979.958237:0:69028:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350979.958261:0:69028:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.958265:0:69028:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.958268:0:69028:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:2.0:1763350979.958269:0:69028:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350979.958274:0:69028:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350979.958301:0:69028:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.958303:0:69028:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.958324:0:69028:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.958328:0:69028:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:2.0:1763350979.958330:0:69028:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df4503750 name trusted.fid flag 1 00080000:00000001:2.0:1763350979.958336:0:69028:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350979.958339:0:69028:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763350979.958409:0:69028:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.958412:0:69028:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763350979.958414:0:69028:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925ccd786208 index 0: rc = 0 00000020:00000040:2.0:1763350979.958417:0:69028:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:2.0:1763350979.958420:0:69028:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350979.958423:0:69028:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350979.958427:0:69028:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847697, last_committed = 21474847692 00000001:00000010:2.0:1763350979.958430:0:69028:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693060. 00000001:00000040:2.0:1763350979.958432:0:69028:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 4 00000020:00000040:2.0:1763350979.958435:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=9 00080000:00000001:2.0:1763350979.958441:0:69028:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350979.958452:0:69028:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350979.958455:0:69028:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.958464:0:69028:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350979.958468:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8ab0/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00000020:00000001:2.0:1763350979.958470:0:69028:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350979.958473:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccda979f8. 00000020:00000010:2.0:1763350979.958475:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925cc47c56c0. 00000020:00000001:2.0:1763350979.958477:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350979.958481:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 21474847697, xid 1849001101453312 00010000:00000001:2.0:1763350979.958483:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350979.958488:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee39a300 x1849001101453312/t21474847697(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 408/4320 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350979.958496:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350979.958498:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.958503:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=75 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350979.958508:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350979.958510:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350979.958512:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350979.958515:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350979.958518:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.958521:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.958523:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350979.958527:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925cc47c56c0. 00000100:00000200:2.0:1763350979.958533:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101453312, offset 224 00000400:00000200:2.0:1763350979.958541:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350979.958554:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350979.958566:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd76800 00000400:00000200:2.0:1763350979.958573:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f7dd [2] + 224 00000400:00000200:2.0:1763350979.958581:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350979.958584:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350979.958592:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.958644:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee399f80 x1849001101453312/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350979.958655:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dee399f80 x1849001101453312/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350979.958676:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350979.958684:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc47c56c0 00000400:00000010:2.0:1763350979.958686:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc47c56c0. 00000100:00000001:2.0:1763350979.958689:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350979.958691:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350979.958695:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.958698:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350979.958701:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350979.958703:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.958706:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350979.958709:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39a300 x1849001101453312/t21474847697(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 408/4320 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350979.958718:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee39a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+9:20012:x1849001101453312:12345-0@lo:1000:mdt00_000.0 Request processed in 604us (2064us total) trans 21474847697 rc 0/0 00000100:00100000:2.0:1763350979.958726:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00000040:2.0:1763350979.958729:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:2.0:1763350979.958731:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350979.958733:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350979.958738:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5b80. 00000020:00000010:2.0:1763350979.958741:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090bb8. 00000020:00000010:2.0:1763350979.958744:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:2.0:1763350979.958749:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 8 00000100:00000001:2.0:1763350979.958752:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.960108:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350979.960129:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350979.960132:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350979.960136:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810d10. 00000400:00000200:3.0:1763350979.960143:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded43e40 00000400:00000010:3.0:1763350979.960145:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded43e40. 00000100:00000001:3.0:1763350979.960149:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350979.960156:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dee399f80 x1849001101453312/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350979.960167:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dee399f80 x1849001101453312/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.960173:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350979.960175:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.960178:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350979.960181:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350979.960183:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350979.960185:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.960189:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350979.960198:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=118 v=5 (5 5 0 0) 00000100:00001000:3.0:1763350979.960202:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=78 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350979.960205:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350979.960208:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.960212:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350979.960216:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.960219:0:20012:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763350979.960221:0:20012:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763350979.960222:0:20012:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763350979.960225:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350979.960226:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859208576 : -120542850343040 : ffff925dee399f80) 00000100:00000001:3.0:1763350979.960229:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350979.960231:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:3.0:1763350979.960233:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350979.960235:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.960239:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dee399f80 x1849001101453312/t21474847697(21474847697) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.960246:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350979.960249:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350979.960251:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350979.960254:0:20012:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:3.0:1763350979.960260:0:20012:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.960263:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee399f80 x1849001101453312/t21474847697(21474847697) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350979.960271:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dee399f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101453312:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763350979.960276:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.960279:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.960281:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350979.960284:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350979.960286:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dee399f80 x1849001101453312/t21474847697(21474847697) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.960292:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763350979.960295:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded439c0. 00000100:00000001:3.0:1763350979.960297:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763350979.960299:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.960302:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350979.960305:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee399f80 x1849001101453312/t21474847697(21474847697) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.960311:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.960313:0:20012:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.960316:0:20012:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350979.960319:0:20012:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.960323:0:20012:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350979.960326:0:20012:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f51e0. 00000020:00000001:3.0:1763350979.960329:0:20012:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350979.960338:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350979.960347:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f51e0. 00080000:00000001:3.0:1763350979.960352:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350979.960360:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904fc00. 00080000:00000001:3.0:1763350979.960362:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771872768 : -120542937678848 : ffff925de904fc00) 00000004:00000001:3.0:1763350979.960368:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.960373:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763350979.960375:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350979.960378:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:3.0:1763350979.960381:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350979.960389:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.960391:0:20012:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350979.960393:0:20012:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:3.0:1763350979.960398:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dded43e40. 00000004:00000001:3.0:1763350979.960401:0:20012:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:3.0:1763350979.960404:0:20012:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925cddf6ae48. 00000004:00000010:3.0:1763350979.960406:0:20012:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925cddf6ac70. 00000020:00000001:3.0:1763350979.960412:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:3.0:1763350979.960421:0:20012:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925cdef7ee98. 00000004:00000001:3.0:1763350979.960430:0:20012:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:3.0:1763350979.960432:0:20012:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.960435:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526308278000 : -120547401273616 : ffff925cdef7eef0) 00000004:00000001:3.0:1763350979.960437:0:20012:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.960440:0:20012:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:3.0:1763350979.960442:0:20012:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.960444:0:20012:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.960446:0:20012:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:3.0:1763350979.960450:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350979.960456:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763350979.960462:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dded43540. 00000004:00000010:3.0:1763350979.960466:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94da6a0. 00000004:00000010:3.0:1763350979.960471:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dddcf4000. 00000020:00000001:3.0:1763350979.960475:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350979.960478:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.960480:0:20012:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763350979.960482:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763350979.960484:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fb:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:3.0:1763350979.960488:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dddcf4000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763350979.960493:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee399500. 00000020:00000040:3.0:1763350979.960497:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1763350979.960513:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350979.960516:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350979.960521:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350979.960527:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214f000. 00000100:00000001:3.0:1763350979.960532:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.960535:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.960537:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350979.960539:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.960542:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763350979.960543:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350979.960548:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded43900. 00000100:00000001:3.0:1763350979.960549:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600904960 : -120543108646656 : ffff925dded43900) 00000100:00000001:3.0:1763350979.960552:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350979.960553:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859205888 : -120542850345728 : ffff925dee399500) 00000100:00000001:3.0:1763350979.960557:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350979.960561:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.960564:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350979.960565:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350979.960568:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.960575:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350979.960578:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.960581:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350979.960584:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350979.960586:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350979.960589:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dee399500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101453440:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763350979.960592:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350979.960616:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350979.960618:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.960620:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350979.960626:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925dfd7ac000. 02000000:00000001:3.0:1763350979.960628:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350979.960633:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810d10. 00000400:00000010:3.0:1763350979.960638:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded43f00. 00000100:00000200:3.0:1763350979.960643:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101453440, portal 4 00000100:00000001:3.0:1763350979.960645:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350979.960646:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859205888 : -120542850345728 : ffff925dee399500) 00000100:00000040:3.0:1763350979.960652:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.960658:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350979.960660:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350979.960663:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350198. 00000100:00000200:3.0:1763350979.960666:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101453440, offset 0 00000400:00000200:3.0:1763350979.960671:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350979.960684:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350979.960693:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd76880 00000400:00000200:3.0:1763350979.960698:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 14240 00000400:00000200:3.0:1763350979.960705:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.960708:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350979.960714:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350979.960716:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350979.960720:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee399c00. 00000100:00000040:3.0:1763350979.960722:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925dee399c00 x1849001101453440 msgsize 328 00000100:00100000:3.0:1763350979.960725:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350979.960740:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350979.960746:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350198 00000400:00000010:3.0:1763350979.960748:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350198. 00000100:00000001:3.0:1763350979.960751:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350979.960754:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.960762:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350979.960764:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.960770:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.960771:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350979.960774:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.960778:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19756 usecs (20 jiffies) 00000100:00000001:3.0:1763350979.960782:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300856883 00000100:00000001:3.0:1763350979.960785:0:20012:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300856884 00000100:00000001:3.0:1763350979.960787:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300856883 00000100:00000001:3.0:1763350979.960789:0:20012:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300856884 00000100:00000001:3.0:1763350979.960791:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300856883 00000100:00000001:3.0:1763350979.960793:0:20012:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300856884 00000100:00000001:3.0:1763350979.960794:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300856883 00000100:00000001:3.0:1763350979.960796:0:20012:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300856884 00000100:00000001:3.0:1763350979.960798:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350979.960801:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.960803:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350979.960804:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350979.960807:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded43900 going to sleep for 11 seconds 00000100:00000001:3.0:1763350979.960809:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350979.960811:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.960859:0:20019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.960863:0:20019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101453440 02000000:00000001:0.0:1763350979.960865:0:20019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.960867:0:20019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.960869:0:20019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.960873:0:20019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.960876:0:20019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101453440 00000020:00000001:0.0:1763350979.960879:0:20019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.960881:0:20019:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:0.0:1763350979.960884:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.960887:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:0.0:1763350979.960889:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:0.0:1763350979.960892:0:20019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:0.0:1763350979.960896:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.960901:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.960905:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.960907:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350979.960914:0:20019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350979.960919:0:20019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350979.960925:0:20019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d3e8. 00000100:00000040:0.0:1763350979.960932:0:20019:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763350979.960935:0:20019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.960937:0:20019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.960938:0:20019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.960946:0:20019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.962785:0:20019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.962816:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.962819:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.962826:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00000040:0.0:1763350979.962831:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:0.0:1763350979.962834:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859207680 : -120542850343936 : ffff925dee399c00) 00000100:00000040:0.0:1763350979.962842:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee399c00 x1849001101453440/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.962852:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.962860:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.962863:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.962866:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350979.962872:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20012:x1849001101453440:12345-0@lo:1000:mdt00_000.0 00000100:00000200:0.0:1763350979.962876:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101453440 00000020:00000001:0.0:1763350979.962879:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.962883:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.962886:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.962888:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.962890:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:0.0:1763350979.962894:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.962897:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.962899:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.962902:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.962905:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.962908:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763350979.962914:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cc739fba0. 00000100:00000001:0.0:1763350979.962921:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.962923:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.962933:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925de9898000. 02000000:00000001:0.0:1763350979.962936:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.962938:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350979.962943:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dcb736300. 00000020:00000001:0.0:1763350979.962945:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763350979.964623:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.964637:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00000020:00000001:0.0:1763350979.964645:0:20019:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.964649:0:20019:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350979.964656:0:20019:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:0.0:1763350979.964659:0:20019:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x24fb:0x0] get xattr trusted.fid len 52 00000020:00000001:0.0:1763350979.964663:0:20019:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:0.0:1763350979.964665:0:20019:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.964670:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd6ad728/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00000020:00000010:0.0:1763350979.964675:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cc739fba0. 00000020:00000010:0.0:1763350979.964681:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dcb736300. 00000020:00000001:0.0:1763350979.964684:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350979.964690:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911614, transno 0, xid 1849001101453440 00010000:00000001:0.0:1763350979.964693:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.964702:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee399c00 x1849001101453440/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 328/4320 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350979.964712:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.964715:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.964720:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=75 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350979.964725:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.964728:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350979.964730:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350979.964734:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.964737:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.964741:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.964744:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350979.964750:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb736300. 00000100:00000200:0.0:1763350979.964757:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101453440, offset 224 00000400:00000200:0.0:1763350979.964765:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350979.964779:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350979.964789:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd76880 00000400:00000200:0.0:1763350979.964796:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f7e9 [2] + 224 00000400:00000200:0.0:1763350979.964806:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.964811:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350979.964818:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.964825:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350979.964834:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.964856:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350979.964866:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dcb736300 00000400:00000010:0.0:1763350979.964869:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dcb736300. 00000100:00000001:0.0:1763350979.964872:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350979.964873:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350979.964878:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.964881:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350979.964883:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.964885:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.964888:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.964892:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee399c00 x1849001101453440/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 328/4320 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.964900:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1763350979.964901:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20012:x1849001101453440:12345-0@lo:1000:mdt00_000.0 Request processed in 2047us (4176us total) trans 0 rc 0/0 00000400:00000001:3.0:1763350979.964908:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350979.964910:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1763350979.964911:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000400:00000010:3.0:1763350979.964913:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810d10. 00000100:00000040:0.0:1763350979.964914:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000400:00000200:3.0:1763350979.964917:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded43f00 00000100:00000001:0.0:1763350979.964917:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:3.0:1763350979.964919:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded43f00. 00000100:00000001:0.0:1763350979.964919:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1763350979.964921:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350979.964925:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1763350979.964925:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350979.964929:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d3e8. 00000020:00000010:0.0:1763350979.964932:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000100:00000200:3.0:1763350979.964934:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1763350979.964938:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000100:00000001:3.0:1763350979.964939:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350979.964940:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.964941:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.964943:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350979.964945:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350979.964947:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350979.964949:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350979.964952:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350979.964960:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=118 v=5 (5 5 0 0) 00000100:00001000:3.0:1763350979.964963:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=81 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350979.964966:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350979.964968:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350979.964970:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350979.964973:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.964976:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350979.964979:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911614 00000100:00000001:3.0:1763350979.964980:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350979.964982:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350979.964986:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.964992:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350979.964995:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350979.964997:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350979.965000:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350979.965007:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dee399500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101453440:0@lo:1000:mdt00_000.0 00000100:00000001:3.0:1763350979.965013:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350979.965016:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350979.965018:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350979.965020:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350979.965024:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.965029:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763350979.965032:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded43900. 00000100:00000001:3.0:1763350979.965034:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763350979.965035:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965038:0:20012:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763350979.965049:0:20012:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925deac69d80. 00000004:00000001:3.0:1763350979.965053:0:20012:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:3.0:1763350979.965055:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350979.965059:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dee399500 x1849001101453440/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350979.965064:0:20012:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350979.965067:0:20012:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350979.965069:0:20012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925dfd7ac000. 02000000:00000001:3.0:1763350979.965075:0:20012:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350979.965077:0:20012:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350979.965078:0:20012:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763350979.965080:0:20012:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350979.965083:0:20012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214f000. 02000000:00000001:3.0:1763350979.965088:0:20012:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350979.965089:0:20012:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350979.965092:0:20012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee399500. 00000100:00000001:3.0:1763350979.965095:0:20012:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350979.965096:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763350979.965099:0:20012:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dddcf4000. 00000004:00000010:3.0:1763350979.965103:0:20012:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df94da6a0. 00000004:00000010:3.0:1763350979.965106:0:20012:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dded43540. 00000004:00000001:3.0:1763350979.965110:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.965114:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.965125:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350979.965129:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350979.965132:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.965136:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.965139:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.965141:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.965143:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350979.965145:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:3.0:1763350979.965148:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.965151:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:3.0:1763350979.965154:0:20012:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:3.0:1763350979.965157:0:20012:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925dded43540. 00000004:00000001:3.0:1763350979.965159:0:20012:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623530600904000 : -120543108647616 : ffff925dded43540) 00000020:00000010:3.0:1763350979.965163:0:20012:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925dded43900. 00000020:00000010:3.0:1763350979.965166:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122600. 00000020:00000010:3.0:1763350979.965171:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122200. 00000020:00000001:3.0:1763350979.965173:0:20012:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623530600904000 : -120543108647616 : ffff925dded43540) 00000004:00000001:3.0:1763350979.965176:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530600904000 : -120543108647616 : ffff925dded43540) 00000004:00000010:3.0:1763350979.965180:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dded43f00. 00000004:00000010:3.0:1763350979.965182:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94da6a0. 00000004:00000010:3.0:1763350979.965186:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dddcf4000. 00000004:00000001:3.0:1763350979.965188:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965191:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965193:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965196:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965204:0:20012:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763350979.965207:0:20012:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=930560, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117832, ffree=117088, state=0 00000004:00000001:3.0:1763350979.965211:0:20012:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.965213:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:3.0:1763350979.965214:0:20012:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:3.0:1763350979.965218:0:20012:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350979.965223:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43900 refcount 4 committed 0 result 0 batchid 4294967626 00000020:00000040:3.0:1763350979.965226:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925dded43540 00000020:00000040:3.0:1763350979.965229:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122600 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925de904fc00 00000020:00000040:3.0:1763350979.965233:0:20012:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:3.0:1763350979.965236:0:20012:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763350979.965239:0:20012:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763350979.965241:0:20012:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:3.0:1763350979.965244:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350979.965247:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350979.965249:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350979.965250:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965252:0:20012:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763350979.965255:0:20012:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:3.0:1763350979.965259:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763350979.965299:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350979.965302:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.965303:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.965305:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.965307:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.965309:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350979.965318:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:3.0:1763350979.965322:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.965324:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965326:0:20012:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:3.0:1763350979.965329:0:20012:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763350979.965330:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350979.965331:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.965332:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.965333:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.965335:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.965337:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.965339:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350979.965343:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:3.0:1763350979.965348:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763350979.965351:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965353:0:20012:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:3.0:1763350979.965359:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763350979.965367:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350979.965372:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:3.0:1763350979.965374:0:20012:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965377:0:20012:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965379:0:20012:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965381:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350979.965384:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350979.965387:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.965409:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.965411:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.965413:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.965420:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.965421:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965423:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965425:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.965428:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350979.965430:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350979.965433:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965435:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350979.965436:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350979.965438:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.965444:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.965446:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.965447:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.965451:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.965453:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965454:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965456:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.965458:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350979.965460:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350979.965462:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965464:0:20012:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350979.965466:0:20012:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350979.965469:0:20012:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:3.0:1763350979.965471:0:20012:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.965475:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350979.965482:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350979.965484:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.965485:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771872768 : -120542937678848 : ffff925de904fc00) 00080000:00000001:3.0:1763350979.965488:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350979.965492:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350979.965493:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965495:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350979.965517:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.965519:0:20012:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965524:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.965527:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763350979.965529:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350979.965531:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965534:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350979.965538:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763350979.965540:0:20012:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:3.0:1763350979.965542:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350979.965544:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.965545:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350979.965547:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350979.965548:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350979.965550:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350979.965552:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.965553:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350979.965555:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350979.965556:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:3.0:1763350979.965558:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.965560:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350979.965562:0:20012:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623530600904000 : -120543108647616 : ffff925dded43540) 00000004:00000001:3.0:1763350979.965564:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530600904000 : -120543108647616 : ffff925dded43540) 00000020:00000040:3.0:1763350979.965569:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:3.0:1763350979.965571:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:3.0:1763350979.965573:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:3.0:1763350979.965576:0:20012:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000401:0x24fb:0x0] xattr_set param_count = 3 00000004:00000001:3.0:1763350979.965579:0:20012:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:3.0:1763350979.965581:0:20012:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x24fb:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763350979.965585:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350979.965588:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965591:0:20012:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965593:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965623:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965626:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350979.965627:0:20012:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350979.965630:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350979.965633:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763350979.965636:0:20012:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055166 00000001:00000001:3.0:1763350979.965639:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350979.965643:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055167, last_committed = 8590055163 00000001:00000010:3.0:1763350979.965647:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f50c0. 00000001:00000040:3.0:1763350979.965649:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:3.0:1763350979.965652:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:3.0:1763350979.965657:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43000. 00000004:00000001:3.0:1763350979.965662:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350979.965664:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350979.965665:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771872768 : -120542937678848 : ffff925de904fc00) 00000020:00000040:3.0:1763350979.965668:0:20012:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:3.0:1763350979.965670:0:20012:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:3.0:1763350979.965672:0:20012:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:3.0:1763350979.965676:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.967341:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350979.967349:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350979.967356:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43000: xid 1849001118771840, transno 8590055167, tag 0, client gen 3, slot idx 3 00000001:00000001:1.0:1763350979.967361:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.967366:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763350979.967368:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:1.0:1763350979.967389:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.967394:0:20012:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763350979.967397:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763350979.967399:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763350979.967402:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43900 refcount 4 committed 0 result 0 batchid 4294967626 00000020:00000040:1.0:1763350979.967406:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43540 00000020:00000040:1.0:1763350979.967409:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122600 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925de904fc00 00000020:00000001:1.0:1763350979.967413:0:20012:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763350979.967414:0:20012:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763350979.967416:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763350979.967419:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fb:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763350979.967423:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dddcf4000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763350979.967433:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0700. 00000020:00000040:1.0:1763350979.967437:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:1.0:1763350979.967442:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350979.967446:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350979.967452:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350979.967463:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dea3f6e00. 00000100:00000001:1.0:1763350979.967469:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.967473:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.967475:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.967477:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.967480:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763350979.967482:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350979.967488:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9f1e000. 00000100:00000001:1.0:1763350979.967490:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530518962176 : -120543190589440 : ffff925dd9f1e000) 00000100:00000001:1.0:1763350979.967493:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350979.967495:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079567104 : -120542629984512 : ffff925dfb5c0700) 00000100:00000001:1.0:1763350979.967500:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763350979.967506:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.967508:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350979.967510:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350979.967517:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dfb5c0700 x1849001101453568/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.967527:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350979.967530:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.967533:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763350979.967536:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763350979.967538:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.967542:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dfb5c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101453568:0@lo:1000:mdt00_000.0 00000100:00000001:1.0:1763350979.967546:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350979.967550:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350979.967552:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.967555:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350979.967563:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925ddf2b8000. 02000000:00000001:1.0:1763350979.967565:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350979.967571:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466dc0. 00000400:00000010:1.0:1763350979.967577:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb4f60c0. 00000100:00000200:1.0:1763350979.967583:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101453568, portal 4 00000100:00000001:1.0:1763350979.967585:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350979.967586:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079567104 : -120542629984512 : ffff925dfb5c0700) 00000100:00000040:1.0:1763350979.967593:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dfb5c0700 x1849001101453568/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.967619:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.967621:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350979.967625:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead742a8. 00000100:00000200:1.0:1763350979.967628:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101453568, offset 0 00000400:00000200:1.0:1763350979.967635:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350979.967647:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350979.967657:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd76900 00000400:00000200:1.0:1763350979.967663:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 14568 00000400:00000200:1.0:1763350979.967671:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.967675:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350979.967682:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.967685:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763350979.967691:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c32680. 00000100:00000040:1.0:1763350979.967695:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9c32680 x1849001101453568 msgsize 408 00000100:00100000:1.0:1763350979.967698:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763350979.967705:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763350979.967712:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead742a8 00000400:00000010:1.0:1763350979.967714:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead742a8. 00000100:00000001:1.0:1763350979.967717:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350979.967721:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dfb5c0700 x1849001101453568/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.967731:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350979.967734:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dfb5c0700 x1849001101453568/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350979.967741:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.967743:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763350979.967748:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.967753:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19755 usecs (20 jiffies) 00000100:00000001:1.0:1763350979.967756:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300856889 00000100:00000001:1.0:1763350979.967765:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300856884 00000100:00000001:1.0:1763350979.967770:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300856889 00000100:00000001:1.0:1763350979.967773:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300856884 00000100:00000001:1.0:1763350979.967776:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300856889 00000100:00000001:1.0:1763350979.967780:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300856884 00000100:00000001:1.0:1763350979.967782:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300856889 00000100:00000001:1.0:1763350979.967785:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300856884 00000100:00000001:1.0:1763350979.967788:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350979.967791:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.967794:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350979.967797:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350979.967799:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dd9f1e000 going to sleep for 11 seconds 00000100:00000001:1.0:1763350979.967802:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350979.967805:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.968034:0:20019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.968038:0:20019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101453568 02000000:00000001:0.0:1763350979.968041:0:20019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.968044:0:20019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.968047:0:20019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.968051:0:20019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.968055:0:20019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101453568 00000020:00000001:0.0:1763350979.968059:0:20019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.968061:0:20019:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:0.0:1763350979.968064:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.968067:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:0.0:1763350979.968070:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:0.0:1763350979.968073:0:20019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:0.0:1763350979.969035:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.969042:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.969047:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.969049:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350979.969057:0:20019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350979.969064:0:20019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350979.969068:0:20019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d3e8. 00000100:00000040:0.0:1763350979.969089:0:20019:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:0.0:1763350979.969092:0:20019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.969094:0:20019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350979.969096:0:20019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.969104:0:20019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.969110:0:20019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.969132:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.969134:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.969140:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00000040:0.0:1763350979.969144:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:0.0:1763350979.969147:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530515900032 : -120543193651584 : ffff925dd9c32680) 00000100:00000040:0.0:1763350979.969153:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9c32680 x1849001101453568/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 408/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.969162:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.969165:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.969167:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.969170:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350979.969174:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9c32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20012:x1849001101453568:12345-0@lo:1000:mdt00_000.0 00000100:00000200:0.0:1763350979.969178:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101453568 00000020:00000001:0.0:1763350979.969181:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350979.969185:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350979.969188:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.969191:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350979.969193:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:0.0:1763350979.969196:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350979.969199:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.969201:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350979.969203:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350979.969208:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.969211:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763350979.969217:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cc739fba0. 00000100:00000001:0.0:1763350979.969222:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.969224:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.969231:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dd0bd8000. 02000000:00000001:0.0:1763350979.969233:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.969236:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350979.969240:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dcb736300. 00000020:00000001:0.0:1763350979.969242:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763350979.969246:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.969252:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289113480 : -120547420438136 : ffff925cddd38188) 00080000:00000001:0.0:1763350979.969258:0:20019:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350979.969266:0:20019:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5d18000. 00080000:00000001:0.0:1763350979.969269:0:20019:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986602496 : -120542722949120 : ffff925df5d18000) 00000020:00000001:0.0:1763350979.969272:0:20019:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:0.0:1763350979.969276:0:20019:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350979.969299:0:20019:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.969302:0:20019:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.969305:0:20019:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763350979.969308:0:20019:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350979.969313:0:20019:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350979.969341:0:20019:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350979.969342:0:20019:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.969365:0:20019:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.969368:0:20019:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763350979.969370:0:20019:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff925df4503a30 name trusted.fid flag 1 00080000:00000001:0.0:1763350979.969375:0:20019:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350979.969377:0:20019:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763350979.969440:0:20019:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.969442:0:20019:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763350979.969444:0:20019:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff925dd0bd8208 index 0: rc = 0 00000020:00000040:0.0:1763350979.969447:0:20019:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763350979.969450:0:20019:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350979.969453:0:20019:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350979.969456:0:20019:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911617, last_committed = 12884911615 00000001:00000010:0.0:1763350979.969459:0:20019:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4e4e0. 00000001:00000040:0.0:1763350979.969461:0:20019:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925df4ce5800 : new cb_count 1 00000020:00000040:0.0:1763350979.969463:0:20019:0:(genops.c:887:class_export_get()) GET export ffff925df4ce5800 refcount=6 00080000:00000001:0.0:1763350979.969469:0:20019:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350979.969480:0:20019:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763350979.969483:0:20019:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350979.969491:0:20019:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.969494:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd6ad728/ffff925cddd38130 to site lru. bkt: ffff925df94c5650 00000020:00000001:0.0:1763350979.969496:0:20019:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350979.969498:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cc739fba0. 00000020:00000010:0.0:1763350979.969500:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dcb736300. 00000020:00000001:0.0:1763350979.969502:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350979.969506:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911614, transno 12884911617, xid 1849001101453568 00010000:00000001:0.0:1763350979.969509:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350979.969514:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9c32680 x1849001101453568/t12884911617(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 408/4320 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350979.969521:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.969524:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.969528:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=75 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350979.969532:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.969534:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350979.969536:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350979.969538:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.969540:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.969543:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.969546:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350979.969549:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb736300. 00000100:00000200:0.0:1763350979.969553:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101453568, offset 224 00000400:00000200:0.0:1763350979.969558:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350979.969568:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350979.969575:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd76900 00000400:00000200:0.0:1763350979.969580:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f7f5 [2] + 224 00000400:00000200:0.0:1763350979.969587:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.969590:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350979.969621:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350979.969627:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dfb5c0700 x1849001101453568/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350979.969636:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dfb5c0700 x1849001101453568/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.969647:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350979.969653:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dcb736300 00000400:00000010:0.0:1763350979.969654:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dcb736300. 00000100:00000001:0.0:1763350979.969657:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350979.969658:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350979.969661:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.969664:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350979.969667:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350979.969669:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.969671:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350979.969675:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c32680 x1849001101453568/t12884911617(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:170/0 lens 408/4320 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350979.969683:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9c32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:20012:x1849001101453568:12345-0@lo:1000:mdt00_000.0 Request processed in 519us (1987us total) trans 12884911617 rc 0/0 00000100:00100000:0.0:1763350979.969691:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00000040:0.0:1763350979.969694:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:0.0:1763350979.969696:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.969697:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.969702:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350979.969705:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d3e8. 00000020:00000010:0.0:1763350979.969708:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350979.969713:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 5 00000100:00000001:0.0:1763350979.969716:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.970294:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350979.970302:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350979.970304:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350979.970307:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466dc0. 00000400:00000200:2.0:1763350979.970312:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dcb4f60c0 00000400:00000010:2.0:1763350979.970314:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dcb4f60c0. 00000100:00000001:2.0:1763350979.970316:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350979.970321:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dfb5c0700 x1849001101453568/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350979.970336:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dfb5c0700 x1849001101453568/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350979.970342:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350979.970343:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.970346:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350979.970348:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350979.970350:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.970352:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.970354:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.970362:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=118 v=5 (5 5 0 0) 00000100:00001000:2.0:1763350979.970365:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350979.970367:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350979.970369:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.970372:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350979.970375:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.970377:0:20012:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763350979.970379:0:20012:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763350979.970381:0:20012:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763350979.970382:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350979.970383:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079567104 : -120542629984512 : ffff925dfb5c0700) 00000100:00000001:2.0:1763350979.970386:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763350979.970388:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911614 00000100:00000001:2.0:1763350979.970390:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350979.970392:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.970396:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dfb5c0700 x1849001101453568/t12884911617(12884911617) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350979.970402:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350979.970404:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350979.970406:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350979.970409:0:20012:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763350979.970413:0:20012:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.970416:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0700 x1849001101453568/t12884911617(12884911617) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350979.970428:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dfb5c0700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101453568:0@lo:1000:mdt00_000.0 00000100:00000001:2.0:1763350979.970433:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.970435:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.970437:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350979.970439:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.970442:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dfb5c0700 x1849001101453568/t12884911617(12884911617) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350979.970447:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763350979.970449:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9f1e000. 00000100:00000001:2.0:1763350979.970453:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763350979.970454:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.970456:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350979.970459:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dfb5c0700 x1849001101453568/t12884911617(12884911617) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350979.970464:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.970465:0:20012:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.970468:0:20012:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350979.970470:0:20012:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.970475:0:20012:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350979.970477:0:20012:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f51e0. 00000020:00000001:2.0:1763350979.970480:0:20012:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.970486:0:20012:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.970491:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350979.970495:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350979.970496:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350979.970497:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350979.970499:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.970502:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.970504:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd3200 refcount=3 00000020:00000001:2.0:1763350979.970507:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:2.0:1763350979.970509:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00000004:00010000:2.0:1763350979.970514:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004e547d0a reply state 000000009ea71373 transno 8590055167 ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:2.0:1763350979.970525:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763350979.970527:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.970529:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350979.970530:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350979.970531:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350979.970533:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350979.970535:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350979.970536:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350979.970537:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350979.970538:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350979.970538:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350979.970539:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.970540:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.970542:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dde74dc00 refcount=3 00000020:00000001:2.0:1763350979.970543:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:2.0:1763350979.970545:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00000004:00010000:2.0:1763350979.970548:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000004e547d0a reply state 000000009ea71373 transno 8590055167 ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:2.0:1763350979.970552:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:2.0:1763350979.970554:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.970554:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350979.970555:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350979.970556:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350979.970557:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350979.970558:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350979.970559:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350979.970562:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350979.970563:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350979.970565:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350979.970566:0:20012:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350979.970569:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 8590055167, xid 1849001118771840 00010000:00000001:2.0:1763350979.970571:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763350979.970573:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00010000:00000200:2.0:1763350979.970575:0:20012:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055167, last committed = 8590055163 00010000:00000200:2.0:1763350979.970581:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4ca80 x1849001118771840/t8590055167(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 568/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350979.970588:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350979.970590:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.970593:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350979.970615:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350979.970618:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350979.970620:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350979.970622:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350979.970623:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.970625:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.970628:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350979.970632:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2a18. 00000100:00000200:2.0:1763350979.970635:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118771840, offset 224 00000400:00000010:2.0:1763350979.970640:0:20012:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925df0e57cb0. 00000400:00000200:2.0:1763350979.970643:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350979.970654:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350979.970660:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198071:198071:256:4294967295] 192.168.202.2@tcp LPNI seq info [198067:198067:8:4294967295] 00000400:00000200:2.0:1763350979.970667:0:20012:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:2.0:1763350979.970674:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350979.970680:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350979.970685:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350979.970693:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350979.970702:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350979.970707:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350979.970716:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.970718:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350979.970721:0:20012:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350979.970722:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.970724:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350979.970729:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4ca80 x1849001118771840/t8590055167(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 568/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350979.970743:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226199:x1849001118771840:12345-192.168.202.2@tcp:61:lfs.0 Request processed in 26061us (26274us total) trans 8590055167 rc 0/0 00000100:00100000:2.0:1763350979.970750:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140595 00000100:00000040:2.0:1763350979.970752:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350979.970754:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350979.970755:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763350979.970758:0:20012:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:2.0:1763350979.970761:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5a00. 00000020:00000010:2.0:1763350979.970764:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090708. 00000020:00000010:2.0:1763350979.970768:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c73600. 00000020:00000040:2.0:1763350979.970775:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:2.0:1763350979.970777:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350979.974024:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350979.974036:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350979.974045:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350979.974056:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350979.974064:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350979.974066:0:3310:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350979.976362:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.976380:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.976386:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.976389:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.976402:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:3.0:1763350979.976428:0:3309:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f801 00000400:00000200:3.0:1763350979.976437:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.976442:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:3.0:1763350979.976451:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2a18 00000400:00000010:3.0:1763350979.976454:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2a18. 00000100:00000001:3.0:1763350979.976460:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350979.976464:0:3309:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763350979.976466:0:3309:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350979.976490:0:3309:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350979.976492:0:3309:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350979.976495:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350979.976503:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.976507:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.976509:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.976511:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.976515:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350979.976522:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfab80 00000400:00000200:3.0:1763350979.976532:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124d9d [2] + 1960 00000400:00000010:3.0:1763350979.976537:0:3309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925df8791268. 00000400:00000200:3.0:1763350979.976541:0:3309:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925df8c810c0 00000800:00000001:3.0:1763350979.976545:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.976550:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.976552:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.976555:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350979.976557:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df8c810c0 00000400:00000010:3.0:1763350979.976560:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925df8c810c0. 00000100:00000001:3.0:1763350979.976567:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350979.976569:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:3.0:1763350979.976572:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9fb3050 x1849001118772096 msgsize 392 00000100:00100000:3.0:1763350979.976576:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:3.0:1763350979.976578:0:3309:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763350979.976629:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350979.976634:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.976638:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.976640:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350979.976641:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.976645:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350979.976651:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfac00 00000400:00000200:3.0:1763350979.976657:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127a05 [2] + 1640 00000800:00000001:3.0:1763350979.976660:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1763350979.979530:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350979.979538:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118772096 02000000:00000001:1.0:1763350979.979543:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350979.979546:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350979.979549:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.979556:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350979.979561:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118772096 00000020:00000001:1.0:1763350979.979566:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350979.979568:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350979.979571:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.979575:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:1.0:1763350979.979579:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350979.979582:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350979.979587:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.979626:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52540. 00000100:00000001:1.0:1763350979.979631:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.979634:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52540. 00000020:00000010:1.0:1763350979.979643:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7c00. 00000020:00000010:1.0:1763350979.979649:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0b00. 00000020:00000010:1.0:1763350979.979655:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350979.979664:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763350979.979668:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350979.979669:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350979.979672:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.979681:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.979696:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350979.979708:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.979710:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350979.979719:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20875 00000100:00000040:1.0:1763350979.979723:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.979725:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530519572560 : -120543189979056 : ffff925dd9fb3050) 00000100:00000040:1.0:1763350979.979734:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9fb3050 x1849001118772096/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350979.979745:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350979.979747:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52540. 00000100:00000001:1.0:1763350979.979749:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350979.979752:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52540. 00000100:00100000:1.0:1763350979.979756:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9fb3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226199:x1849001118772096:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:1.0:1763350979.979761:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118772096 00000020:00000001:1.0:1763350979.979764:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350979.979768:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350979.979773:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43000: xid 1849001118771840, transno 8590055167, client gen 3, slot idx 3 00000001:00000001:1.0:1763350979.979778:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dd9f1ea80: xid 1849001118771072, transno 8590055164, client gen 3, slot idx 0 00000001:00000010:1.0:1763350979.979782:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dd9f1ea80. 00000001:00000001:1.0:1763350979.979786:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded430c0: xid 1849001118771840, transno 8590055166, client gen 3, slot idx 2 00000001:00000001:1.0:1763350979.979790:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded430c0: xid 1849001118771840, transno 8590055166, client gen 3, slot idx 2 00000001:00000010:1.0:1763350979.979793:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded430c0. 00000001:00000001:1.0:1763350979.979796:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43240: xid 1849001118771840, transno 8590055165, client gen 3, slot idx 1 00000001:00000001:1.0:1763350979.979798:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43240: xid 1849001118771840, transno 8590055165, client gen 3, slot idx 1 00000001:00000010:1.0:1763350979.979801:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43240. 00000020:00000001:1.0:1763350979.979804:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.979806:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350979.979809:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:1.0:1763350979.979813:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350979.979816:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118772096, found 0 last_xid 1849001118772095 00000020:00000001:1.0:1763350979.979819:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350979.979822:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350979.979824:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350979.979828:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.979834:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763350979.979837:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763350979.979839:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763350979.979844:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.979847:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763350979.979851:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.979854:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.979856:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.979858:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.979860:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.979862:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.979864:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.979865:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.979867:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.979868:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.979870:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.979871:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.979873:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.979874:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.979877:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.979878:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763350979.979880:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.979883:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350979.979884:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.979885:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.979887:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.979888:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.979889:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.979891:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350979.979892:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350979.979894:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.979896:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.979897:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.979902:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350979.979908:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350979.979911:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350979.979914:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350979.979916:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350979.979918:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350979.979920:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.979922:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350979.979924:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.979926:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.979931:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350979.979934:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350979.979940:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925dc3c46000. 02000000:00000001:1.0:1763350979.979942:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.979945:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.979962:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350979.979964:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.979967:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763350979.979969:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763350979.979971:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350979.979973:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dffae6000 refcount=2 00000020:00000001:1.0:1763350979.979975:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531152072704 : -120542557478912 : ffff925dffae6000) 00000004:00000001:1.0:1763350979.979978:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623531152072704 : -120542557478912 : ffff925dffae6000) 00000020:00000040:1.0:1763350979.979981:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffae6000 with handle 0xcb8c81cc3033c6f6 from hash 00000004:00000001:1.0:1763350979.979986:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763350979.979988:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3fec:0x0] with intent: 0 00000004:00000001:1.0:1763350979.979991:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763350979.979994:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 1 blocks 11 truncate 0 00000004:00000001:1.0:1763350979.979998:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350979.980001:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350979.980009:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980012:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.980016:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.980019:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.980026:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.980028:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.980032:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350979.980034:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350979.980036:0:20016:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.980039:0:20016:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fec:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000002:1.0:1763350979.980043:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350979.980046:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980048:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.980050:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.980051:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.980052:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.980054:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980056:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980058:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980060:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.980061:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.980062:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.980064:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980066:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980068:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980069:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980071:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350979.980073:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980075:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763350979.980077:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3fec:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:1.0:1763350979.980080:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.980082:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763350979.980084:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350979.980088:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350979.980095:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fdde0. 00080000:00000001:1.0:1763350979.980098:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.980106:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc3c47c00. 00080000:00000001:1.0:1763350979.980109:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530146888704 : -120543562662912 : ffff925dc3c47c00) 00000004:00000001:1.0:1763350979.980113:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.980125:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.980128:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.980130:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146888704 : -120543562662912 : ffff925dc3c47c00) 00080000:00000001:1.0:1763350979.980134:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350979.980156:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980158:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980161:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.980165:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350979.980168:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350979.980173:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350979.980175:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.980176:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146888704 : -120543562662912 : ffff925dc3c47c00) 00080000:00000001:1.0:1763350979.980180:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.980185:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.980187:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980190:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.980211:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.980214:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980220:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.980223:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350979.980225:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350979.980227:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.980228:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146888704 : -120543562662912 : ffff925dc3c47c00) 00080000:00000001:1.0:1763350979.980232:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350979.980235:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:1.0:1763350979.980266:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980268:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980270:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980272:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.980277:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350979.980280:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350979.980283:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350979.980286:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055168, last_committed = 8590055163 00000001:00000010:1.0:1763350979.980290:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd840. 00000001:00000040:1.0:1763350979.980292:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:1.0:1763350979.980295:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00000001:00000010:1.0:1763350979.980300:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dcb4f69c0. 00000004:00000001:1.0:1763350979.980305:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350979.980307:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.980308:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146888704 : -120543562662912 : ffff925dc3c47c00) 00080000:00000001:1.0:1763350979.980312:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.980325:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350979.980328:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350979.980331:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dcb4f69c0: xid 1849001118772096, transno 8590055168, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350979.980334:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.980346:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350979.980349:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fdde0. 00000020:00000001:1.0:1763350979.980351:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980354:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980356:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980358:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980361:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763350979.980363:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763350979.980365:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350979.980367:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350979.980368:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.980370:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350979.980372:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980374:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980376:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350979.980378:0:20016:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980381:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350979.980384:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350979.980388:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350979.980391:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350979.980394:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fdde0. 00080000:00000001:1.0:1763350979.980396:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350979.980399:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc3c44000. 00080000:00000001:1.0:1763350979.980401:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530146873344 : -120543562678272 : ffff925dc3c44000) 00000004:00000001:1.0:1763350979.980404:0:20016:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350979.980406:0:20016:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350979.980407:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.980409:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146873344 : -120543562678272 : ffff925dc3c44000) 00080000:00000001:1.0:1763350979.980412:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350979.980418:0:20016:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980421:0:20016:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980423:0:20016:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.980425:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350979.980427:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350979.980429:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350979.980430:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.980431:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146873344 : -120543562678272 : ffff925dc3c44000) 00080000:00000001:1.0:1763350979.980434:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350979.980436:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350979.980437:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980439:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.980445:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.980448:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350979.980451:0:20016:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350976, ctime 1763350977 00000004:00000001:1.0:1763350979.980454:0:20016:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763350979.980456:0:20016:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763350979.980458:0:20016:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763350979.980459:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.980460:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146873344 : -120543562678272 : ffff925dc3c44000) 00080000:00000001:1.0:1763350979.980464:0:20016:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350979.980469:0:20016:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980472:0:20016:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980474:0:20016:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980476:0:20016:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.980479:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350979.980480:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763350979.980483:0:20016:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055168 00000001:00000001:1.0:1763350979.980484:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350979.980487:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055169, last_committed = 8590055163 00000001:00000010:1.0:1763350979.980490:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd900. 00000001:00000040:1.0:1763350979.980492:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:1.0:1763350979.980494:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=492 00000001:00000010:1.0:1763350979.980498:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dcb4f6180. 00000004:00000001:1.0:1763350979.980500:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350979.980502:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350979.980503:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530146873344 : -120543562678272 : ffff925dc3c44000) 00080000:00000001:1.0:1763350979.980505:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350979.980511:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350979.980513:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350979.980516:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dcb4f69c0: xid 1849001118772096, transno 8590055168, client gen 3, slot idx 0 00000001:00000001:1.0:1763350979.980520:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dcb4f69c0: xid 1849001118772096, transno 8590055168, client gen 3, slot idx 0 00000001:00000010:1.0:1763350979.980523:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dcb4f69c0. 00000001:00000001:1.0:1763350979.980526:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dcb4f6180: xid 1849001118772096, transno 8590055169, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350979.980529:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350979.980535:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350979.980537:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fdde0. 00000020:00000001:1.0:1763350979.980539:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980543:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763350979.980545:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980548:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763350979.980552:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350979.980555:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763350979.980558:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dffae6000. 00000004:00000001:1.0:1763350979.980569:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350979.980574:0:20016:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cd318/ffff925ccd7cd2c0 to site lru. bkt: ffff925dd1460428 00000004:00000001:1.0:1763350979.980577:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350979.980578:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980580:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980583:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763350979.980585:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350979.980587:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350979.980589:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350979.980591:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350979.980593:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350979.980621:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350979.980625:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350979.980627:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763350979.980633:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350979.980641:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350979.980643:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350979.980647:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 8590055169, xid 1849001118772096 00010000:00000001:1.0:1763350979.980650:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350979.980658:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9fb3050 x1849001118772096/t8590055169(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350979.980673:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350979.980676:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350979.980680:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350979.980685:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350979.980688:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350979.980691:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350979.980694:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350979.980697:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350979.980701:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350979.980704:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350979.980710:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead742a8. 00000100:00000200:1.0:1763350979.980717:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118772096, offset 224 00000400:00000200:1.0:1763350979.980724:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350979.980738:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350979.980745:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198072:198072:256:4294967295] 192.168.202.2@tcp LPNI seq info [198068:198068:8:4294967295] 00000400:00000200:1.0:1763350979.980758:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350979.980764:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350979.980769:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca400. 00000800:00000200:1.0:1763350979.980776:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350979.980784:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350979.980789:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca400 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350979.980804:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350979.980807:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350979.980809:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350979.980811:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350979.980814:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350979.980818:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9fb3050 x1849001118772096/t8590055169(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350979.980827:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9fb3050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226199:x1849001118772096:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 1081us (4253us total) trans 8590055169 rc 0/0 00000100:00100000:1.0:1763350979.980835:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20875 00000100:00000040:1.0:1763350979.980839:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350979.980841:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350979.980843:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763350979.980846:0:20016:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:1.0:1763350979.980850:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0b00. 00000020:00000010:1.0:1763350979.980853:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350979.980857:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7c00. 00000020:00000040:1.0:1763350979.980863:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 02000000:00000001:1.0:1763350979.980870:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350979.980872:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925de904d400. 02000000:00000001:1.0:1763350979.980876:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350979.980879:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1b800. 02000000:00000001:1.0:1763350979.980884:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350979.980886:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dc67e7c00. 02000000:00000001:1.0:1763350979.980889:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350979.980890:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e18000. 02000000:00000001:1.0:1763350979.980893:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350979.980895:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925e00ec8c00. 02000000:00000001:1.0:1763350979.980897:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350979.980898:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9877100. 02000000:00000001:1.0:1763350979.980901:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350979.980902:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dc67e4400. 02000000:00000001:1.0:1763350979.980905:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350979.980906:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875880. 02000000:00000001:1.0:1763350979.980909:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350979.980910:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dffad6c00. 02000000:00000001:1.0:1763350979.980912:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350979.980913:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d66d80. 00000100:00000001:1.0:1763350979.980917:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763350979.980924:0:20016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:1.0:1763350979.980930:0:20016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466840. 00000400:00000010:1.0:1763350979.980936:0:20016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb4f6300. 00000100:00000001:0.0:1763350979.981374:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763350979.981379:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.981382:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.981385:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dde74dc00 refcount=3 00000020:00000001:0.0:1763350979.981388:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:0.0:1763350979.981391:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:0.0:1763350979.981394:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350979.981400:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981408:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.981411:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.981413:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981420:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.981422:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981425:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350979.981428:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350979.981434:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dde74dc00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350979.981437:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.981440:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350979.981443:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981449:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350979.981450:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.981452:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.981453:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dde74dc00 refcount=4 00000020:00000001:0.0:1763350979.981455:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:0.0:1763350979.981457:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530594655232 : -120543114896384 : ffff925dde74dc00) 00010000:00000001:0.0:1763350979.981460:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350979.981463:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981468:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350979.981470:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350979.981471:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981477:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.981478:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.981480:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.981481:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.981484:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dde74dc00 with handle 0xcb8c81cc3033c797 from hash 00010000:00000001:0.0:1763350979.981486:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.981488:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.981489:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.981490:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.981496:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.981497:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981500:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.981502:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.981505:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350979.981508:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925e00405700) 00010000:00010000:0.0:1763350979.981511:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763350979.981514:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.981516:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981518:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.981520:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350979.981522:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.981523:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.981524:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981527:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.981529:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.981532:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981537:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.981538:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.981539:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350979.981541:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350979.981542:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.981544:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dde74dc00/0xcb8c81cc3033c797 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350979.981551:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76a80. 00010000:00000040:0.0:1763350979.981556:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405700 count: 0 00010000:00000010:0.0:1763350979.981564:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69e80. 00010000:00000001:0.0:1763350979.981573:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.981575:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.981576:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.981578:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd3200 refcount=3 00000020:00000001:0.0:1763350979.981580:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:0.0:1763350979.981583:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:0.0:1763350979.981584:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350979.981587:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981592:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.981633:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350979.981636:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981641:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.981642:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981644:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350979.981646:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350979.981652:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925cddcd3200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350979.981654:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.981655:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350979.981657:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981662:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350979.981664:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.981665:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.981666:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd3200 refcount=4 00000020:00000001:0.0:1763350979.981668:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:0.0:1763350979.981670:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:0.0:1763350979.981672:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350979.981674:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981680:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350979.981681:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350979.981683:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981686:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.981688:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.981689:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.981691:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.981693:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cddcd3200 with handle 0xcb8c81cc3033c79e from hash 00010000:00000001:0.0:1763350979.981695:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.981697:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.981698:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.981699:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.981701:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.981702:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981704:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.981705:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.981706:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350979.981708:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fec:0x0].0x0 (ffff925e00405c00) 00010000:00010000:0.0:1763350979.981711:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763350979.981713:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.981715:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981717:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.981718:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350979.981720:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.981721:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.981722:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.981724:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350979.981725:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.981728:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350979.981732:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.981733:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.981734:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350979.981736:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350979.981737:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.981739:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c79e lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3fec:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350979.981749:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76480. 00010000:00000040:0.0:1763350979.981752:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405c00 count: 0 00010000:00000010:0.0:1763350979.981755:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69d00. 00010000:00000001:0.0:1763350979.981760:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763350979.981762:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000100:00000001:0.0:1763350979.981765:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350979.982863:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350979.982871:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350979.982880:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350979.982890:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350979.982894:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350979.982903:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee399500. 00000100:00000040:3.0:1763350979.982906:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee399500 x1849001118772224 msgsize 328 00000100:00100000:3.0:1763350979.982911:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350979.982925:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763350979.982975:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350979.982978:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118772224 02000000:00000001:0.0:1763350979.982982:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350979.982984:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350979.982986:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350979.982991:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350979.982995:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118772224 00000020:00000001:0.0:1763350979.982999:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350979.983001:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350979.983004:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.983007:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:0.0:1763350979.983009:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350979.983011:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350979.983015:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.983020:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.983023:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.983025:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350979.983032:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350979.983038:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350979.983043:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d3e8. 00000100:00000040:0.0:1763350979.983050:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350979.983052:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350979.983054:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350979.983057:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350979.983060:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.983062:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350979.983067:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.983069:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.983070:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:0.0:1763350979.983072:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:0.0:1763350979.983074:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:0.0:1763350979.983077:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.983078:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.983080:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.983082:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.983089:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.983267:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350979.983282:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350979.983283:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350979.983289:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1004 00000100:00000040:0.0:1763350979.983292:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350979.983295:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859205888 : -120542850345728 : ffff925dee399500) 00000100:00000040:0.0:1763350979.983302:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee399500 x1849001118772224/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/0 e 0 to 0 dl 1763350990 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350979.983312:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350979.983315:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350979.983317:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350979.983320:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350979.983325:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118772224:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350979.983328:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118772224 00010000:00000001:0.0:1763350979.983331:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350979.983333:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350979.983335:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350979.983342:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350979.983344:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350979.983349:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dd04cec00. 02000000:00000001:0.0:1763350979.983351:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.983354:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.983356:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350979.983358:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350979.983360:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.983362:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.983363:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0a00 refcount=3 00000020:00000001:0.0:1763350979.983365:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:0.0:1763350979.983367:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000040:0.0:1763350979.983371:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405d00 count: 2 00002000:00000001:0.0:1763350979.983375:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350979.983380:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350979.983383:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350979.983391:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:0.0:1763350979.983393:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:0.0:1763350979.983395:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350979.983401:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350979.983405:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd316e8/ffff925cddd31690 to site lru. bkt: ffff925df5027058 00010000:00000001:0.0:1763350979.983408:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350979.983411:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.983413:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.983415:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.983417:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.983422:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.983423:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.983429:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.983430:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.983432:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.983434:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.983436:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0a00 with handle 0xcb8c81cc3033c751 from hash 00010000:00000001:0.0:1763350979.983438:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.983439:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.983440:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.983441:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.983444:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.983445:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.983447:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.983448:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.983453:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c751 lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x25d4:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 2033278783 flags: 0x44801000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecadd expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350979.983463:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350979.983465:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:0.0:1763350979.983470:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.983471:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.983473:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350979.983475:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.983477:0:54877:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.983478:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763350979.983480:0:54877:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405d00 count: 0 00002000:00000010:0.0:1763350979.983485:0:54877:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dfb9b51c0. 00010000:00000010:0.0:1763350979.983488:0:54877:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925e00405f00. 00010000:00010000:0.0:1763350979.983493:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350979.983495:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.983499:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350979.983501:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350979.983505:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350979.983510:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350979.983512:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350979.983515:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350979.983518:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350979.983520:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350979.983523:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350979.983525:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350979.983530:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0196e8. 00000100:00000200:0.0:1763350979.983534:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118772224, offset 224 00000400:00000200:0.0:1763350979.983540:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350979.983550:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350979.983556:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198073:198073:255:4294967295] 192.168.202.2@tcp LPNI seq info [198069:198069:7:4294967295] 00000400:00000200:0.0:1763350979.983566:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350979.983571:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350979.983576:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350979.983582:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350979.983588:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350979.983592:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350979.983633:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.983636:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350979.983638:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.983640:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350979.983645:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee399500 x1849001118772224/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 328/224 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350979.983653:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee399500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118772224:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 340us (745us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350979.983660:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1004 00000100:00000040:0.0:1763350979.983663:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350979.983666:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350979.983667:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350979.983672:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350979.983675:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d3e8. 00000020:00000010:0.0:1763350979.983678:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350979.983684:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:0.0:1763350979.983686:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350979.983811:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.983817:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca400. 00000400:00000200:1.0:1763350979.983821:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.983826:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.983830:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead742a8 00000400:00000010:1.0:1763350979.983833:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead742a8. 00000100:00000001:1.0:1763350979.983836:0:3308:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763350979.983839:0:3308:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350979.983841:0:3308:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dc3c46000. 02000000:00000001:1.0:1763350979.983843:0:3308:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763350979.983845:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350979.983851:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.983856:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350979.983917:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.983920:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:1.0:1763350979.983923:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.983927:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.983929:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0196e8 00000400:00000010:1.0:1763350979.983931:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0196e8. 00000100:00000001:1.0:1763350979.983934:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.983935:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763350979.987669:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300856889, at 4300856890 00000100:00000040:2.0:1763350979.987669:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300856889, at 4300856890 00000100:00000010:3.0:1763350979.987685:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4ed80. 00000100:00000010:2.0:1763350979.987692:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4eae0. 00000100:00000040:1.0:1763350979.987742:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300856889, at 4300856890 00000100:00000010:1.0:1763350979.987748:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e240. 00010000:00000010:0.1:1763350979.987793:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405700. 00010000:00000010:0.1:1763350979.987802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dde74dc00. 00000100:00000040:0.0:1763350979.987814:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300856889, at 4300856890 00000100:00000010:0.0:1763350979.987819:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e120. 00000800:00000001:1.0:1763350979.990083:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.990101:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350979.990105:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.990107:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.990128:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350979.990150:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfad00 00000400:00000200:1.0:1763350979.990159:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e01 [2] + 0 00000800:00000001:1.0:1763350979.990168:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.990177:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350979.990180:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.990185:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350979.990194:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350979.990197:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763350979.990205:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c30a80. 00000100:00000040:1.0:1763350979.990210:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9c30a80 x1849001118772480 msgsize 392 00000100:00100000:1.0:1763350979.990214:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350979.990233:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350979.990242:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350979.990245:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.990280:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350979.990284:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118772480 02000000:00000001:2.0:1763350979.990288:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350979.990290:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350979.990293:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.990298:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350979.990302:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118772480 00000020:00000001:2.0:1763350979.990306:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350979.990309:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350979.990311:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.990315:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=491 00000020:00000001:2.0:1763350979.990317:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350979.990320:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350979.990326:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.990331:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000100:00000001:2.0:1763350979.990335:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.990337:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000020:00000010:2.0:1763350979.990345:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c73600. 00000020:00000010:2.0:1763350979.990351:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5a00. 00000020:00000010:2.0:1763350979.990356:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090708. 00000100:00000040:2.0:1763350979.990364:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763350979.990368:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350979.990369:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350979.990372:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.990380:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.990394:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350979.990406:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350979.990409:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350979.990414:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20876 00000100:00000001:1.0:1763350979.990415:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350979.990417:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1763350979.990418:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350979.990418:0:20016:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.990420:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530515892864 : -120543193658752 : ffff925dd9c30a80) 00000100:00000001:1.0:1763350979.990420:0:20016:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.990428:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9c30a80 x1849001118772480/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/0 e 0 to 0 dl 1763350990 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350979.990438:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350979.990441:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000100:00000001:2.0:1763350979.990444:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350979.990446:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d9c0. 00000100:00100000:2.0:1763350979.990451:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9c30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+491:226199:x1849001118772480:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:2.0:1763350979.990455:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118772480 00000020:00000001:2.0:1763350979.990459:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350979.990463:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350979.990468:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dcb4f6180: xid 1849001118772096, transno 8590055169, client gen 3, slot idx 1 00000001:00000001:2.0:1763350979.990473:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43000: xid 1849001118771840, transno 8590055167, client gen 3, slot idx 3 00000001:00000010:2.0:1763350979.990478:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43000. 00000020:00000001:2.0:1763350979.990483:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.990485:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350979.990487:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:2.0:1763350979.990490:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350979.990495:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118772480, found 0 last_xid 1849001118772479 00000020:00000001:2.0:1763350979.990497:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350979.990500:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350979.990502:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350979.990506:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990512:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763350979.990514:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763350979.990516:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763350979.990520:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990523:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763350979.990526:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350979.990529:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.990532:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.990533:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.990536:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.990538:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.990539:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.990541:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.990543:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.990544:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.990545:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.990547:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.990548:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.990550:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990553:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990554:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763350979.990556:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990559:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350979.990561:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350979.990562:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.990563:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.990565:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.990566:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.990568:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350979.990569:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350979.990571:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.990573:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350979.990575:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.990580:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350979.990585:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350979.990588:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350979.990591:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350979.990593:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.990629:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350979.990631:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990633:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350979.990635:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990637:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.990642:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350979.990645:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350979.990651:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925e00074000. 02000000:00000001:2.0:1763350979.990654:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.990656:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990658:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350979.990660:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990664:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763350979.990666:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763350979.990668:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.990670:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dffae6380 refcount=2 00000020:00000001:2.0:1763350979.990672:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531152073600 : -120542557478016 : ffff925dffae6380) 00000004:00000001:2.0:1763350979.990674:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623531152073600 : -120542557478016 : ffff925dffae6380) 00000020:00000040:2.0:1763350979.990677:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffae6380 with handle 0xcb8c81cc3033c70b from hash 00000004:00000001:2.0:1763350979.990681:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763350979.990682:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff2:0x0] with intent: 0 00000004:00000001:2.0:1763350979.990686:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763350979.990689:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:2.0:1763350979.990692:0:20017:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350979.990695:0:20017:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350979.990702:0:20017:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990705:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350979.990710:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.990713:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.990719:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350979.990722:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350979.990724:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350979.990726:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350979.990728:0:20017:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350979.990730:0:20017:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff2:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763350979.990733:0:20017:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350979.990735:0:20017:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990737:0:20017:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763350979.990739:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350979.990740:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.990741:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.990743:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350979.990744:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350979.990746:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350979.990748:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350979.990749:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.990750:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350979.990751:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350979.990753:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350979.990754:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350979.990756:0:20017:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350979.990758:0:20017:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350979.990759:0:20017:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990761:0:20017:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763350979.990763:0:20017:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff2:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763350979.990765:0:20017:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763350979.990767:0:20017:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763350979.990769:0:20017:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350979.990772:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350979.990777:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693180. 00080000:00000001:2.0:1763350979.990781:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350979.990788:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00076c00. 00080000:00000001:2.0:1763350979.990791:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157908480 : -120542551643136 : ffff925e00076c00) 00000004:00000001:2.0:1763350979.990794:0:20017:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350979.990798:0:20017:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350979.990800:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.990803:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157908480 : -120542551643136 : ffff925e00076c00) 00080000:00000001:2.0:1763350979.990806:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350979.990826:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990829:0:20017:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990832:0:20017:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.990836:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350979.990838:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350979.990843:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350979.990845:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.990846:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157908480 : -120542551643136 : ffff925e00076c00) 00080000:00000001:2.0:1763350979.990850:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350979.990855:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.990857:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990859:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.990882:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.990884:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990889:0:20017:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350979.990892:0:20017:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350979.990894:0:20017:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350979.990895:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.990896:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157908480 : -120542551643136 : ffff925e00076c00) 00080000:00000001:2.0:1763350979.990900:0:20017:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350979.990903:0:20017:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763350979.990970:0:20017:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990973:0:20017:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990975:0:20017:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.990977:0:20017:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.990981:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350979.990983:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350979.990987:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350979.990989:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055170, last_committed = 8590055163 00000001:00000010:2.0:1763350979.990993:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006937e0. 00000001:00000040:2.0:1763350979.990995:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:2.0:1763350979.990998:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=492 00000001:00000010:2.0:1763350979.991003:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925cc47c53c0. 00000004:00000001:2.0:1763350979.991008:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350979.991010:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991012:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157908480 : -120542551643136 : ffff925e00076c00) 00080000:00000001:2.0:1763350979.991015:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350979.991028:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350979.991030:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350979.991032:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925cc47c53c0: xid 1849001118772480, transno 8590055170, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350979.991035:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991046:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350979.991049:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693180. 00000020:00000001:2.0:1763350979.991051:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991053:0:20017:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991055:0:20017:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991057:0:20017:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991059:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763350979.991060:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763350979.991063:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763350979.991064:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350979.991066:0:20017:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350979.991068:0:20017:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350979.991071:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763350979.991074:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763350979.991076:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350979.991079:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff2:0x0], previous was 0x7 00000004:00000001:2.0:1763350979.991082:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991084:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763350979.991087:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991089:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:2.0:1763350979.991091:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350979.991093:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693180. 00080000:00000001:2.0:1763350979.991095:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350979.991097:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00074800. 00080000:00000001:2.0:1763350979.991099:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00000004:00000001:2.0:1763350979.991105:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991107:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:2.0:1763350979.991110:0:20017:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1763350979.991140:0:20017:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991143:0:20017:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1763350979.991144:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991145:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000002:2.0:1763350979.991150:0:20017:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff2:0x0] not in the id map cache 00080000:00000001:2.0:1763350979.991154:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350979.991159:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350979.991161:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991163:0:20017:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991166:0:20017:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1763350979.991168:0:20017:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350979.991170:0:20017:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991172:0:20017:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763350979.991174:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991175:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:2.0:1763350979.991178:0:20017:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763350979.991180:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350979.991184:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350979.991186:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350979.991189:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350979.991191:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991192:0:20017:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350979.991201:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1763350979.991202:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.991206:0:20017:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991208:0:20017:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991211:0:20017:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350979.991213:0:20017:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763350979.991214:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991217:0:20017:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350979.991219:0:20017:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350979.991220:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350979.991221:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350979.991222:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350979.991224:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350979.991225:0:20017:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350979.991227:0:20017:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350979.991230:0:20017:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991231:0:20017:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00000004:00000001:2.0:1763350979.991235:0:20017:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763350979.991238:0:20017:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763350979.991240:0:20017:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350979.991242:0:20017:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00000004:00000040:2.0:1763350979.991245:0:20017:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:2.0:1763350979.991248:0:20017:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763350979.991251:0:20017:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763350979.991253:0:20017:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1763350979.991256:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350979.991259:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350979.991261:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350979.991262:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991265:0:20017:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763350979.991268:0:20017:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763350979.991270:0:20017:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763350979.991273:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350979.991281:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.991283:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991285:0:20017:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350979.991298:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763350979.991300:0:20017:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350979.991307:0:20017:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:2.0:1763350979.991309:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.991311:0:20017:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991313:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350979.991316:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.991318:0:20017:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991321:0:20017:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991323:0:20017:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991325:0:20017:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350979.991327:0:20017:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350979.991329:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350979.991350:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.991352:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991354:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350979.991361:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.991364:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991366:0:20017:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991368:0:20017:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991370:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350979.991372:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350979.991373:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991375:0:20017:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350979.991377:0:20017:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350979.991378:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350979.991384:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.991385:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991387:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350979.991392:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.991393:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991394:0:20017:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991396:0:20017:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991398:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350979.991400:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350979.991402:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991404:0:20017:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991406:0:20017:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350979.991408:0:20017:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00000001:2.0:1763350979.991411:0:20017:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991413:0:20017:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991415:0:20017:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991417:0:20017:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991419:0:20017:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.991423:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350979.991425:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350979.991428:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350979.991429:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991430:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:2.0:1763350979.991432:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350979.991436:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350979.991437:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991438:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991448:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.991450:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991455:0:20017:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:2.0:1763350979.991459:0:20017:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1763350979.991460:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991462:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:2.0:1763350979.991466:0:20017:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1763350979.991498:0:20017:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350979.991500:0:20017:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350979.991501:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350979.991503:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350979.991504:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350979.991506:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991508:0:20017:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350979.991510:0:20017:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991547:0:20017:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991550:0:20017:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991552:0:20017:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763350979.991553:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991555:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:2.0:1763350979.991558:0:20017:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763350979.991563:0:20017:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991565:0:20017:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991568:0:20017:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763350979.991571:0:20017:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x3ff2:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:2.0:1763350979.991573:0:20017:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:2.0:1763350979.991575:0:20017:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763350979.991576:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991577:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:2.0:1763350979.991580:0:20017:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1763350979.991582:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350979.991583:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350979.991585:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350979.991586:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350979.991588:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991590:0:20017:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991672:0:20017:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350979.991675:0:20017:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991678:0:20017:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991680:0:20017:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350979.991682:0:20017:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763350979.991683:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991684:0:20017:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350979.991686:0:20017:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350979.991687:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350979.991688:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350979.991690:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350979.991692:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350979.991693:0:20017:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350979.991695:0:20017:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350979.991697:0:20017:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991698:0:20017:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00000004:00000001:2.0:1763350979.991702:0:20017:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763350979.991704:0:20017:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763350979.991705:0:20017:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350979.991707:0:20017:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00000004:00000040:2.0:1763350979.991709:0:20017:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:2.0:1763350979.991712:0:20017:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763350979.991714:0:20017:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763350979.991716:0:20017:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763350979.991718:0:20017:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446623525831118336 : -120547878433280 : ffff925cc2870e00) 00000040:00000001:2.0:1763350979.991720:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350979.991721:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350979.991723:0:20017:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763350979.991725:0:20017:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763350979.991727:0:20017:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:2.0:1763350979.991734:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350979.991756:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1763350979.991758:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350979.991763:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1763350979.991765:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350979.991768:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1763350979.991770:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350979.991785:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:2.0:1763350979.991788:0:20017:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9566, 64 off620512 00000040:00000001:2.0:1763350979.991791:0:20017:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350979.991794:0:20017:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350979.991796:0:20017:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350979.991800:0:20017:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350979.991802:0:20017:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350979.991804:0:20017:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763350979.991805:0:20017:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:2.0:1763350979.991808:0:20017:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9566: rc = 1 00000004:00000010:2.0:1763350979.991813:0:20017:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925e00693780. 00000004:00080000:2.0:1763350979.991816:0:20017:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6189597218994ns, next at 6190597214826ns, rc = 0 00000004:00000001:2.0:1763350979.991818:0:20017:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991821:0:20017:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991822:0:20017:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991824:0:20017:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991826:0:20017:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.991828:0:20017:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:2.0:1763350979.991831:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763350979.991834:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350979.991835:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763350979.991838:0:20017:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055170 00000001:00000001:2.0:1763350979.991840:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350979.991842:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055171, last_committed = 8590055163 00000001:00000010:2.0:1763350979.991846:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693a20. 00000001:00000040:2.0:1763350979.991848:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:2.0:1763350979.991850:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00000001:00000010:2.0:1763350979.991854:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925cc47c59c0. 00000004:00000001:2.0:1763350979.991858:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350979.991859:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350979.991862:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531157899264 : -120542551652352 : ffff925e00074800) 00080000:00000001:2.0:1763350979.991864:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350979.991869:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350979.991871:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350979.991874:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925cc47c53c0: xid 1849001118772480, transno 8590055170, client gen 3, slot idx 0 00000001:00000001:2.0:1763350979.991878:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925cc47c53c0: xid 1849001118772480, transno 8590055170, client gen 3, slot idx 0 00000001:00000010:2.0:1763350979.991880:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925cc47c53c0. 00000001:00000001:2.0:1763350979.991884:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925cc47c59c0: xid 1849001118772480, transno 8590055171, tag 1, client gen 3, slot idx 2 00000001:00000001:2.0:1763350979.991887:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350979.991899:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350979.991902:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693180. 00000020:00000001:2.0:1763350979.991904:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350979.991908:0:20017:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1763350979.991911:0:20017:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350979.991915:0:20017:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350979.991924:0:20017:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92b00. 00010000:00000010:2.0:1763350979.991927:0:20017:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925e00ba5b80. 00010000:00000001:2.0:1763350979.991931:0:20017:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350979.991934:0:20017:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1c00. 00000020:00000001:2.0:1763350979.991938:0:20017:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350979.991941:0:20017:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1c00 with handle 0xcb8c81cc3033c7a5 to hash 00000020:00000001:2.0:1763350979.991943:0:20017:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350979.991945:0:20017:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000010:2.0:1763350979.991950:0:20017:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be780. 00010000:00000001:2.0:1763350979.991953:0:20017:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.991957:0:20017:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.991959:0:20017:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350979.991964:0:20017:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20017 initiator: MDT0 00010000:00000001:2.0:1763350979.991972:0:20017:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350979.991976:0:20017:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350979.991979:0:20017:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350979.991981:0:20017:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350979.991983:0:20017:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.991985:0:20017:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350979.991987:0:20017:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.991989:0:20017:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350979.991992:0:20017:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350979.991993:0:20017:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350979.991995:0:20017:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350979.991998:0:20017:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff2:0x0].0x0 (ffff925df4a92b00) refcount = 1 00010000:00010000:2.0:1763350979.992002:0:20017:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 20017 initiator: MDT0 00010000:00000001:2.0:1763350979.992007:0:20017:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350979.992011:0:20017:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350979.992013:0:20017:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.992016:0:20017:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350979.992018:0:20017:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350979.992020:0:20017:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.992022:0:20017:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763350979.992025:0:20017:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1763350979.992027:0:20017:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350979.992030:0:20017:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20017 initiator: MDT0 00010000:00000001:2.0:1763350979.992035:0:20017:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350979.992037:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.992039:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.992041:0:20017:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.992042:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.992044:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:2.0:1763350979.992046:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.992049:0:20017:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.992052:0:20017:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350979.992053:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350979.992054:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=4 00000020:00000001:2.0:1763350979.992056:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.992058:0:20017:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350979.992060:0:20017:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763350979.992062:0:20017:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20017 initiator: MDT0 00010000:00000001:2.0:1763350979.992073:0:20017:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350979.992076:0:20017:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20017 initiator: MDT0 00010000:00000001:2.0:1763350979.992081:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.992082:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350979.992083:0:20017:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20017 initiator: MDT0 00010000:00000001:2.0:1763350979.992088:0:20017:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350979.992089:0:20017:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.992092:0:20017:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763350979.992096:0:20017:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925cc47c56c0. 00010000:00000001:2.0:1763350979.992099:0:20017:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763350979.992113:0:20017:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763350979.992123:0:20017:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.992125:0:20017:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350979.992126:0:20017:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350979.992128:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.992129:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350979.992130:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350979.992131:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350979.992132:0:20017:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:2.0:1763350979.992134:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dffae6380. 00000004:00000001:2.0:1763350979.992145:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:2.0:1763350979.992164:0:20017:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925cddd35008. 00000004:00000001:2.0:1763350979.992171:0:20017:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763350979.992173:0:20017:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763350979.992176:0:20017:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925deac69f80. 00000004:00000010:2.0:1763350979.992179:0:20017:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925cdef7ec60. 00000004:00000010:2.0:1763350979.992184:0:20017:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925cddf6ac80. 00000004:00000010:2.0:1763350979.992187:0:20017:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925cddf6a9c0. 00000004:00000010:2.0:1763350979.992191:0:20017:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dded43840. 00000004:00000010:2.0:1763350979.992194:0:20017:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff925cddd21a90. 00000004:00000010:2.0:1763350979.992199:0:20017:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff925ccd8df528. 00000004:00000001:2.0:1763350979.992203:0:20017:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1763350979.992205:0:20017:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x3ff2:0x0] 00000004:00000010:2.0:1763350979.992207:0:20017:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff925cddeebc20. 00000004:00000001:2.0:1763350979.992211:0:20017:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1763350979.992213:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350979.992215:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.992217:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.992219:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763350979.992221:0:20017:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350979.992223:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350979.992225:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350979.992227:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350979.992230:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350979.992235:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350979.992240:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350979.992242:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763350979.992248:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350979.992254:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350979.992256:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350979.992260:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 8590055171, xid 1849001118772480 00010000:00000001:2.0:1763350979.992263:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350979.992271:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9c30a80 x1849001118772480/t8590055171(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350979.992281:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350979.992283:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350979.992288:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350979.992293:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350979.992295:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350979.992298:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350979.992301:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350979.992304:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350979.992308:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350979.992311:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350979.992316:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2880. 00000100:00000200:2.0:1763350979.992322:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118772480, offset 224 00000400:00000200:2.0:1763350979.992329:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350979.992341:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350979.992349:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198074:198074:256:4294967295] 192.168.202.2@tcp LPNI seq info [198070:198070:8:4294967295] 00000400:00000200:2.0:1763350979.992362:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350979.992368:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350979.992373:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350979.992380:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350979.992387:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350979.992391:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763350979.992415:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350979.992418:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350979.992421:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350979.992422:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350979.992425:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350979.992430:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c30a80 x1849001118772480/t8590055171(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:170/0 lens 392/456 e 0 to 0 dl 1763350990 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350979.992440:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9c30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226199:x1849001118772480:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 2000us (2228us total) trans 8590055171 rc 0/0 00000100:00100000:2.0:1763350979.992449:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20876 00000100:00000040:2.0:1763350979.992452:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350979.992455:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350979.992457:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763350979.992460:0:20017:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763350979.992464:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5a00. 00000020:00000010:2.0:1763350979.992467:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090708. 00000020:00000010:2.0:1763350979.992471:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c73600. 00000020:00000040:2.0:1763350979.992478:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000100:00000001:2.0:1763350979.992481:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350979.992578:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350979.992581:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.992584:0:55437:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763350979.992587:0:55437:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763350979.992589:0:55437:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350979.992592:0:55437:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20017 initiator: MDT0 00010000:00010000:0.0:1763350979.992625:0:55437:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1c00 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:0.0:1763350979.992628:0:55437:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.992631:0:55437:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350979.992633:0:55437:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20017 initiator: MDT0 00010000:00000001:0.0:1763350979.992639:0:55437:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350979.992641:0:55437:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350979.992642:0:55437:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350979.992644:0:55437:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:0.0:1763350979.992646:0:55437:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:0.0:1763350979.992648:0:55437:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:0.0:1763350979.992651:0:55437:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350979.992654:0:55437:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20017 initiator: MDT0 00010000:00000001:0.0:1763350979.992659:0:55437:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350979.992660:0:55437:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350979.992661:0:55437:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.992664:0:55437:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350979.992666:0:55437:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350979.992667:0:55437:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350979.992669:0:55437:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350979.992671:0:55437:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033c7a5 from hash 00010000:00000001:0.0:1763350979.992673:0:55437:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350979.992674:0:55437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.992676:0:55437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.992677:0:55437:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350979.992680:0:55437:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350979.992681:0:55437:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.992683:0:55437:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350979.992685:0:55437:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350979.992688:0:55437:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350979.992690:0:55437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff2:0x0].0x0 (ffff925df4a92b00) 00010000:00010000:0.0:1763350979.992692:0:55437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:0.0:1763350979.992695:0:55437:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350979.992698:0:55437:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.992700:0:55437:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350979.992702:0:55437:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350979.992704:0:55437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350979.992705:0:55437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.992707:0:55437:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.992709:0:55437:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350979.992710:0:55437:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.992713:0:55437:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20017 initiator: MDT0 00010000:00000001:0.0:1763350979.992718:0:55437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350979.992720:0:55437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c7a5 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff2:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20017 initiator: MDT0 00010000:00000010:0.0:1763350979.992726:0:55437:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be780. 00010000:00000040:0.0:1763350979.992730:0:55437:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92b00 count: 0 00010000:00000010:0.0:1763350979.992735:0:55437:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925e00ba5b80. 00010000:00000001:0.0:1763350979.992749:0:55437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350979.992751:0:55437:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763350979.992753:0:55437:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925cc47c56c0. 00010000:00000001:0.0:1763350979.992756:0:55437:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350979.992758:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350979.992759:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.992761:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350979.992762:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350979.992763:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.992766:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350979.992767:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350979.992768:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350979.992770:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1763350979.993048:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350979.993052:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:1.0:1763350979.993056:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350979.993062:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350979.993067:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2880 00000400:00000010:1.0:1763350979.993069:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2880. 00000100:00000001:1.0:1763350979.993073:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350979.993075:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350979.997320:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405c00. 00010000:00000010:0.1:1763350979.997336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcd3200. 00010000:00000010:0.1:1763350979.997340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0a00. 00010000:00000010:0.1:1763350979.997343:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405d00. 00010000:00000010:0.1:1763350980.005727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92b00. 00010000:00000010:0.1:1763350980.005742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000800:00000001:1.0:1763350980.026497:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.026517:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350980.026520:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.026523:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.026536:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350980.026557:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 304 into portal 12 MB=0x691a81edfad80 00000400:00000200:1.0:1763350980.026567:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 304/304 into md 0xd4535 [64] + 107688 00000800:00000001:1.0:1763350980.026576:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.026585:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.026589:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.026642:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350980.026652:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350980.026656:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350980.026663:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c31f80. 00000100:00000040:1.0:1763350980.026667:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9c31f80 x1849001118772608 msgsize 304 00000100:00100000:1.0:1763350980.026672:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350980.026695:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350980.026707:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.026710:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.027250:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.027254:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118772608 02000000:00000001:2.0:1763350980.027258:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.027260:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.027263:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.027268:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.027273:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118772608 00000020:00000001:2.0:1763350980.027277:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.027279:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350980.027282:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.027285:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=493 00000020:00000001:2.0:1763350980.027288:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350980.027290:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350980.027296:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.027303:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d9c0. 00000020:00000010:2.0:1763350980.027309:0:20012:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dea57d280. 00000020:00000040:2.0:1763350980.027316:0:20012:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000100:00000001:2.0:1763350980.027323:0:20012:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350980.027329:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c73600. 00000020:00000010:2.0:1763350980.027336:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5a00. 00000020:00000010:2.0:1763350980.027342:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090708. 00000100:00000040:2.0:1763350980.027350:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350980.027353:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.027354:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350980.027357:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.027366:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.027387:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.027401:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.027403:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.027410:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140596 00000100:00000040:2.0:1763350980.027415:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350980.027417:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530515898240 : -120543193653376 : ffff925dd9c31f80) 00000100:00000040:2.0:1763350980.027426:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9c31f80 x1849001118772608/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 304/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.027437:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.027443:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350980.027448:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.027451:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000100:00100000:2.0:1763350980.027455:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9c31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226200:x1849001118772608:12345-192.168.202.2@tcp:53:lfs.0 00000100:00000200:2.0:1763350980.027465:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118772608 00000020:00000001:2.0:1763350980.027468:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.027471:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350980.027477:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925cc47c59c0: xid 1849001118772480, transno 8590055171, client gen 3, slot idx 2 00000001:00000001:2.0:1763350980.027481:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dcb4f6180: xid 1849001118772096, transno 8590055169, client gen 3, slot idx 1 00000001:00000010:2.0:1763350980.027487:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dcb4f6180. 00000020:00000001:2.0:1763350980.027490:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.027493:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.027495:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717056 : -1040834560 : ffffffffc1f62000) 00000020:00000001:2.0:1763350980.027498:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350980.027501:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118772608, found 0 last_xid 1849001118772607 00000020:00000001:2.0:1763350980.027503:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.027505:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.027507:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.027511:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.027514:0:20012:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:2.0:1763350980.027520:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.027523:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.027532:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff925ddffd0000. 02000000:00000001:2.0:1763350980.027534:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.027536:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.027541:0:20012:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:2.0:1763350980.027542:0:20012:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x3fed:0x0] from 18446744073709551615 #0 00000004:00000001:2.0:1763350980.027545:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.027547:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fed:0x0] 00000020:00000001:2.0:1763350980.027550:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.027556:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994872 : -120547694556744 : ffff925ccd7cc9b8) 00000004:00000001:2.0:1763350980.027558:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994784 : -120547694556832 : ffff925ccd7cc960) 00000004:00000001:2.0:1763350980.027560:0:20012:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:2.0:1763350980.027562:0:20012:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:2.0:1763350980.027567:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925df0019000. 00000004:00000001:2.0:1763350980.027570:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350980.027571:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763350980.027580:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.027585:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.027588:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.027631:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.027634:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.027637:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.027641:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.027643:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.027644:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.027647:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.027650:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.027652:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.027654:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.027658:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350980.027659:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.027660:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:2.0:1763350980.027662:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.027665:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:2.0:1763350980.027667:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:2.0:1763350980.027669:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00080000:0.0:1763350980.027815:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:0.0:1763350980.027820:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000004:00000001:1.0:1763350980.028102:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.028105:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.028109:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350980.028111:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350980.028113:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350980.028126:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.028127:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.028128:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.028131:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.028133:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.028135:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.028137:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350980.028141:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:1.0:1763350980.028143:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.028145:0:20012:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.028147:0:20012:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350980.028150:0:20012:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:1.0:1763350980.028153:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350980.028155:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc9b8/ffff925ccd7cc960 to site lru. bkt: ffff925dd1461260 00000004:00000001:1.0:1763350980.028156:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.028158:0:20012:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.028159:0:20012:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.028163:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925df0019000. 00000004:00000001:1.0:1763350980.028167:0:20012:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.028171:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 0, xid 1849001118772608 00010000:00000001:1.0:1763350980.028174:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.028181:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9c31f80 x1849001118772608/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 304/4352 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350980.028190:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.028193:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.028197:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.028202:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.028205:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.028207:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.028210:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.028213:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.028217:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.028220:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.028226:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb4f69c0. 00000100:00000200:1.0:1763350980.028233:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1849001118772608, offset 224 00000400:00000200:1.0:1763350980.028241:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.028255:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.028262:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198075:198075:256:4294967295] 192.168.202.2@tcp LPNI seq info [198071:198071:8:4294967295] 00000400:00000200:1.0:1763350980.028273:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.028279:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.028284:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925dea3f7c00. 00000800:00000200:1.0:1763350980.028291:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.028298:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350980.028303:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dea3f7c00 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:1.0:1763350980.028325:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.028329:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.028331:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.028334:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.028336:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.028341:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c31f80 x1849001118772608/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 304/4352 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350980.028350:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9c31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226200:x1849001118772608:12345-192.168.202.2@tcp:53:lfs.0 Request processed in 912us (1680us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350980.028358:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140596 00000100:00000040:1.0:1763350980.028362:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350980.028364:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.028366:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.028372:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5a00. 00000020:00000010:1.0:1763350980.028376:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090708. 00000020:00000010:1.0:1763350980.028379:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c73600. 00000020:00000040:1.0:1763350980.028387:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000100:00000001:1.0:1763350980.028390:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.028441:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.028446:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925dea3f7c00. 00000400:00000200:2.0:1763350980.028452:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.028457:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.028462:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dcb4f69c0 00000400:00000010:2.0:1763350980.028464:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dcb4f69c0. 00000100:00000001:2.0:1763350980.028467:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.028469:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350980.055707:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.055727:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350980.055732:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.055734:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.055747:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350980.055767:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 584 into portal 12 MB=0x691a81edfae00 00000400:00000200:1.0:1763350980.055777:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 584/584 into md 0xd4535 [64] + 107992 00000800:00000001:1.0:1763350980.055787:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.055854:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.055859:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.055864:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350980.055873:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350980.055876:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350980.055882:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c33b80. 00000100:00000040:1.0:1763350980.055888:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9c33b80 x1849001118772736 msgsize 584 00000100:00100000:1.0:1763350980.055892:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350980.055914:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350980.055924:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.055928:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.055976:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.055980:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118772736 02000000:00000001:2.0:1763350980.055983:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.055986:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.055989:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.055994:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.055999:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118772736 00000020:00000001:2.0:1763350980.056003:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.056006:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350980.056009:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.056012:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=493 00000020:00000001:2.0:1763350980.056015:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350980.056019:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350980.056024:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.056029:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350980.056033:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.056036:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000020:00000010:2.0:1763350980.056044:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.056051:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5a00. 00000020:00000010:2.0:1763350980.056056:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090bb8. 00000100:00000040:2.0:1763350980.056065:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350980.056068:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.056070:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350980.056073:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350980.056075:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.056077:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.056086:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.056733:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350980.056738:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350980.056746:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140597 00000100:00000040:3.0:1763350980.056751:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350980.056753:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530515905408 : -120543193646208 : ffff925dd9c33b80) 00000100:00000040:3.0:1763350980.056763:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9c33b80 x1849001118772736/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 584/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350980.056774:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.056780:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350980.056783:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.056785:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000100:00100000:3.0:1763350980.056790:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9c33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226202:x1849001118772736:12345-192.168.202.2@tcp:101:stat.0 00000100:00000200:3.0:1763350980.056794:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118772736 00000020:00000001:3.0:1763350980.056797:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350980.056802:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350980.056807:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.056809:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350980.056811:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350980.056815:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350980.056818:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118772736, found 0 last_xid 1849001118772735 00000020:00000001:3.0:1763350980.056821:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350980.056823:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350980.056825:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350980.056832:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.056835:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350980.056837:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350980.056839:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350980.056841:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350980.056844:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.056849:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350980.056858:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:3.0:1763350980.056861:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.056864:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.056868:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925cddcd2600. 00000020:00000001:3.0:1763350980.056872:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.056875:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925cddcd2600 with handle 0xcb8c81cc3033c7ac to hash 00000020:00000001:3.0:1763350980.056877:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.056879:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623526288696832 : -120547420854784 : ffff925cddcd2600) 00010000:00000010:3.0:1763350980.056885:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350980.056888:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623526288696832 : -120547420854784 : ffff925cddcd2600) 00010000:00010000:3.0:1763350980.056893:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c7ac lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb07 expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350980.056901:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:3.0:1763350980.056903:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00010000:00000001:3.0:1763350980.056910:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350980.056913:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350980.056921:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350980.056923:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350980.056926:0:20551:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763350980.056928:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350980.056930:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350980.056933:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350980.056939:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350980.056941:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350980.056943:0:20551:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.056946:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350980.056947:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350980.056951:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350980.056954:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350980.056992:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925dc67a0000. 02000000:00000001:3.0:1763350980.056996:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.057000:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057002:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057005:0:20551:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763350980.057010:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763350980.057013:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.057016:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057019:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.057020:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.057023:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057024:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.057026:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.057028:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057030:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.057031:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.057033:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057034:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.057035:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.057037:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057038:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.057040:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.057041:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057044:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.057045:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.057050:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350980.057056:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350980.057059:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350980.057062:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350980.057064:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057067:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.057068:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057071:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350980.057073:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057077:0:20551:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763350980.057083:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cbaf8 00000004:00000002:3.0:1763350980.057086:0:20551:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_2, ldlm_rep = ffff925dc67a0228 00000004:00000001:3.0:1763350980.057092:0:20551:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763350980.057095:0:20551:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763350980.057099:0:20551:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763350980.057102:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350980.057105:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350980.057107:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:3.0:1763350980.057109:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.057111:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.057124:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925cddcd3200. 00000020:00000001:3.0:1763350980.057127:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.057129:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925cddcd3200 with handle 0xcb8c81cc3033c7b3 to hash 00000020:00000001:3.0:1763350980.057131:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.057132:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000010:3.0:1763350980.057136:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76a00. 00010000:00000001:3.0:1763350980.057138:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350980.057141:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.057144:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.057148:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057155:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350980.057159:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350980.057161:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350980.057164:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.057166:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057168:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.057170:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057172:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350980.057176:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350980.057178:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350980.057180:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350980.057182:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:3.0:1763350980.057185:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350980.057191:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 494 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350980.057199:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057204:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350980.057208:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.057210:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057213:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350980.057214:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057216:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057219:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.057221:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350980.057224:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.057227:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057232:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350980.057233:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.057235:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.057237:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350980.057238:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350980.057243:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405a00. 00010000:00000010:3.0:1763350980.057247:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69300. 00010000:00000001:3.0:1763350980.057251:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.057254:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc67fca00. 00000020:00000001:3.0:1763350980.057256:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.057258:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc67fca00 with handle 0xcb8c81cc3033c7ba to hash 00000020:00000001:3.0:1763350980.057259:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.057261:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000010:3.0:1763350980.057264:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76400. 00010000:00000001:3.0:1763350980.057266:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350980.057269:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.057270:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.057273:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057278:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350980.057280:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350980.057281:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350980.057282:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.057284:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057286:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.057287:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057289:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350980.057290:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350980.057291:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350980.057293:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350980.057294:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x695180f9 (ffff925e00405a00) refcount = 1 00010000:00010000:3.0:1763350980.057297:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057303:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350980.057305:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.057306:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057308:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350980.057309:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057310:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057312:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.057314:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350980.057316:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.057318:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057323:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350980.057324:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.057325:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.057327:0:20551:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057331:0:20551:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763350980.057377:0:20551:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763350980.057380:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763350980.057384:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763350980.057388:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350980.057394:0:20551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763350980.057422:0:20551:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350980.057426:0:20551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763350980.057427:0:20551:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763350980.057431:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350980.057433:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350980.057436:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350980.057438:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350980.057440:0:20551:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350980.057442:0:20551:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350980.057444:0:20551:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:3.0:1763350980.057448:0:20551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763350980.057450:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350980.057452:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350980.057453:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350980.057454:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350980.057456:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350980.057458:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350980.057481:0:20551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350980.057483:0:20551:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350980.057486:0:20551:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057487:0:20551:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057489:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350980.057491:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fed:0x0] 00000020:00000001:3.0:1763350980.057492:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350980.057496:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994872 : -120547694556744 : ffff925ccd7cc9b8) 00000004:00000001:3.0:1763350980.057498:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994784 : -120547694556832 : ffff925ccd7cc960) 00000004:00000001:3.0:1763350980.057503:0:20551:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763350980.057506:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350980.057507:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350980.057511:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405800. 00010000:00000010:3.0:1763350980.057514:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69680. 00010000:00000001:3.0:1763350980.057518:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.057520:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df25d3600. 00000020:00000001:3.0:1763350980.057523:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.057525:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df25d3600 with handle 0xcb8c81cc3033c7c1 to hash 00000020:00000001:3.0:1763350980.057527:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.057529:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00010000:00000010:3.0:1763350980.057532:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76780. 00010000:00000001:3.0:1763350980.057534:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00010000:00000001:3.0:1763350980.057537:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.057539:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.057542:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df25d3600/0xcb8c81cc3033c7c1 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057547:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350980.057549:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350980.057550:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350980.057552:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.057553:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057555:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.057557:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057558:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350980.057560:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350980.057561:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350980.057562:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350980.057564:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fed:0x0].0x0 (ffff925e00405800) refcount = 1 00010000:00010000:3.0:1763350980.057567:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df25d3600/0xcb8c81cc3033c7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057572:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350980.057575:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.057576:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057578:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350980.057579:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057581:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057582:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.057585:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350980.057586:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.057589:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df25d3600/0xcb8c81cc3033c7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057625:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350980.057627:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.057628:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.057630:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.057632:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.057633:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df25d3600 refcount=3 00000020:00000001:3.0:1763350980.057636:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00010000:00000001:3.0:1763350980.057638:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00010000:00000001:3.0:1763350980.057640:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.057641:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.057643:0:20551:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057646:0:20551:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763350980.057651:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350980.057654:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350980.057658:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057661:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.057666:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.057669:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.057675:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350980.057678:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350980.057681:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350980.057683:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350980.057685:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350980.057687:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fed:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:3.0:1763350980.057691:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.057692:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.057693:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.057695:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350980.057697:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350980.057699:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350980.057701:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.057702:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.057703:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.057705:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.057707:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.057709:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763350980.057711:0:20551:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763350980.057713:0:20551:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350980.057716:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dc67a0370 00000004:00000001:3.0:1763350980.057718:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057721:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.057722:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057724:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.057725:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.057727:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.057729:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.057731:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.057732:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350980.057735:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:3.0:1763350980.057738:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: returning size 1024 00000004:00000040:3.0:1763350980.057742:0:20551:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fed:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763350980.057744:0:20551:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:3.0:1763350980.057746:0:20551:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9685 00000004:00200000:3.0:1763350980.057748:0:20551:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:3.0:1763350980.057750:0:20551:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763350980.057752:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.057753:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057756:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763350980.057758:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.057759:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.057761:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.057762:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.057764:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.057766:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.057769:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.057775:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350980.057783:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057786:0:20551:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057792:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.057794:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.057795:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df25d3600 refcount=3 00000020:00000001:3.0:1763350980.057797:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00010000:00000001:3.0:1763350980.057799:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00000004:00010000:3.0:1763350980.057802:0:20551:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925df25d3600/0xcb8c81cc3033c7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000004:00000001:3.0:1763350980.057809:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350980.057813:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc9b8/ffff925ccd7cc960 to site lru. bkt: ffff925dd1461260 00000004:00000001:3.0:1763350980.057815:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350980.057817:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763350980.057818:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350980.057820:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057822:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763350980.057825:0:20551:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:3.0:1763350980.057827:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350980.057829:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350980.057830:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350980.057832:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fed:0x0].0x0 (ffff925e00405800) refcount = 1 00010000:00010000:3.0:1763350980.057835:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df25d3600/0xcb8c81cc3033c7c1 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057840:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350980.057841:0:20551:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057843:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.057844:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.057846:0:20551:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350980.057848:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350980.057850:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350980.057852:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.057853:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.057855:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd3200 refcount=3 00000020:00000001:3.0:1763350980.057857:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350980.057859:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350980.057861:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350980.057864:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057870:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.057871:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350980.057873:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057878:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.057879:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057882:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350980.057884:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350980.057890:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925cddcd3200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350980.057892:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350980.057894:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350980.057896:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057902:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350980.057903:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.057904:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.057905:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddcd3200 refcount=4 00000020:00000001:3.0:1763350980.057907:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350980.057909:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526288699904 : -120547420851712 : ffff925cddcd3200) 00010000:00000001:3.0:1763350980.057912:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350980.057914:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057918:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350980.057920:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350980.057922:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057925:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350980.057926:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350980.057928:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.057930:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.057932:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cddcd3200 with handle 0xcb8c81cc3033c7b3 from hash 00010000:00000001:3.0:1763350980.057935:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350980.057936:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.057937:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.057937:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350980.057940:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.057941:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057943:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350980.057945:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350980.057947:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350980.057950:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:3.0:1763350980.057952:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350980.057954:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.057957:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057958:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350980.057960:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350980.057962:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.057963:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.057964:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.057966:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.057968:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.057970:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.057975:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.057976:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.057977:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350980.057979:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350980.057980:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350980.057982:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd3200/0xcb8c81cc3033c7b3 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350980.057988:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76a00. 00010000:00000001:3.0:1763350980.057996:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.057998:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350980.057999:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350980.058001:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.058002:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.058004:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc67fca00 refcount=3 00000020:00000001:3.0:1763350980.058006:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350980.058007:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350980.058009:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350980.058011:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.058016:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.058017:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350980.058019:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.058023:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.058025:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.058026:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350980.058028:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350980.058033:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc67fca00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350980.058035:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350980.058036:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350980.058038:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.058042:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350980.058043:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.058044:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.058045:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc67fca00 refcount=4 00000020:00000001:3.0:1763350980.058047:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350980.058049:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350980.058052:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350980.058054:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.058063:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350980.058064:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350980.058066:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.058068:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350980.058069:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350980.058070:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.058071:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.058073:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc67fca00 with handle 0xcb8c81cc3033c7ba from hash 00010000:00000001:3.0:1763350980.058076:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350980.058077:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.058078:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.058079:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350980.058081:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.058082:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.058084:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350980.058085:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350980.058087:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350980.058088:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x695180f9 (ffff925e00405a00) 00010000:00010000:3.0:1763350980.058090:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350980.058092:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.058094:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.058096:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350980.058097:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350980.058099:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.058100:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.058101:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.058103:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.058105:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.058107:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.058112:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.058113:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.058126:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350980.058127:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350980.058129:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350980.058131:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033c7ba lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350980.058137:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76400. 00010000:00000040:3.0:1763350980.058140:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405a00 count: 0 00010000:00000010:3.0:1763350980.058145:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69300. 00010000:00000001:3.0:1763350980.058150:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.058152:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350980.058153:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350980.058155:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350980.058156:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763350980.058158:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.058160:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.058161:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df25d3600 refcount=3 00000020:00000001:3.0:1763350980.058163:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00010000:00000001:3.0:1763350980.058166:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00000004:00000040:3.0:1763350980.058169:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:3.0:1763350980.058171:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:3.0:1763350980.058175:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.058176:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.058177:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350980.058179:0:20551:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:3.0:1763350980.058183:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350980.058186:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350980.058187:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350980.058189:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350980.058191:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350980.058194:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763350980.058198:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.058201:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350980.058203:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350980.058206:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:3.0:1763350980.058208:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350980.058209:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763350980.058211:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350980.058213:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350980.058216:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.058217:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.058219:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.058221:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.058223:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cddcd2600 with handle 0xcb8c81cc3033c7ac from hash 00010000:00000001:3.0:1763350980.058225:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350980.058226:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.058227:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.058228:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350980.058230:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350980.058235:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925cddcd2600/0xcb8c81cc3033c7ac lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb07 expref: 495 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350980.058242:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:3.0:1763350980.058244:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00010000:00000010:3.0:1763350980.058247:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350980.058251:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.058253:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.058257:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350980.058260:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df25d3600/0xcb8c81cc3033c7c1 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb07 expref: 494 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350980.058267:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350980.058268:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350980.058270:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925e00405800) 00010000:00010000:3.0:1763350980.058272:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763350980.058273:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.058275:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.058276:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350980.058277:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.058279:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350980.058281:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df25d3600, rc 0) 00000020:00000001:3.0:1763350980.058284:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350980.058288:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 0, xid 1849001118772736 00010000:00000001:3.0:1763350980.058291:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350980.058297:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9c33b80 x1849001118772736/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 584/640 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350980.058305:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350980.058308:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350980.058312:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350980.058323:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350980.058326:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350980.058328:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350980.058331:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350980.058333:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.058337:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350980.058340:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350980.058346:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350198. 00000100:00000200:3.0:1763350980.058354:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1849001118772736, offset 224 00000400:00000200:3.0:1763350980.058361:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350980.058374:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350980.058381:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198076:198076:256:4294967295] 192.168.202.2@tcp LPNI seq info [198072:198072:8:4294967295] 00000400:00000200:3.0:1763350980.058393:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350980.058399:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350980.058404:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122e00. 00000800:00000200:3.0:1763350980.058411:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350980.058418:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350980.058423:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122e00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:3.0:1763350980.058440:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.058444:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350980.058446:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350980.058447:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.058450:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350980.058454:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c33b80 x1849001118772736/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 584/640 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350980.058469:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9c33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226202:x1849001118772736:12345-192.168.202.2@tcp:101:stat.0 Request processed in 1694us (2580us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350980.058478:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140597 00000100:00000040:3.0:1763350980.058482:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350980.058485:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350980.058487:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350980.058492:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5a00. 00000020:00000010:3.0:1763350980.058497:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090bb8. 00000020:00000010:3.0:1763350980.058500:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:3.0:1763350980.058506:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:3.0:1763350980.058508:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350980.059540:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350980.059547:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122e00. 00000400:00000200:1.0:1763350980.059553:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.059560:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350980.059566:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350198 00000400:00000010:1.0:1763350980.059568:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350198. 00000100:00000001:1.0:1763350980.059574:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350980.059576:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350980.061452:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.072895:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.072912:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.072916:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.072918:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.072930:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.072948:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfae80 00000400:00000200:2.0:1763350980.072956:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 14136 00000800:00000001:2.0:1763350980.072964:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.072971:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.072974:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.072979:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.072987:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.072989:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350980.072995:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1a300. 00000100:00000040:2.0:1763350980.073000:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1a300 x1849001118772864 msgsize 328 00000100:00100000:2.0:1763350980.073004:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.073018:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.073027:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.073030:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.073085:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.073090:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118772864 02000000:00000001:1.0:1763350980.073093:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.073095:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.073098:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.073103:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.073108:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118772864 00000020:00000001:1.0:1763350980.073112:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.073123:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.073126:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.073129:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:1.0:1763350980.073132:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.073135:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.073140:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.073146:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52540. 00000020:00000040:1.0:1763350980.073153:0:63085:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:1.0:1763350980.073167:0:63085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763350980.073174:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dea3f7c00. 00000020:00000010:1.0:1763350980.073180:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0b00. 00000020:00000010:1.0:1763350980.073185:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350980.073193:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.073196:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.073197:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.073200:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.073208:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.073220:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.073232:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.073234:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.073239:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19996 00000100:00000040:1.0:1763350980.073244:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350980.073246:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363757312 : -120543345794304 : ffff925dd0b1a300) 00000100:00000040:1.0:1763350980.073254:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1a300 x1849001118772864/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.073264:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.073267:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52d80. 00000100:00000001:1.0:1763350980.073270:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.073272:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52d80. 00000100:00100000:1.0:1763350980.073277:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118772864:12345-192.168.202.2@tcp:101:stat.0 00000100:00000200:1.0:1763350980.073282:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118772864 00000020:00000001:1.0:1763350980.073285:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.073289:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.073292:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.073294:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.073296:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.073300:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.073304:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.073306:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.073309:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.073314:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.073316:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.073319:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.073321:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.073323:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.073326:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.073331:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.073339:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:1.0:1763350980.073342:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.073346:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.073349:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7200. 00000020:00000001:1.0:1763350980.073353:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.073355:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7200 with handle 0xcb8c81cc3033c7c8 to hash 00000020:00000001:1.0:1763350980.073357:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.073359:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350980.073362:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00010000:1.0:1763350980.073366:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c7c8 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb0e expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.073375:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350980.073378:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:1.0:1763350980.073385:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350980.073388:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350980.073391:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.073394:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.073399:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc3c46000. 02000000:00000001:1.0:1763350980.073401:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.073404:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.073407:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.073409:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.073413:0:63085:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.073415:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350980.073419:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c08c0. 00002000:00000001:1.0:1763350980.073421:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350980.073424:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350980.073427:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52d80. 00000100:00000001:1.0:1763350980.073431:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.073438:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb4f66c0. 00000100:00000001:1.0:1763350980.073440:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530273433280 : -120543436118336 : ffff925dcb4f66c0) 00000100:00000001:1.0:1763350980.073443:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530273433280 : -120543436118336 : ffff925dcb4f66c0) 00000100:00000001:1.0:1763350980.073446:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.073448:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.073449:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.073452:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350980.073457:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c32300. 00000020:00000040:1.0:1763350980.073460:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350980.073463:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.073466:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.073470:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.073476:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de2788e00. 00000100:00000001:1.0:1763350980.073481:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.073486:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.073489:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.073495:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.073503:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.073505:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.073509:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9c32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101453696:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.073513:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.073518:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.073520:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.073523:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.073526:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dffa8ec00. 02000000:00000001:1.0:1763350980.073528:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.073533:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466630. 00000400:00000010:1.0:1763350980.073539:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead742a8. 00000100:00000200:1.0:1763350980.073545:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101453696, portal 16 00000100:00000001:1.0:1763350980.073547:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.073549:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530515899136 : -120543193652480 : ffff925dd9c32300) 00000100:00000040:1.0:1763350980.073553:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.073561:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.073564:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.073566:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74cc0. 00000100:00000200:1.0:1763350980.073569:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101453696, offset 0 00000400:00000200:1.0:1763350980.073574:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.073583:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.073587:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.073591:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.073626:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.073628:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.073632:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198077:198077:256:4294967295] 192.168.202.2@tcp LPNI seq info [198073:198073:8:4294967295] 00000400:00000200:1.0:1763350980.073642:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.073647:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.073653:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca400. 00000800:00000200:1.0:1763350980.073658:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.073665:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.073669:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.073683:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.073688:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857045 00000100:00000010:1.0:1763350980.073692:0:63085:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fdde0. 00000100:00000001:1.0:1763350980.073698:0:63085:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763350980.073707:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857045 00000100:00000010:1.0:1763350980.073710:0:63085:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fdba0. 00000100:00000001:1.0:1763350980.073712:0:63085:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763350980.073715:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857045 00000100:00000010:1.0:1763350980.073717:0:63085:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fdea0. 00000100:00000001:1.0:1763350980.073720:0:63085:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763350980.073722:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857045 00000100:00000010:1.0:1763350980.073724:0:63085:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd180. 00000100:00000001:1.0:1763350980.073727:0:63085:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763350980.073729:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.073732:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.073734:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.073735:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.073738:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.073739:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350980.073741:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c08c0. 00010000:00000001:1.0:1763350980.073744:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.073746:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.073747:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.073750:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.073752:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.073753:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350980.073756:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb4f66c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.073759:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.073762:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1763350980.073820:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:0.0:1763350980.073826:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000800:00000001:1.0:1763350980.082580:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:2.0:1763350980.083673:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.083682:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca400. 00000400:00000200:2.0:1763350980.083693:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.083704:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.083711:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74cc0 00000400:00000010:2.0:1763350980.083714:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74cc0. 00000100:00000001:2.0:1763350980.083721:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.083731:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.083744:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.083748:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.083755:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.083757:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350980.083887:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350980.083890:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.083894:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.083902:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350980.083921:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76980 00000400:00000200:1.0:1763350980.083929:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f81d [1] + 224 00000800:00000001:1.0:1763350980.083937:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.083947:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.083949:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.083952:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350980.083957:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.083962:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350980.083971:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.084036:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.084106:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350980.084124:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.084128:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763350980.084162:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350980.084165:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350980.084168:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466630. 00000400:00000200:0.0:1763350980.084172:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead742a8 00000400:00000010:0.0:1763350980.084174:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead742a8. 00000100:00000001:0.0:1763350980.084176:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.084182:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350980.084191:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.084197:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350980.084199:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.084201:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350980.084204:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350980.084207:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.084209:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.084213:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.084221:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350980.084225:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350980.084228:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350980.084230:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.084233:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350980.084237:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.084240:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.084245:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.084251:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.084254:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350980.084256:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.084259:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350980.084264:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350980.084275:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.084280:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.084288:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:0.0:1763350980.084290:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:0.0:1763350980.084293:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.084301:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350980.084305:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000001:0.0:1763350980.084308:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.084311:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.084312:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.084316:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350980.084324:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd9c32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101453696:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350980.084328:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.084331:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.084334:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350980.084335:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.084338:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9c32300 x1849001101453696/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.084345:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350980.084348:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350980.084352:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dffa8ec00. 02000000:00000001:0.0:1763350980.084356:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350980.084358:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350980.084360:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350980.084362:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350980.084365:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de2788e00. 02000000:00000001:0.0:1763350980.084370:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350980.084372:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350980.084374:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9c32300. 00000100:00000001:0.0:1763350980.084377:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350980.084378:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350980.084381:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb4f66c0. 00000100:00000001:0.0:1763350980.084383:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.084385:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.084388:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52d80. 00010000:00000001:0.0:1763350980.084392:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.084395:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.084400:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.084402:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.084409:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.084410:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.084413:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.084415:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.084418:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7200 with handle 0xcb8c81cc3033c7c8 from hash 00010000:00000001:0.0:1763350980.084421:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.084422:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.084423:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.084425:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350980.084427:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.084429:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350980.084435:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c7c8 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb0e expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350980.084450:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350980.084455:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.084457:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.084459:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.084461:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.084466:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.084468:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.084469:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.084470:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.084472:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.084474:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.084476:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350980.084478:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.084480:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.084482:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.084483:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.084486:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c7c8 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb0e expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350980.084494:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350980.084498:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:0.0:1763350980.084505:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.084507:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7200, rc 0) 00000020:00000001:0.0:1763350980.084510:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350980.084514:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118772864 00010000:00000001:0.0:1763350980.084517:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.084522:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1a300 x1849001118772864/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.084530:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.084533:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.084535:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.084540:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.084542:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.084544:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.084547:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.084550:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.084555:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.084558:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.084562:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019330. 00000100:00000200:0.0:1763350980.084567:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118772864, offset 224 00000400:00000200:0.0:1763350980.084573:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.084585:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.084591:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198078:198078:256:4294967295] 192.168.202.2@tcp LPNI seq info [198074:198074:8:4294967295] 00000400:00000200:0.0:1763350980.084636:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.084642:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.084648:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350980.084655:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.084661:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.084665:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.085670:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.085681:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.085686:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.085688:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.085691:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.085699:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1a300 x1849001118772864/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.085711:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118772864:12345-192.168.202.2@tcp:101:stat.0 Request processed in 12444us (12708us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350980.085721:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19996 00000100:00000040:0.0:1763350980.085725:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350980.085728:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.085729:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.085738:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0b00. 00000020:00000010:0.0:1763350980.085744:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:0.0:1763350980.085748:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dea3f7c00. 00000020:00000040:0.0:1763350980.085755:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:0.0:1763350980.085759:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.089081:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.089094:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:2.0:1763350980.089103:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.089122:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.089130:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019330 00000400:00000010:2.0:1763350980.089133:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019330. 00000100:00000001:2.0:1763350980.089140:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.089142:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350980.093683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcd3200. 00010000:00000010:3.1:1763350980.093710:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405a00. 00010000:00000010:3.1:1763350980.093715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc67fca00. 00010000:00000010:3.1:1763350980.093719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddcd2600. 00010000:00000010:0.1:1763350980.098301:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7200. 00000800:00000001:2.0:1763350980.111352:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.111371:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.111376:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.111378:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.111390:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.111409:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edfaf00 00000400:00000200:2.0:1763350980.111419:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 108576 00000800:00000001:2.0:1763350980.111429:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.111438:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.111441:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.111446:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.111454:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.111457:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350980.111464:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1b800. 00000100:00000040:2.0:1763350980.111468:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1b800 x1849001118772992 msgsize 576 00000100:00100000:2.0:1763350980.111473:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.111492:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.111501:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.111505:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.111587:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.111591:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118772992 02000000:00000001:0.0:1763350980.111631:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.111635:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.111637:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.111643:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.111648:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118772992 00000020:00000001:0.0:1763350980.111652:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.111654:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.111657:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.111660:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:0.0:1763350980.111663:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350980.111666:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.111671:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.111677:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.111680:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.111684:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350980.111703:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350980.111709:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.111715:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d3e8. 00000100:00000040:0.0:1763350980.111725:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350980.111728:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.111730:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350980.111733:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350980.111734:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.111737:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.111745:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.111761:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.111775:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.111777:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.111782:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140598 00000100:00000040:0.0:1763350980.111785:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.111788:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363762688 : -120543345788928 : ffff925dd0b1b800) 00000100:00000040:0.0:1763350980.111796:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1b800 x1849001118772992/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.111805:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.111808:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.111810:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.111812:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350980.111817:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226203:x1849001118772992:12345-192.168.202.2@tcp:101:readlink.0 00000100:00000200:0.0:1763350980.111821:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118772992 00000020:00000001:0.0:1763350980.111824:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.111828:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.111833:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.111836:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.111837:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350980.111841:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350980.111844:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118772992, found 0 last_xid 1849001118772991 00000020:00000001:0.0:1763350980.111848:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.111850:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.111852:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.111857:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.111860:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350980.111863:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350980.111864:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350980.111866:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350980.111869:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.111874:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.111881:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:0.0:1763350980.111885:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.111887:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.111891:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3600. 00000020:00000001:0.0:1763350980.111895:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.111897:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3600 with handle 0xcb8c81cc3033c7cf to hash 00000020:00000001:0.0:1763350980.111899:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.111901:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000010:0.0:1763350980.111906:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a100. 00010000:00000001:0.0:1763350980.111910:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00010000:0.0:1763350980.111915:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c7cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb15 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.111925:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350980.111928:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:0.0:1763350980.111934:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350980.111937:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350980.111943:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350980.111946:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350980.111948:0:20012:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763350980.111950:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350980.111952:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763350980.111955:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.111959:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530967377880 : -120542742173736 : ffff925df4ac27d8) 00000004:00000001:0.0:1763350980.111961:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623530967377792 : -120542742173824 : ffff925df4ac2780) 00000004:00000001:0.0:1763350980.111964:0:20012:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.111967:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350980.111968:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350980.111972:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.111975:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.112012:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925dea290000. 02000000:00000001:0.0:1763350980.112015:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.112018:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.112020:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.112022:0:20012:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763350980.112026:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350980.112029:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.112030:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112032:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.112034:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.112036:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112037:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.112038:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.112040:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112041:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.112042:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.112044:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112045:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.112046:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.112047:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112049:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.112050:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.112052:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112054:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.112056:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.112060:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350980.112065:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350980.112068:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350980.112070:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350980.112071:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112075:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.112076:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.112078:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350980.112080:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.112084:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1763350980.112087:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350980.112088:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:0.0:1763350980.112090:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.112095:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:0.0:1763350980.112097:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:0.0:1763350980.112100:0:20012:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1763350980.112101:0:20012:0:(mdt_lib.c:2202:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.112104:0:20012:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000bd2:0x3feb:0x0], ldlm_rep = ffff925dea290228 00000004:00000001:0.0:1763350980.112109:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350980.112112:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.112124:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.112128:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 2 00010000:00000001:0.0:1763350980.112130:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.112133:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.112136:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350980.112139:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.112141:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033c7d6 to hash 00000020:00000001:0.0:1763350980.112142:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.112144:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000010:0.0:1763350980.112146:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a980. 00010000:00000001:0.0:1763350980.112149:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.112153:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.112154:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.112158:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c7d6 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.112166:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.112169:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.112171:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.112174:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.112177:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.112179:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.112180:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.112182:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.112184:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.112186:0:20012:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.112187:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.112189:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 2 00010000:00000040:0.0:1763350980.112192:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.112197:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.112204:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.112208:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.112212:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.112214:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.112216:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.112217:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.112219:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.112221:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.112223:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.112225:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.112228:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.112233:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.112234:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.112236:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.112237:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.112239:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.112240:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350980.112242:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.112244:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.112246:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.112248:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.112249:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.112252:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763350980.112257:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350980.112260:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350980.112299:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.112302:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.112307:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.112310:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.112316:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.112319:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.112323:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.112325:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.112326:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.112328:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.112329:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.112333:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.112335:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350980.112338:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350980.112340:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112343:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.112344:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112346:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.112347:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.112349:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.112351:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.112353:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.112354:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.112356:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:0.0:1763350980.112359:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: returning size 11776 00000004:00200000:0.0:1763350980.112362:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00000002:0.0:1763350980.112364:0:20012:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763350980.112366:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.112367:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.112369:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763350980.112371:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.112373:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.112374:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.112376:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.112378:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.112380:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.112382:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.112386:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350980.112393:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.112395:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.112405:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.112407:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.112408:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350980.112410:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.112412:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00000004:00010000:0.0:1763350980.112416:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c7d6 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.112421:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.112422:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.112424:0:20012:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763350980.112426:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350980.112430:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc418/ffff925ccd7cc3c0 to site lru. bkt: ffff925dd1460770 00000004:00000001:0.0:1763350980.112432:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1763350980.112434:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.112435:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.112437:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350980.112439:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.112441:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00000004:00000040:0.0:1763350980.112444:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350980.112446:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:0.0:1763350980.112449:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.112449:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.112451:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350980.112453:0:20012:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763350980.112457:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350980.112459:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350980.112460:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350980.112462:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350980.112464:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350980.112466:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350980.112469:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.112472:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350980.112474:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.112476:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.112478:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350980.112480:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.112482:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.112486:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.112487:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.112489:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.112490:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.112493:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3600 with handle 0xcb8c81cc3033c7cf from hash 00010000:00000001:0.0:1763350980.112496:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.112497:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.112498:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.112499:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350980.112500:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.112503:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c7cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb15 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.112510:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350980.112513:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00010000:00000010:0.0:1763350980.112516:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a100. 00010000:00000001:0.0:1763350980.112524:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.112525:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.112529:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350980.112532:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c7d6 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb15 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.112538:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.112541:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.112543:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:0.0:1763350980.112546:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1763350980.112548:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.112550:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.112552:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.112553:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.112554:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.112555:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2200, rc 0) 00000020:00000001:0.0:1763350980.112558:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.112562:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 0, xid 1849001118772992 00010000:00000001:0.0:1763350980.112564:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.112569:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1b800 x1849001118772992/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/584 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.112577:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.112580:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.112585:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.112589:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.112592:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.112634:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.112637:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.112639:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.112643:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.112646:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.112651:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019bb0. 00000100:00000200:0.0:1763350980.112657:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1849001118772992, offset 224 00000400:00000200:0.0:1763350980.112663:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.112674:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.112680:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198079:198079:256:4294967295] 192.168.202.2@tcp LPNI seq info [198075:198075:8:4294967295] 00000400:00000200:0.0:1763350980.112692:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.112697:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.112704:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350980.112712:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.112720:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.112724:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.119636:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.119652:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.119659:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.119662:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.119666:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.119678:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1b800 x1849001118772992/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/584 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.119692:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226203:x1849001118772992:12345-192.168.202.2@tcp:101:readlink.0 Request processed in 7884us (8220us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.119704:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140598 00000100:00000040:0.0:1763350980.119709:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.119712:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.119714:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.119723:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.119730:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d3e8. 00000020:00000010:0.0:1763350980.119736:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350980.119743:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:0.0:1763350980.119747:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350980.120569:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350980.120575:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:1.0:1763350980.120582:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.120589:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350980.120621:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019bb0 00000400:00000010:1.0:1763350980.120625:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019bb0. 00000100:00000001:1.0:1763350980.120629:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350980.120631:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.123107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3600. 00000800:00000001:2.0:1763350980.136214:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.136231:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.136235:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.136237:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.136250:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.136268:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfaf80 00000400:00000200:2.0:1763350980.136277:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 14464 00000800:00000001:2.0:1763350980.136285:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.136293:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.136297:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.136302:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.136311:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.136314:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350980.136320:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1b480. 00000100:00000040:2.0:1763350980.136325:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1b480 x1849001118773120 msgsize 328 00000100:00100000:2.0:1763350980.136330:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.136347:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.136356:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.136358:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.136437:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.136441:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118773120 02000000:00000001:0.0:1763350980.136445:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.136447:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.136450:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.136456:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.136461:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118773120 00000020:00000001:0.0:1763350980.136466:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.136468:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350980.136471:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.136474:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:0.0:1763350980.136478:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350980.136481:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350980.136486:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.136492:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.136496:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.136499:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350980.136506:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350980.136512:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.136517:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d3e8. 00000100:00000040:0.0:1763350980.136526:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350980.136530:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.136531:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350980.136534:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.136543:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.136559:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.136572:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.136574:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.136580:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19997 00000100:00000040:0.0:1763350980.136584:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350980.136586:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363761792 : -120543345789824 : ffff925dd0b1b480) 00000100:00000040:0.0:1763350980.136628:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1b480 x1849001118773120/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.136639:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.136642:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.136644:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.136646:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350980.136650:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118773120:12345-192.168.202.2@tcp:101:readlink.0 00000100:00000200:0.0:1763350980.136654:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118773120 00000020:00000001:0.0:1763350980.136658:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.136661:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.136664:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.136667:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.136669:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350980.136672:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350980.136675:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.136678:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.136679:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.136685:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.136860:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350980.136863:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350980.136865:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350980.136866:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350980.136868:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.136874:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.136881:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:0.0:1763350980.136884:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.136887:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.136943:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7c00. 00000020:00000001:1.0:1763350980.136947:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.136950:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7c00 with handle 0xcb8c81cc3033c7dd to hash 00000020:00000001:1.0:1763350980.136952:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.136954:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398208 : -120542939153408 : ffff925de8ee7c00) 00010000:00000001:1.0:1763350980.136957:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398208 : -120542939153408 : ffff925de8ee7c00) 00010000:00010000:1.0:1763350980.136962:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7dd lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb1c expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.136971:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350980.136974:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:1.0:1763350980.136982:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350980.136986:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350980.136989:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.136992:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.136998:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc3c47400. 02000000:00000001:1.0:1763350980.137000:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.137003:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.137006:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.137008:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.137012:0:63085:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.137014:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350980.137019:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c08c0. 00002000:00000001:1.0:1763350980.137021:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350980.137024:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350980.137027:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52240. 00000100:00000001:1.0:1763350980.137031:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.137037:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb4f6c00. 00000100:00000001:1.0:1763350980.137039:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530273434624 : -120543436116992 : ffff925dcb4f6c00) 00000100:00000001:1.0:1763350980.137041:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530273434624 : -120543436116992 : ffff925dcb4f6c00) 00000100:00000001:1.0:1763350980.137043:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.137045:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.137047:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.137049:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350980.137054:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c32300. 00000020:00000040:1.0:1763350980.137057:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350980.137060:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.137063:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.137067:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.137074:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dffa8fc00. 00000100:00000001:1.0:1763350980.137079:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.137084:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.137088:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.137094:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.137102:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.137104:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.137109:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9c32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101453824:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.137113:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.137125:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.137128:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.137131:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.137134:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dffa8ec00. 02000000:00000001:1.0:1763350980.137136:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.137142:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466318. 00000400:00000010:1.0:1763350980.137148:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74088. 00000100:00000200:1.0:1763350980.137154:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101453824, portal 16 00000100:00000001:1.0:1763350980.137156:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.137158:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530515899136 : -120543193652480 : ffff925dd9c32300) 00000100:00000040:1.0:1763350980.137163:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.137171:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.137174:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.137176:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead743b8. 00000100:00000200:1.0:1763350980.137179:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101453824, offset 0 00000400:00000200:1.0:1763350980.137185:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.137193:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.137197:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.137201:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.137205:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.137208:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.137212:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198080:198080:256:4294967295] 192.168.202.2@tcp LPNI seq info [198076:198076:8:4294967295] 00000400:00000200:1.0:1763350980.137223:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.137229:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.137235:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcaf00. 00000800:00000200:1.0:1763350980.137241:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.137248:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.137253:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcaf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.137585:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.137591:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857109 00000100:00000001:1.0:1763350980.137627:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857045 00000100:00000001:1.0:1763350980.137631:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857110 00000100:00000001:1.0:1763350980.137634:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857045 00000100:00000001:1.0:1763350980.137637:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857110 00000100:00000001:1.0:1763350980.137641:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857045 00000100:00000001:1.0:1763350980.137643:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857110 00000100:00000001:1.0:1763350980.137647:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857045 00000100:00000001:1.0:1763350980.137650:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.137653:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.137655:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.137657:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.137659:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.137661:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350980.137663:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c08c0. 00010000:00000001:1.0:1763350980.137667:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.137669:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.137670:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.137673:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.137675:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.137677:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350980.137680:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb4f6c00 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.137682:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1763350980.138093:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.138098:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaf00. 00000400:00000200:2.0:1763350980.138103:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.138109:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.138123:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead743b8 00000400:00000010:2.0:1763350980.138126:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead743b8. 00000100:00000001:2.0:1763350980.138131:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.138136:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.138147:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.138150:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.138158:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.138160:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763350980.138446:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763350980.141631:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.141647:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350980.141651:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.141653:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.141664:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350980.141681:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76a00 00000400:00000200:1.0:1763350980.141690:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f82d [1] + 224 00000800:00000001:1.0:1763350980.141700:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.141707:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.141710:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.141714:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350980.141721:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.141731:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350980.141741:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.141801:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.142728:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350980.142743:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.142747:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1763350980.142831:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350980.142833:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350980.142837:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466318. 00000400:00000200:2.0:1763350980.142842:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74088 00000400:00000010:2.0:1763350980.142844:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74088. 00000100:00000001:2.0:1763350980.142848:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.142856:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350980.142865:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.142871:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350980.142874:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.142876:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350980.142879:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350980.142882:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.142884:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.142888:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.142897:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:2.0:1763350980.142901:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350980.142903:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350980.142905:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.142908:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350980.142914:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.142917:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.142921:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.142928:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.142932:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350980.142934:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.142937:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350980.142943:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350980.142958:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.142962:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.142971:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:2.0:1763350980.142974:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:2.0:1763350980.142977:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350980.143063:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350980.143070:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000001:3.0:1763350980.143074:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.143076:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.143077:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.143083:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350980.143090:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd9c32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101453824:192.168.202.2@tcp:106: 00000100:00000001:3.0:1763350980.143095:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.143098:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.143101:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350980.143103:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.143106:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9c32300 x1849001101453824/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.143112:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350980.143124:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350980.143128:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dffa8ec00. 02000000:00000001:3.0:1763350980.143133:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350980.143136:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350980.143138:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763350980.143141:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350980.143144:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dffa8fc00. 02000000:00000001:3.0:1763350980.143148:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350980.143149:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350980.143151:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9c32300. 00000100:00000001:3.0:1763350980.143155:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350980.143156:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350980.143159:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb4f6c00. 00000100:00000001:3.0:1763350980.143161:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350980.143163:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350980.143166:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52240. 00010000:00000001:3.0:1763350980.143169:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350980.143173:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350980.143176:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350980.143179:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350980.143186:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.143187:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.143190:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.143191:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.143194:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7c00 with handle 0xcb8c81cc3033c7dd from hash 00010000:00000001:3.0:1763350980.143197:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350980.143198:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.143199:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.143200:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350980.143202:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350980.143204:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763350980.143210:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7dd lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb1c expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763350980.143226:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350980.143229:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350980.143232:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350980.143233:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.143236:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.143239:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350980.143241:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350980.143243:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350980.143244:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350980.143246:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350980.143247:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350980.143250:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350980.143252:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.143254:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.143256:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350980.143257:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350980.143260:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7dd lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb1c expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763350980.143267:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:3.0:1763350980.143269:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:3.0:1763350980.143275:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350980.143277:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7c00, rc 0) 00000020:00000001:3.0:1763350980.143279:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763350980.143283:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118773120 00010000:00000001:3.0:1763350980.143286:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350980.143290:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1b480 x1849001118773120/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350980.143298:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350980.143301:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350980.143304:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350980.143309:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350980.143311:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350980.143313:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350980.143316:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350980.143319:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.143323:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350980.143326:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350980.143332:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23502a8. 00000100:00000200:3.0:1763350980.143337:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118773120, offset 224 00000400:00000200:3.0:1763350980.143343:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350980.143353:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350980.143360:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198081:198081:256:4294967295] 192.168.202.2@tcp LPNI seq info [198077:198077:8:4294967295] 00000400:00000200:3.0:1763350980.143371:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350980.143376:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350980.143381:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122100. 00000800:00000200:3.0:1763350980.143387:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350980.143394:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350980.143398:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350980.144123:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.144130:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350980.144133:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350980.144135:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.144138:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350980.144145:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1b480 x1849001118773120/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350980.144156:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118773120:12345-192.168.202.2@tcp:101:readlink.0 Request processed in 7515us (7829us total) trans 0 rc 301/301 00000100:00100000:3.0:1763350980.144165:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19997 00000100:00000040:3.0:1763350980.144169:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350980.144172:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350980.144173:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350980.144180:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:3.0:1763350980.144186:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d3e8. 00000020:00000010:3.0:1763350980.144190:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:3.0:1763350980.144195:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:3.0:1763350980.144197:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.144573:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.144578:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122100. 00000400:00000200:2.0:1763350980.144583:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.144590:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.144608:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23502a8 00000400:00000010:2.0:1763350980.144610:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23502a8. 00000100:00000001:2.0:1763350980.144614:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.144616:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350980.148902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7c00. 00000800:00000001:2.0:1763350980.188546:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.188566:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.188570:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.188573:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.188586:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.188654:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edfb080 00000400:00000200:2.0:1763350980.188663:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 109152 00000800:00000001:2.0:1763350980.188672:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.188684:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.188687:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.188692:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.188700:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.188704:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350980.188710:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b19f80. 00000100:00000040:2.0:1763350980.188714:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b19f80 x1849001118773376 msgsize 4616 00000100:00100000:2.0:1763350980.188719:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.188734:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.188743:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.188746:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.190068:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.190072:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118773376 02000000:00000001:1.0:1763350980.190077:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.190079:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.190083:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.190089:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.190094:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118773376 00000020:00000001:1.0:1763350980.190098:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.190101:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.190104:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.190107:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:1.0:1763350980.190110:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.190120:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.190125:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.190132:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.190136:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.190139:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52080. 00000020:00000010:1.0:1763350980.190146:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dffa8fc00. 00000020:00000010:1.0:1763350980.190152:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.190158:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.190166:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350980.190170:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.190171:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350980.190174:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350980.190176:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.190179:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.190188:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.190206:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.190220:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.190222:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.190230:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140599 00000100:00000040:1.0:1763350980.190233:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.190236:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363756416 : -120543345795200 : ffff925dd0b19f80) 00000100:00000040:1.0:1763350980.190244:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b19f80 x1849001118773376/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.190253:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.190256:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.190258:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.190260:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52080. 00000100:00100000:1.0:1763350980.190265:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226206:x1849001118773376:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350980.190269:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118773376 00000020:00000001:1.0:1763350980.190273:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.190277:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.190281:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.190284:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.190286:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.190290:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350980.190293:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118773376, found 0 last_xid 1849001118773375 00000020:00000001:1.0:1763350980.190296:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.190298:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.190301:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.190307:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.190309:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.190312:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.190314:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.190316:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.190318:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.190323:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.190330:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:1.0:1763350980.190333:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.190336:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.190340:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6000. 00000020:00000001:1.0:1763350980.190344:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.190346:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6000 with handle 0xcb8c81cc3033c7e4 to hash 00000020:00000001:1.0:1763350980.190349:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.190350:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000010:1.0:1763350980.190356:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350980.190359:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00010000:1.0:1763350980.190364:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c7e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb23 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.190373:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350980.190375:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:1.0:1763350980.190382:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350980.190385:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350980.190391:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350980.190394:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350980.190396:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190398:0:20012:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763350980.190403:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dd0b19f80 x1849001118773376/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763350980.190412:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350980.190414:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350980.190417:0:20012:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763350980.190419:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.190422:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.190424:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.190426:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.190429:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.190430:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.190431:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.190433:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.190439:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.190440:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190443:0:20012:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190445:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190448:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350980.190449:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350980.190453:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.190455:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.190490:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925dea190000. 02000000:00000001:1.0:1763350980.190493:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.190496:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190501:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350980.190502:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.190504:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.190505:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.190507:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.190509:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.190510:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.190512:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.190513:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.190515:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.190517:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.190521:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350980.190527:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350980.190529:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350980.190532:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350980.190533:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.190536:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.190537:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190538:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350980.190540:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190543:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350980.190545:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190548:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350980.190551:0:20012:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763350980.190554:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3ba38 00000004:00000002:1.0:1763350980.190556:0:20012:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000007:0x1:0x0]/(->[0x200000bd2:0x3feb:0x0]) cr_flag=040104240200001 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763350980.190561:0:20012:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763350980.190563:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350980.190565:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350980.190569:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.190574:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350980.190576:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350980.190582:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350980.190585:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350980.190671:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190676:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.190681:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.190685:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.190692:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.190696:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.190700:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.190702:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.190704:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.190705:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.190707:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.190710:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.190712:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350980.190715:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350980.190717:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190720:0:20012:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763350980.190723:0:20012:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3feb:0x0] lease count: 0, lm: 16 00000004:00000001:1.0:1763350980.190726:0:20012:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763350980.190730:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350980.190731:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.190735:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350980.190737:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.190740:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.190744:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7c00. 00000020:00000001:1.0:1763350980.190747:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.190748:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7c00 with handle 0xcb8c81cc3033c7eb to hash 00000020:00000001:1.0:1763350980.190751:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.190752:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398208 : -120542939153408 : ffff925de8ee7c00) 00010000:00000010:1.0:1763350980.190755:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373980. 00010000:00000001:1.0:1763350980.190758:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398208 : -120542939153408 : ffff925de8ee7c00) 00010000:00000001:1.0:1763350980.190762:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.190764:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.190767:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.190773:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.190777:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.190779:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.190782:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.190785:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.190787:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.190788:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.190791:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350980.190793:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350980.190795:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350980.190796:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350980.190798:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:1.0:1763350980.190801:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350980.190806:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb15 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.190814:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 496 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350980.190821:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.190830:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350980.190835:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.190836:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.190838:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.190840:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.190843:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.190845:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.190848:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350980.190851:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.190854:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.190859:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350980.190861:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.190863:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.190865:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.190866:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.190868:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7c00 refcount=3 00000020:00000001:1.0:1763350980.190870:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770398208 : -120542939153408 : ffff925de8ee7c00) 00010000:00000001:1.0:1763350980.190872:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770398208 : -120542939153408 : ffff925de8ee7c00) 00010000:00000001:1.0:1763350980.190874:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.190875:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.190876:0:20012:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.190879:0:20012:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3feb:0x0], ibits = 0x5/0x0, open_flags = 040104240200001, try_layout = 0 : rc = 0 00000004:00000001:1.0:1763350980.190883:0:20012:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.190885:0:20012:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190889:0:20012:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350980.190893:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.190894:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.190896:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.190897:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.190899:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.190901:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.190903:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.190904:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.190907:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:1.0:1763350980.190909:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: returning size 11776 00000001:00000001:1.0:1763350980.190912:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.190913:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190915:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350980.190917:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.190919:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.190920:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.190922:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.190925:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.190927:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.190929:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190932:0:20012:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:1.0:1763350980.190934:0:20012:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:1.0:1763350980.190937:0:20012:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763350980.190949:0:20012:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763350980.190952:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:1.0:1763350980.190954:0:20012:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190956:0:20012:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.190958:0:20012:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.190961:0:20012:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763350980.190964:0:20012:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925ccd4b0780. 00000020:00000001:1.0:1763350980.190966:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.190968:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925ccd4b0780 with handle 0xcb8c81cc3033c7f2 to hash 00000020:00000001:1.0:1763350980.190970:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763350980.190971:0:20012:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623526011733888 : -120547697817728 : ffff925ccd4b0780) 00000004:00000001:1.0:1763350980.190973:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350980.190974:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763350980.190976:0:20012:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3feb:0x0] Change mfd open_flags 0 -> 040104240200001. 00000004:00000001:1.0:1763350980.190980:0:20012:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763350980.190982:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350980.190991:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dd1472c00. 00080000:00000001:1.0:1763350980.190993:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530373557248 : -120543335994368 : ffff925dd1472c00) 00080000:00000001:1.0:1763350980.190996:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350980.191002:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.191008:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.191009:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.191030:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.191032:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350980.191036:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350980.191039:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055172, last_committed = 8590055163 00000001:00000010:1.0:1763350980.191042:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd060. 00000001:00000040:1.0:1763350980.191044:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:1.0:1763350980.191047:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00000001:00000010:1.0:1763350980.191052:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dcb4f6e40. 00080000:00000001:1.0:1763350980.191057:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.191073:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350980.191076:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dcb4f6e40: xid 1849001118773376, transno 8590055172, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350980.191079:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.191091:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.191093:0:20012:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350980.191094:0:20012:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.191097:0:20012:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.191099:0:20012:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.191101:0:20012:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763350980.191104:0:20012:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763350980.191105:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350980.191107:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.191108:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350980.191110:0:20012:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.191112:0:20012:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350980.191128:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350980.191135:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.191138:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.191140:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350980.191142:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350980.191144:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350980.191146:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350980.191147:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350980.191149:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350980.191151:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350980.191166:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.191167:0:20012:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:1.0:1763350980.191169:0:20012:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.191171:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.191173:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.191174:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7c00 refcount=3 00000020:00000001:1.0:1763350980.191176:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770398208 : -120542939153408 : ffff925de8ee7c00) 00010000:00000001:1.0:1763350980.191178:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770398208 : -120542939153408 : ffff925de8ee7c00) 00000004:00000040:1.0:1763350980.191181:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350980.191183:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00010000:00000001:1.0:1763350980.191186:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.191187:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.191189:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350980.191191:0:20012:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350980.191193:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350980.191195:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350980.191197:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350980.191200:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.191203:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.191203:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.191205:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.191207:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.191209:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6000 with handle 0xcb8c81cc3033c7e4 from hash 00010000:00000001:1.0:1763350980.191211:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.191212:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.191213:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.191215:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350980.191215:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.191219:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033c7e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 498 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.191225:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350980.191228:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00010000:00000010:1.0:1763350980.191230:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350980.191241:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.191243:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.191247:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350980.191250:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 497 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350980.191257:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.191260:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350980.191262:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350980.191265:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:1.0:1763350980.191267:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.191269:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.191271:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.191272:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.191273:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.191275:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7c00, rc 0) 00000020:00000001:1.0:1763350980.191277:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.191282:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 8590055172, xid 1849001118773376 00010000:00000001:1.0:1763350980.191285:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.191289:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b19f80 x1849001118773376/t8590055172(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/608 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.191297:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.191299:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.191303:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.191308:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.191311:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.191313:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.191316:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.191319:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.191322:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.191325:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.191330:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74bb0. 00000100:00000200:1.0:1763350980.191336:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118773376, offset 224 00000400:00000200:1.0:1763350980.191342:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.191354:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.191361:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198082:198082:256:4294967295] 192.168.202.2@tcp LPNI seq info [198078:198078:8:4294967295] 00000400:00000200:1.0:1763350980.191373:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.191379:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.191383:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcad00. 00000800:00000200:1.0:1763350980.191389:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.191396:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.191401:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcad00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.191426:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.191430:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.191432:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.191434:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.191436:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.191442:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b19f80 x1849001118773376/t8590055172(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/608 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.191451:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226206:x1849001118773376:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1196us (2734us total) trans 8590055172 rc 0/0 00000100:00100000:1.0:1763350980.191459:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140599 00000100:00000040:1.0:1763350980.191462:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350980.191464:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.191466:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.191470:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.191474:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:1.0:1763350980.191477:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dffa8fc00. 00000020:00000040:1.0:1763350980.191481:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000100:00000001:1.0:1763350980.191484:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.192122:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.192128:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcad00. 00000400:00000200:2.0:1763350980.192134:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.192140:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.192146:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74bb0 00000400:00000010:2.0:1763350980.192149:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74bb0. 00000100:00000001:2.0:1763350980.192153:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.192156:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.196235:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.196254:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.196258:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.196261:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.196273:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.196291:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 464 into portal 12 MB=0x691a81edfb100 00000400:00000200:2.0:1763350980.196300:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 464/464 into md 0xd4535 [64] + 113768 00000800:00000001:2.0:1763350980.196309:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.196317:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.196320:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.196324:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.196333:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.196336:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350980.196343:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b18000. 00000100:00000040:2.0:1763350980.196347:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b18000 x1849001118773504 msgsize 464 00000100:00100000:2.0:1763350980.196351:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.202421:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.202449:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.202461:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.202879:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.202883:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118773504 02000000:00000001:1.0:1763350980.202887:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.202889:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.202893:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.202898:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.202903:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118773504 00000020:00000001:1.0:1763350980.202907:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.202909:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.202912:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.202916:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=497 00000020:00000001:1.0:1763350980.202920:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.202923:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.202928:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.202937:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.202941:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.202944:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52080. 00000020:00000010:1.0:1763350980.202962:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dffa8fc00. 00000020:00000010:1.0:1763350980.202969:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.202975:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.202983:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350980.202986:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.202988:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.202991:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.203000:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.203017:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.203030:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.203031:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.203040:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140600 00000100:00000040:1.0:1763350980.203044:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.203046:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363748352 : -120543345803264 : ffff925dd0b18000) 00000100:00000040:1.0:1763350980.203056:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b18000 x1849001118773504/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 464/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.203065:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.203068:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.203070:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.203072:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52080. 00000100:00100000:1.0:1763350980.203077:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226206:x1849001118773504:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:1.0:1763350980.203081:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118773504 00000020:00000001:1.0:1763350980.203085:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.203090:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350980.203094:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dcb4f6e40: xid 1849001118773376, transno 8590055172, client gen 3, slot idx 0 00000001:00000001:1.0:1763350980.203100:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925cc47c59c0: xid 1849001118772480, transno 8590055171, client gen 3, slot idx 2 00000001:00000010:1.0:1763350980.203104:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925cc47c59c0. 00000020:00000001:1.0:1763350980.203110:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.203112:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.203122:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:1.0:1763350980.203126:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350980.203129:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118773504, found 0 last_xid 1849001118773503 00000020:00000001:1.0:1763350980.203132:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.203134:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.203137:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.203140:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763350980.203145:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.203149:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000020:00000001:1.0:1763350980.203152:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.203154:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.203160:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.203162:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.203170:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925de7c5a000. 02000000:00000001:1.0:1763350980.203173:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.203175:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203180:0:20012:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:1.0:1763350980.203184:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350980.203187:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.203189:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203192:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.203193:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.203196:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203198:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.203199:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.203201:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203203:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.203205:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.203207:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203208:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.203210:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.203211:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203213:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.203214:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.203216:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203218:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.203219:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.203224:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350980.203230:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350980.203232:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350980.203235:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350980.203236:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203239:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.203240:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203242:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350980.203244:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203246:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350980.203252:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3bcb0 00000004:00000002:1.0:1763350980.203255:0:20012:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_2, ldlm_rep = 0000000000000000 00000004:00000001:1.0:1763350980.203260:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350980.203263:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350980.203267:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350980.203270:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350980.203273:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.203280:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:1.0:1763350980.203283:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.203286:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.203290:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7a00. 00000020:00000001:1.0:1763350980.203294:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.203297:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7a00 with handle 0xcb8c81cc3033c7f9 to hash 00000020:00000001:1.0:1763350980.203299:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.203301:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000010:1.0:1763350980.203306:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350980.203309:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350980.203313:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.203316:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.203320:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203328:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.203331:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.203334:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.203336:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.203340:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.203342:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.203343:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.203346:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350980.203348:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350980.203350:0:20012:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350980.203352:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350980.203355:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:1.0:1763350980.203359:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350980.203363:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 497 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.203373:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c7d6 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb15 expref: 497 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.203380:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 497 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350980.203388:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203393:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350980.203398:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.203400:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.203403:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.203404:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.203407:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.203410:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.203412:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350980.203415:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.203418:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203424:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350980.203426:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.203428:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.203429:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350980.203431:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350980.203436:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da000. 00010000:00000010:1.0:1763350980.203439:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0b00. 00010000:00000001:1.0:1763350980.203443:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.203445:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7200. 00000020:00000001:1.0:1763350980.203447:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.203449:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7200 with handle 0xcb8c81cc3033c800 to hash 00000020:00000001:1.0:1763350980.203451:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.203452:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000010:1.0:1763350980.203455:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373100. 00010000:00000001:1.0:1763350980.203457:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350980.203460:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.203461:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.203463:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203468:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.203470:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.203471:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.203472:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.203474:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.203476:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.203477:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.203478:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350980.203480:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350980.203481:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350980.203482:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350980.203484:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x695180f9 (ffff925ccd7da000) refcount = 1 00010000:00010000:1.0:1763350980.203487:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203491:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350980.203492:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.203494:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.203495:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.203496:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.203497:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.203499:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.203500:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350980.203502:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.203504:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203508:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350980.203509:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.203510:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.203511:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203515:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350980.203557:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350980.203560:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350980.203563:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350980.203567:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.203572:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350980.203619:0:20012:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350980.203622:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350980.203623:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350980.203627:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.203629:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.203632:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.203634:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.203635:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350980.203637:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.203639:0:20012:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763350980.203642:0:20012:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763350980.203644:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350980.203645:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.203646:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.203647:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.203649:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.203651:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.203671:0:20012:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.203673:0:20012:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.203675:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203677:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203680:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350980.203681:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fed:0x0] 00000020:00000001:1.0:1763350980.203683:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.203688:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994872 : -120547694556744 : ffff925ccd7cc9b8) 00000004:00000001:1.0:1763350980.203689:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994784 : -120547694556832 : ffff925ccd7cc960) 00000004:00000001:1.0:1763350980.203694:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350980.203696:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350980.203697:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.203701:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405800 count: 2 00010000:00000001:1.0:1763350980.203703:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.203704:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.203707:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6400. 00000020:00000001:1.0:1763350980.203709:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.203711:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6400 with handle 0xcb8c81cc3033c807 to hash 00000020:00000001:1.0:1763350980.203712:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.203714:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000010:1.0:1763350980.203717:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373d80. 00010000:00000001:1.0:1763350980.203719:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350980.203721:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.203723:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.203725:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203730:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.203732:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.203733:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.203735:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.203736:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.203738:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.203740:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.203741:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350980.203742:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350980.203743:0:20012:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350980.203745:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350980.203746:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fed:0x0].0x0 (ffff925e00405800) refcount = 2 00010000:00000040:1.0:1763350980.203749:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350980.203752:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df25d3600/0xcb8c81cc3033c7c1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb07 expref: 497 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350980.203759:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203763:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350980.203765:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.203766:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.203767:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.203769:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.203770:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.203772:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.203774:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350980.203776:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.203778:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203786:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350980.203787:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.203788:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.203790:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.203792:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.203793:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6400 refcount=3 00000020:00000001:1.0:1763350980.203795:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350980.203796:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350980.203798:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.203799:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.203800:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203802:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763350980.203806:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350980.203808:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350980.203813:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203815:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.203819:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.203822:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.203828:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.203831:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.203833:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.203835:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350980.203837:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.203839:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fed:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:1.0:1763350980.203842:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.203844:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.203845:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.203847:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.203848:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.203850:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.203852:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.203852:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.203853:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.203855:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.203857:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.203858:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763350980.203861:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763350980.203862:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350980.203865:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925de7c5a2f8 00000004:00000001:1.0:1763350980.203867:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203870:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.203872:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203873:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.203874:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.203876:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.203877:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.203878:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.203880:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.203882:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763350980.203885:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: returning size 1024 00000004:00000040:1.0:1763350980.203889:0:20012:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fed:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763350980.203892:0:20012:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:1.0:1763350980.203894:0:20012:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9685 00000004:00200000:1.0:1763350980.203896:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:1.0:1763350980.203901:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350980.203907:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203909:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.203911:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.203912:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.203913:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6400 refcount=3 00000020:00000001:1.0:1763350980.203915:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350980.203917:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00000004:00010000:1.0:1763350980.203920:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000004:00000001:1.0:1763350980.203926:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350980.203931:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc9b8/ffff925ccd7cc960 to site lru. bkt: ffff925dd1461260 00000004:00000001:1.0:1763350980.203933:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.203935:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350980.203936:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350980.203938:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.203940:0:20012:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350980.203941:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.203943:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.203944:0:20012:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.203947:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350980.203949:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350980.203951:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.203951:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.203953:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7a00 refcount=3 00000020:00000001:1.0:1763350980.203955:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350980.203957:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350980.203959:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350980.203962:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203967:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.203968:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.203970:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203974:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.203976:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.203979:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350980.203981:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350980.203987:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7a00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350980.203989:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.203991:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350980.203993:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.203999:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350980.204000:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.204001:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.204003:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7a00 refcount=4 00000020:00000001:1.0:1763350980.204005:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350980.204007:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350980.204009:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350980.204012:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204017:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350980.204019:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350980.204020:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204023:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.204025:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.204027:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.204028:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.204030:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7a00 with handle 0xcb8c81cc3033c7f9 from hash 00010000:00000001:1.0:1763350980.204033:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.204034:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204036:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.204037:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.204039:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.204040:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204042:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.204044:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.204046:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350980.204049:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350980.204051:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350980.204054:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.204057:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204058:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.204060:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350980.204062:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204063:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.204065:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204067:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.204069:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.204071:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204077:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204078:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.204079:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350980.204081:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350980.204082:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.204084:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033c7f9 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350980.204090:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350980.204100:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.204102:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350980.204103:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350980.204104:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.204105:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.204107:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=3 00000020:00000001:1.0:1763350980.204109:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350980.204111:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350980.204127:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350980.204130:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204135:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204136:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.204138:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204143:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.204144:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204146:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350980.204148:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350980.204153:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350980.204155:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.204157:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350980.204159:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204164:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350980.204165:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.204166:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.204167:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=4 00000020:00000001:1.0:1763350980.204169:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350980.204171:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350980.204173:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350980.204175:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204180:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350980.204181:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350980.204182:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204184:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.204185:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.204187:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.204188:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.204190:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7200 with handle 0xcb8c81cc3033c800 from hash 00010000:00000001:1.0:1763350980.204192:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.204193:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204194:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.204196:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.204197:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.204198:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204200:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.204202:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.204203:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350980.204205:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x695180f9 (ffff925ccd7da000) 00010000:00010000:1.0:1763350980.204207:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350980.204209:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.204211:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204212:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.204214:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350980.204216:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204217:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.204218:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204220:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.204222:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.204225:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204229:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204230:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.204231:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350980.204232:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350980.204233:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.204235:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033c800 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x695180f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350980.204240:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373100. 00010000:00000040:1.0:1763350980.204243:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da000 count: 0 00010000:00000010:1.0:1763350980.204247:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0b00. 00010000:00000001:1.0:1763350980.204253:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.204254:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350980.204256:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350980.204257:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350980.204259:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763350980.204260:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.204262:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.204263:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6400 refcount=3 00000020:00000001:1.0:1763350980.204265:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350980.204267:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350980.204269:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350980.204271:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204276:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204277:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.204280:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204284:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.204286:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204288:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350980.204290:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350980.204294:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350980.204296:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.204297:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350980.204299:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204303:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350980.204304:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.204305:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.204306:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6400 refcount=4 00000020:00000001:1.0:1763350980.204308:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350980.204310:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000001:1.0:1763350980.204312:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350980.204314:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204319:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350980.204320:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350980.204321:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204323:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.204324:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.204326:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.204327:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.204329:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6400 with handle 0xcb8c81cc3033c807 from hash 00010000:00000001:1.0:1763350980.204330:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.204332:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204333:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.204334:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.204336:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.204337:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204339:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.204340:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.204341:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350980.204343:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925e00405800) 00010000:00010000:1.0:1763350980.204345:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350980.204347:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.204349:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204350:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.204351:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350980.204353:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204354:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.204355:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.204357:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.204359:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.204362:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.204366:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.204367:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.204368:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350980.204369:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350980.204370:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.204372:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033c807 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350980.204377:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373d80. 00010000:00000001:1.0:1763350980.204380:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763350980.204384:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350980.204386:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350980.204387:0:20012:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:1.0:1763350980.204388:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350980.204389:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350980.204391:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350980.204393:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350980.204398:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.204400:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350980.204403:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763350980.204407:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 0, xid 1849001118773504 00010000:00000001:1.0:1763350980.204409:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.204417:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b18000 x1849001118773504/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 464/520 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.204426:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.204430:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.204434:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.204440:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.204443:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.204445:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.204449:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.204451:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.204455:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.204459:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.204466:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74c38. 00000100:00000200:1.0:1763350980.204474:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118773504, offset 224 00000400:00000200:1.0:1763350980.204481:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.204495:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.204506:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198083:198083:256:4294967295] 192.168.202.2@tcp LPNI seq info [198079:198079:8:4294967295] 00000400:00000200:1.0:1763350980.204519:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.204526:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.204531:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcad00. 00000800:00000200:1.0:1763350980.204539:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.204546:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.204552:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcad00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.204581:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.204585:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.204587:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.204590:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.204592:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.204625:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b18000 x1849001118773504/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 464/520 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.204636:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226206:x1849001118773504:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 1569us (8286us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350980.204646:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140600 00000100:00000040:1.0:1763350980.204650:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350980.204652:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.204655:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.204660:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.204664:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:1.0:1763350980.204668:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dffa8fc00. 00000020:00000040:1.0:1763350980.204674:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000100:00000001:1.0:1763350980.204677:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350980.205010:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350980.205016:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcad00. 00000400:00000200:0.0:1763350980.205022:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.205028:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350980.205033:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74c38 00000400:00000010:0.0:1763350980.205035:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74c38. 00000100:00000001:0.0:1763350980.205039:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350980.205041:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350980.208762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6000. 00000100:00000040:2.0:1763350980.209698:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300857110, at 4300857112 00000100:00000010:2.0:1763350980.209710:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fdea0. 00000100:00000040:3.0:1763350980.209775:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300857110, at 4300857112 00000100:00000010:3.0:1763350980.209782:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd180. 00000100:00000040:0.0:1763350980.209867:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300857109, at 4300857112 00000100:00000010:0.0:1763350980.209873:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fdde0. 00000100:00000040:1.0:1763350980.209937:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300857110, at 4300857112 00000100:00000010:1.0:1763350980.209942:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fdba0. 00010000:00000010:1.1:1763350980.212765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7a00. 00010000:00000010:1.1:1763350980.212783:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da000. 00010000:00000010:1.1:1763350980.212787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7200. 00010000:00000010:1.1:1763350980.212790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6400. 00000800:00000001:2.0:1763350980.236846:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.236866:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.236871:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.236873:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.236885:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.236904:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edfb200 00000400:00000200:2.0:1763350980.236912:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 114232 00000800:00000001:2.0:1763350980.236922:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.236959:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.236964:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.236969:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.236979:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.236982:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350980.236989:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b19c00. 00000100:00000040:2.0:1763350980.236993:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b19c00 x1849001118773760 msgsize 4616 00000100:00100000:2.0:1763350980.236998:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.237017:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.237027:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.237030:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.237174:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350980.237178:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118773760 02000000:00000001:3.0:1763350980.237182:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350980.237184:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.237187:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.237192:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.237197:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118773760 00000020:00000001:3.0:1763350980.237202:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350980.237204:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350980.237206:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.237209:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=497 00000020:00000001:3.0:1763350980.237212:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350980.237215:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350980.237220:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.237225:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350980.237228:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.237231:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000020:00000010:3.0:1763350980.237238:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:3.0:1763350980.237244:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69300. 00000020:00000010:3.0:1763350980.237249:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375e10. 00000100:00000040:3.0:1763350980.237257:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350980.237260:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350980.237262:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350980.237265:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350980.237266:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.237269:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.237279:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.237294:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.237309:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350980.237311:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350980.237316:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140601 00000100:00000040:3.0:1763350980.237319:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350980.237321:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363755520 : -120543345796096 : ffff925dd0b19c00) 00000100:00000040:3.0:1763350980.237329:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b19c00 x1849001118773760/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350980.237340:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.237343:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350980.237345:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.237347:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000100:00100000:3.0:1763350980.237351:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226208:x1849001118773760:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350980.237356:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118773760 00000020:00000001:3.0:1763350980.237360:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350980.237364:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350980.237370:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.237372:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350980.237375:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350980.237378:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350980.237381:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118773760, found 0 last_xid 1849001118773759 00000020:00000001:3.0:1763350980.237384:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350980.237386:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350980.237388:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350980.237394:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.237396:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350980.237399:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350980.237401:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350980.237403:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350980.237405:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.237410:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350980.237418:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:3.0:1763350980.237421:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.237424:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.237428:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9077400. 00000020:00000001:3.0:1763350980.237432:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.237434:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9077400 with handle 0xcb8c81cc3033c80e to hash 00000020:00000001:3.0:1763350980.237436:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.237438:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000010:3.0:1763350980.237444:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350980.237447:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00010000:3.0:1763350980.237452:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c80e lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb2a expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350980.237460:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:3.0:1763350980.237463:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00010000:00000001:3.0:1763350980.237470:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350980.237472:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350980.237479:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350980.237481:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350980.237483:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.237485:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763350980.237491:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dd0b19c00 x1849001118773760/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763350980.237499:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763350980.237502:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763350980.237504:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763350980.237507:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.237510:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.237512:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.237514:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.237516:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.237518:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.237519:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.237520:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.237526:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.237528:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.237530:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.237532:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.237536:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350980.237537:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350980.237540:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350980.237543:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350980.237575:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925dc71f0000. 02000000:00000001:3.0:1763350980.237577:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.237581:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.237585:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350980.237587:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.237588:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.237589:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.237591:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.237592:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.237594:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.238340:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.238343:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.238346:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.238348:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.238352:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350980.238358:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350980.238361:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350980.238364:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350980.238366:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.238368:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.238370:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238372:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350980.238374:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238376:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350980.238378:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238380:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763350980.238383:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763350980.238388:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:3.0:1763350980.238390:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3fed:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763350980.238394:0:20551:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:3.0:1763350980.238397:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350980.238399:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350980.238402:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350980.238406:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350980.238408:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350980.238410:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350980.238411:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fed:0x0] 00000020:00000001:3.0:1763350980.238413:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350980.238417:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994872 : -120547694556744 : ffff925ccd7cc9b8) 00000004:00000001:3.0:1763350980.238419:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994784 : -120547694556832 : ffff925ccd7cc960) 00000004:00000001:3.0:1763350980.238422:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763350980.238424:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238429:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350980.238432:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350980.238439:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238442:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.238446:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.238449:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.238456:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350980.238458:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350980.238461:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350980.238463:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350980.238465:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350980.238468:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fed:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:3.0:1763350980.238471:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.238472:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.238474:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.238476:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350980.238477:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350980.238479:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:3.0:1763350980.238482:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dc71f0378 00000004:00000001:3.0:1763350980.238484:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238487:0:20551:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:3.0:1763350980.238490:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350980.238492:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350980.238495:0:20551:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3fed:0x0] lease count: 0, lm: 4 00000004:00000001:3.0:1763350980.238497:0:20551:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:3.0:1763350980.238501:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350980.238503:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350980.238507:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405800 count: 2 00010000:00000001:3.0:1763350980.238510:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.238512:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.238516:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9076c00. 00000020:00000001:3.0:1763350980.238520:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.238522:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9076c00 with handle 0xcb8c81cc3033c815 to hash 00000020:00000001:3.0:1763350980.238524:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.238526:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000010:3.0:1763350980.238530:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76400. 00010000:00000001:3.0:1763350980.238532:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350980.238535:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.238537:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.238541:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c815 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.238549:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350980.238552:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350980.238555:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350980.238557:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.238559:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.238561:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.238563:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.238565:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350980.238568:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350980.238569:0:20551:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350980.238571:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350980.238573:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fed:0x0].0x0 (ffff925e00405800) refcount = 2 00010000:00000040:3.0:1763350980.238576:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350980.238582:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df25d3600/0xcb8c81cc3033c7c1 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb07 expref: 498 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350980.238590:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c815 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.238615:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350980.238619:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.238621:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.238623:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350980.238625:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.238627:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.238630:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.238632:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350980.238635:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.238638:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c815 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.238644:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350980.238645:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.238647:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.238649:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.238651:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.238652:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9076c00 refcount=3 00000020:00000001:3.0:1763350980.238654:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350980.238657:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350980.238659:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.238660:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.238662:0:20551:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350980.238664:0:20551:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3fed:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:3.0:1763350980.238668:0:20551:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350980.238670:0:20551:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238673:0:20551:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:3.0:1763350980.238676:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.238677:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.238679:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.238680:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.238683:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.238684:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.238686:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.238687:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350980.238690:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:3.0:1763350980.238693:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fed:0x0]: returning size 1024 00000001:00000001:3.0:1763350980.238695:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.238696:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238699:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763350980.238701:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.238703:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.238704:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.238707:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.238709:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.238712:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.238714:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238717:0:20551:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:3.0:1763350980.238718:0:20551:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:3.0:1763350980.238721:0:20551:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:3.0:1763350980.238722:0:20551:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238725:0:20551:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:3.0:1763350980.238729:0:20551:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:3.0:1763350980.238732:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:3.0:1763350980.238734:0:20551:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238737:0:20551:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238739:0:20551:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350980.238743:0:20551:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:3.0:1763350980.238746:0:20551:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925deac69880. 00000020:00000001:3.0:1763350980.238748:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.238749:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925deac69880 with handle 0xcb8c81cc3033c81c to hash 00000020:00000001:3.0:1763350980.238751:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:3.0:1763350980.238753:0:20551:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530801338496 : -120542908213120 : ffff925deac69880) 00000004:00000001:3.0:1763350980.238755:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:3.0:1763350980.238757:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:3.0:1763350980.238758:0:20551:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3fed:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:3.0:1763350980.238762:0:20551:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:3.0:1763350980.238766:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350980.238774:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904dc00. 00080000:00000001:3.0:1763350980.238777:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771864576 : -120542937687040 : ffff925de904dc00) 00080000:00000001:3.0:1763350980.238780:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350980.238786:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350980.238793:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350980.238794:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350980.238816:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350980.238818:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350980.238822:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350980.238825:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055173, last_committed = 8590055163 00000001:00000010:3.0:1763350980.238829:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5ea0. 00000001:00000040:3.0:1763350980.238831:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:3.0:1763350980.238834:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:3.0:1763350980.238840:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43d80. 00080000:00000001:3.0:1763350980.238848:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350980.238867:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350980.238870:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43d80: xid 1849001118773760, transno 8590055173, tag 1, client gen 3, slot idx 1 00000001:00000001:3.0:1763350980.238873:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350980.238885:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238886:0:20551:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:3.0:1763350980.238888:0:20551:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238890:0:20551:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238894:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.238896:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.238897:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.238900:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350980.238902:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350980.238904:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350980.238906:0:20551:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350980.238909:0:20551:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:3.0:1763350980.238911:0:20551:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:3.0:1763350980.238912:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350980.238914:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350980.238916:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763350980.238917:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350980.238919:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238921:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350980.238923:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350980.238925:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350980.238926:0:20551:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1763350980.238932:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350980.238938:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238941:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238943:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763350980.238946:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350980.238961:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350980.238962:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350980.238964:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350980.238966:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350980.238968:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763350980.238983:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.238985:0:20551:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:3.0:1763350980.238988:0:20551:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:3.0:1763350980.238990:0:20551:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.238992:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.238994:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.238996:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9076c00 refcount=3 00000020:00000001:3.0:1763350980.238998:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350980.239000:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00000004:00000040:3.0:1763350980.239003:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:3.0:1763350980.239006:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:3.0:1763350980.239010:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.239011:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.239013:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350980.239015:0:20551:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350980.239018:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350980.239021:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763350980.239023:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350980.239025:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350980.239029:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.239030:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.239032:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.239034:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.239036:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9077400 with handle 0xcb8c81cc3033c80e from hash 00010000:00000001:3.0:1763350980.239038:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350980.239040:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.239041:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.239042:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350980.239043:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350980.239047:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c80e lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb2a expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350980.239061:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:3.0:1763350980.239063:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:3.0:1763350980.239066:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350980.239074:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.239076:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.239081:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350980.239085:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c815 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb2a expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350980.239092:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350980.239095:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350980.239097:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925e00405800) 00010000:00010000:3.0:1763350980.239100:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:3.0:1763350980.239103:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.239105:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.239107:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350980.239108:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.239109:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350980.239111:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df9076c00, rc 0) 00000020:00000001:3.0:1763350980.239122:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350980.239126:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 8590055173, xid 1849001118773760 00010000:00000001:3.0:1763350980.239129:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350980.239135:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b19c00 x1849001118773760/t8590055173(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/664 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350980.239143:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350980.239146:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350980.239150:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350980.239155:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350980.239158:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350980.239160:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350980.239164:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350980.239167:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.239171:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350980.239174:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350980.239179:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350aa0. 00000100:00000200:3.0:1763350980.239185:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118773760, offset 224 00000400:00000200:3.0:1763350980.239192:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350980.239204:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350980.239210:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198084:198084:256:4294967295] 192.168.202.2@tcp LPNI seq info [198080:198080:8:4294967295] 00000400:00000200:3.0:1763350980.239222:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350980.239228:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350980.239233:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122700. 00000800:00000200:3.0:1763350980.239240:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350980.239246:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350980.239251:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1763350980.242286:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.242302:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350980.242307:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350980.242310:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.242313:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350980.242327:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b19c00 x1849001118773760/t8590055173(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/664 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350980.242341:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b19c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226208:x1849001118773760:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 4998us (5344us total) trans 8590055173 rc 0/0 00000100:00100000:3.0:1763350980.242352:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140601 00000100:00000040:3.0:1763350980.242356:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350980.242359:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350980.242362:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350980.242371:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69300. 00000020:00000010:3.0:1763350980.242379:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375e10. 00000020:00000010:3.0:1763350980.242387:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:3.0:1763350980.242396:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:3.0:1763350980.242400:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.242584:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.242589:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122700. 00000400:00000200:2.0:1763350980.242617:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.242624:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.242632:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350aa0 00000400:00000010:2.0:1763350980.242635:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350aa0. 00000100:00000001:2.0:1763350980.242640:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.242642:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350980.247433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9077400. 00000800:00000001:0.0:1763350980.248793:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.248809:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350980.248813:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.248816:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.248828:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350980.248847:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfb300 00000400:00000200:0.0:1763350980.248857:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127a05 [2] + 1968 00000400:00000010:0.0:1763350980.248864:0:3308:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dffc3f2c0. 00000400:00000200:0.0:1763350980.248870:0:3308:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cddecc480 00000800:00000001:0.0:1763350980.248879:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.248891:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.248894:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.248899:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350980.248905:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cddecc480 00000400:00000010:0.0:1763350980.248908:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cddecc480. 00000100:00000001:0.0:1763350980.248915:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350980.248917:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763350980.248921:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc4f53c50 x1849001118774016 msgsize 328 00000100:00100000:0.0:1763350980.248925:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:0.0:1763350980.248928:0:3308:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763350980.248952:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350980.248962:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.248966:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.249055:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.249059:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118774016 02000000:00000001:2.0:1763350980.249062:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.249065:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.249067:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.249074:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.249079:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118774016 00000020:00000001:2.0:1763350980.249083:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.249085:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350980.249088:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.249091:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:2.0:1763350980.249093:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350980.249096:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350980.249102:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.249110:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350980.249122:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.249125:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000020:00000010:2.0:1763350980.249133:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c73200. 00000020:00000010:2.0:1763350980.249140:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5b80. 00000020:00000010:2.0:1763350980.249145:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350980.249154:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763350980.249157:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.249159:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763350980.249162:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763350980.249166:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.249169:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763350980.249174:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.249176:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.249178:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9076c00 refcount=3 00000020:00000001:2.0:1763350980.249181:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:2.0:1763350980.249183:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:2.0:1763350980.249186:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.249188:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.249189:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.249191:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.249201:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.249218:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.249232:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.249234:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.249240:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1005 00000100:00000040:2.0:1763350980.249244:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350980.249246:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530166860880 : -120543542690736 : ffff925dc4f53c50) 00000100:00000040:2.0:1763350980.249255:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc4f53c50 x1849001118774016/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.249265:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.249267:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350980.249270:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.249272:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000100:00100000:2.0:1763350980.249276:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc4f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:2358:x1849001118774016:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763350980.249281:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118774016 00010000:00000001:2.0:1763350980.249284:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763350980.249286:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763350980.249289:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763350980.249294:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.249298:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.249304:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00ecbc00. 02000000:00000001:2.0:1763350980.249306:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.249309:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.249312:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763350980.249314:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763350980.249316:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.249317:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.249319:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9076c00 refcount=3 00000020:00000001:2.0:1763350980.249321:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:2.0:1763350980.249324:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000040:2.0:1763350980.249328:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405800 count: 3 00000004:00000001:2.0:1763350980.249333:0:54877:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763350980.249335:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350980.249339:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.249342:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.249343:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.249346:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.249351:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.249354:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.249361:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.249362:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.249365:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.249367:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.249369:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9076c00 with handle 0xcb8c81cc3033c815 from hash 00010000:00000001:2.0:1763350980.249372:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.249373:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.249374:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.249376:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.249381:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.249382:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.249385:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.249386:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.249391:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c815 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb2a expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.249400:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:2.0:1763350980.249403:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00010000:00000010:2.0:1763350980.249406:0:54877:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76400. 00010000:00000001:2.0:1763350980.249413:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.249415:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.249419:0:54877:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.249421:0:54877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925e00405800) 00010000:00000001:2.0:1763350980.249425:0:54877:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.249428:0:54877:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.249430:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:2.0:1763350980.249431:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763350980.249433:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.249439:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.249442:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.249446:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.249451:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.249455:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.249457:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.249460:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.249462:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.249467:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.249470:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.249474:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2000. 00000100:00000200:2.0:1763350980.249480:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118774016, offset 224 00000400:00000200:2.0:1763350980.249486:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.249497:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.249503:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198085:198085:256:4294967295] 192.168.202.2@tcp LPNI seq info [198081:198081:8:4294967295] 00000400:00000200:2.0:1763350980.249513:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.249519:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.249525:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164a00. 00000800:00000200:2.0:1763350980.249531:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.249539:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.249544:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.249565:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.249568:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.249571:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.249573:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.249578:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc4f53c50 x1849001118774016/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350980.249587:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc4f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:2358:x1849001118774016:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 320us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350980.249645:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1005 00000100:00000040:2.0:1763350980.249649:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350980.249651:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.249653:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.249658:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5b80. 00000020:00000010:2.0:1763350980.249661:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:2.0:1763350980.249664:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c73200. 00000020:00000040:2.0:1763350980.249670:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 02000000:00000001:2.0:1763350980.249677:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.249679:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dd04cec00. 02000000:00000001:2.0:1763350980.249683:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.249685:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee399500. 02000000:00000001:2.0:1763350980.249689:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.249690:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5d1b000. 02000000:00000001:2.0:1763350980.249693:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.249694:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1ad80. 02000000:00000001:2.0:1763350980.249697:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.249698:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cddc44800. 02000000:00000001:2.0:1763350980.249700:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.249701:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1b480. 02000000:00000001:2.0:1763350980.249704:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.249705:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cddc46400. 02000000:00000001:2.0:1763350980.249706:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.249708:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1bb80. 02000000:00000001:2.0:1763350980.249710:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.249711:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cddc47000. 02000000:00000001:2.0:1763350980.249713:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.249714:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e19f80. 02000000:00000001:2.0:1763350980.249717:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.249718:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea7400. 02000000:00000001:2.0:1763350980.249721:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.249722:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9877480. 00000100:00000001:2.0:1763350980.249726:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763350980.249731:0:54877:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1763350980.249736:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5b000. 00000400:00000010:2.0:1763350980.249741:0:54877:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925cc47c53c0. 00000800:00000200:1.0:1763350980.249929:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350980.249934:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164a00. 00000400:00000200:1.0:1763350980.249937:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.249941:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350980.249945:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2000 00000400:00000010:1.0:1763350980.249947:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2000. 00000100:00000001:1.0:1763350980.249950:0:3309:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763350980.249951:0:3309:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350980.249953:0:3309:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00ecbc00. 02000000:00000001:1.0:1763350980.249955:0:3309:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763350980.249957:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350980.253784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9076c00. 00000800:00000001:2.0:1763350980.257991:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.258011:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.258015:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.258018:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.258030:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.258051:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 552 into portal 12 MB=0x691a81edfb380 00000400:00000200:2.0:1763350980.258058:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 552/552 into md 0xd4535 [64] + 118848 00000800:00000001:2.0:1763350980.258068:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.258076:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.258080:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.258085:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.258094:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.258097:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350980.258103:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1ad80. 00000100:00000040:2.0:1763350980.258107:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1ad80 x1849001118774144 msgsize 552 00000100:00100000:2.0:1763350980.258112:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.258134:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.258142:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.258145:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.258209:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350980.258213:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118774144 02000000:00000001:3.0:1763350980.258217:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350980.258219:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.258222:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.258228:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.258233:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118774144 00000020:00000001:3.0:1763350980.258237:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350980.258239:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350980.258242:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.258245:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:3.0:1763350980.258248:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350980.258250:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350980.258256:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.258261:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350980.258264:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.258267:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000020:00000010:3.0:1763350980.258273:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:3.0:1763350980.258280:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69300. 00000020:00000010:3.0:1763350980.258285:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375e10. 00000100:00000040:3.0:1763350980.258292:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350980.258295:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350980.258297:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350980.258300:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350980.258301:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.258304:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.258312:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.258329:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.258342:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350980.258344:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350980.258349:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140602 00000100:00000040:3.0:1763350980.258353:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350980.258355:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363760000 : -120543345791616 : ffff925dd0b1ad80) 00000100:00000040:3.0:1763350980.258365:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1ad80 x1849001118774144/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 552/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350980.258374:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.258377:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350980.258379:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.258381:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000100:00100000:3.0:1763350980.258385:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226208:x1849001118774144:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350980.258390:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118774144 00000020:00000001:3.0:1763350980.258393:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350980.258397:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350980.258402:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43d80: xid 1849001118773760, transno 8590055173, client gen 3, slot idx 1 00000001:00000001:3.0:1763350980.258406:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dcb4f6e40: xid 1849001118773376, transno 8590055172, client gen 3, slot idx 0 00000001:00000010:3.0:1763350980.258410:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dcb4f6e40. 00000020:00000001:3.0:1763350980.258414:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.258416:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350980.258419:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350980.258422:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350980.258425:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118774144, found 0 last_xid 1849001118774015 00000020:00000001:3.0:1763350980.258428:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350980.258430:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350980.258432:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350980.258437:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.258439:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350980.258442:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350980.258444:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350980.258446:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350980.258448:0:20551:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:3.0:1763350980.258452:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.258453:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.258456:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:3.0:1763350980.258458:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:3.0:1763350980.258461:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000040:3.0:1763350980.258465:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00000004:00000001:3.0:1763350980.258468:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350980.258471:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350980.258474:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350980.258476:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350980.258478:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.258481:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.258485:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350980.258487:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350980.258494:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.258496:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.258499:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.258501:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.258503:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033c7d6 from hash 00010000:00000001:3.0:1763350980.258506:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350980.258507:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.258508:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.258509:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350980.258514:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.258516:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.258518:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350980.258520:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350980.258524:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c7d6 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb15 expref: 498 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350980.258533:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:3.0:1763350980.258536:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00010000:00000010:3.0:1763350980.258539:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a980. 00010000:00000001:3.0:1763350980.258546:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.258549:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350980.258551:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350980.258554:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00000001:3.0:1763350980.258558:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.258561:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.258563:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350980.258565:0:20551:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350980.258567:0:20551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.258571:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350980.258575:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:3.0:1763350980.258577:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.258580:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.258584:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9077400. 00000020:00000001:3.0:1763350980.258586:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.258589:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9077400 with handle 0xcb8c81cc3033c823 to hash 00000020:00000001:3.0:1763350980.258591:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.258592:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000010:2.0:1763350980.259937:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be000. 00010000:00000001:2.0:1763350980.259944:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00010000:2.0:1763350980.259951:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c823 lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb31 expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.259961:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:2.0:1763350980.259965:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00010000:00000001:2.0:1763350980.259972:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350980.259974:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350980.259985:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350980.259987:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350980.259989:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.259991:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763350980.260001:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dd0b1ad80 x1849001118774144/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 552/0 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763350980.260010:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350980.260013:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350980.260015:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763350980.260018:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.260021:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.260024:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.260026:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.260028:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.260035:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.260036:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260038:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260040:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260043:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350980.260045:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350980.260048:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.260051:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.260088:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df5ca0000. 02000000:00000001:2.0:1763350980.260091:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.260094:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260099:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350980.260101:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.260102:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.260104:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.260105:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.260107:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.260109:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.260110:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.260112:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.260132:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.260134:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.260138:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350980.260144:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350980.260146:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350980.260149:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350980.260150:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.260153:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.260154:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260156:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350980.260158:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260161:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350980.260163:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260166:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350980.260168:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763350980.260172:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:2.0:1763350980.260175:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(. :VOLATILE:0000:2BF18866:fd=03->[0x200000bd2:0x3ff3:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:2.0:1763350980.260181:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.260183:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:2.0:1763350980.260186:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.260190:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:2.0:1763350980.260193:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:2.0:1763350980.260196:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350980.260197:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260202:0:20551:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763350980.260204:0:20551:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x3ff3:0x0] 00000020:00000001:2.0:1763350980.260206:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763350980.260207:0:20551:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763350980.260212:0:20551:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff925ccd7cd4a0. 00000004:00000001:2.0:1763350980.260216:0:20551:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000004:00000001:2.0:1763350980.260221:0:20551:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763350980.260223:0:20551:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x3ff3:0x0] 00000004:00000010:2.0:1763350980.260230:0:20551:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff925dc7847258. 00000004:00000001:2.0:1763350980.260232:0:20551:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260236:0:20551:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763350980.260240:0:20551:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763350980.260243:0:20551:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff925cddf38000. 00000004:00000001:2.0:1763350980.260246:0:20551:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446623526291210240 : -120547418341376 : ffff925cddf38000) 00000004:00000001:2.0:1763350980.260249:0:20551:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260252:0:20551:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763350980.260254:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350980.260257:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350980.260259:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.260262:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.260265:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.260267:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.260269:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350980.260271:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:2.0:1763350980.260273:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763350980.260279:0:20551:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff925ccd6ad560. 00000004:00000001:2.0:1763350980.260282:0:20551:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.260285:0:20551:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1763350980.260288:0:20551:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.260290:0:20551:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.260295:0:20551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000004:00000001:2.0:1763350980.260297:0:20551:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446623526014997664 : -120547694553952 : ffff925ccd7cd4a0) 00080000:00000001:2.0:1763350980.260306:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.260313:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1763350980.260315:0:20551:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3feb:0x0] version is 0x20001d6c8 00000004:00000002:2.0:1763350980.260319:0:20551:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff3:0x0] version is 0x1 00000004:00000001:2.0:1763350980.260323:0:20551:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763350980.260365:0:20551:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763350980.260367:0:20551:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763350980.260370:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350980.260373:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350980.260378:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260380:0:20551:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260383:0:20551:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350980.260387:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350980.260394:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693000. 00080000:00000001:2.0:1763350980.260398:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.260409:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ecbc00. 00080000:00000001:2.0:1763350980.260411:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00000004:00000001:2.0:1763350980.260415:0:20551:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763350980.260419:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.260421:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.260424:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.260428:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.260432:0:20551:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350980.260436:0:20551:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff3:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763350980.260440:0:20551:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763350980.260447:0:20551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3feb:0x0] not in the id map cache 00000004:00000001:2.0:1763350980.260451:0:20551:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350980.260454:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350980.260455:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.260457:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.260460:0:20551:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260462:0:20551:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260463:0:20551:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350980.260465:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350980.260466:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.260469:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.260471:0:20551:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260472:0:20551:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763350980.260477:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925cc47c56c0. 00000004:00000001:2.0:1763350980.260479:0:20551:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763350980.260481:0:20551:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763350980.260486:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cb8c8 00000001:00000002:2.0:1763350980.260488:0:20551:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x3feb:0x0]:. :VOLATILE:0000:2BF18866:fd=03' is added 00000004:00000001:2.0:1763350980.260491:0:20551:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260494:0:20551:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763350980.260497:0:20551:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763350980.260500:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.260502:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.260505:0:20551:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350980.260523:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350980.260525:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.260527:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.260528:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.260530:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.260533:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350980.260539:0:20551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff3:0x0] not in the id map cache 00000001:00000001:2.0:1763350980.260543:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.260545:0:20551:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260547:0:20551:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260549:0:20551:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260552:0:20551:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763350980.260553:0:20551:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260558:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.260560:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.260565:0:20551:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350980.260571:0:20551:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260573:0:20551:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763350980.260575:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.260577:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.260580:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350980.260583:0:20551:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.260585:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.260587:0:20551:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.260591:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350980.262241:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350980.262258:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350980.262261:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.262263:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.262270:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.262284:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.262286:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262288:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262293:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.262296:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.262298:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.262300:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.262304:0:20551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350980.262309:0:20551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262311:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262314:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.262339:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.262343:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262350:0:20551:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763350980.262352:0:20551:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763350980.262354:0:20551:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763350980.262355:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.262357:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.262360:0:20551:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1763350980.262423:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350980.262426:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.262428:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.262431:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.262434:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.262436:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.262509:0:20551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350980.262513:0:20551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.262516:0:20551:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262518:0:20551:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262521:0:20551:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262523:0:20551:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262525:0:20551:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763350980.262527:0:20551:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262532:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.262535:0:20551:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350980.262537:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.262538:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.262540:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.262544:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350980.262546:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:2.0:1763350980.262552:0:20551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350980.262554:0:20551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.262557:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262559:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262560:0:20551:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262562:0:20551:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262565:0:20551:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262569:0:20551:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:2.0:1763350980.262574:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.262575:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.262579:0:20551:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763350980.262624:0:20551:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262627:0:20551:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763350980.262629:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.262630:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.262633:0:20551:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763350980.262657:0:20551:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262660:0:20551:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262662:0:20551:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.262665:0:20551:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262667:0:20551:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.262670:0:20551:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763350980.262672:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.262673:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.262677:0:20551:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763350980.262679:0:20551:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262681:0:20551:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.262687:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350980.262689:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350980.262694:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763350980.262698:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.262700:0:20551:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350980.262701:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.262703:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.262704:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.262706:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350980.262708:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763350980.262713:0:20551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350980.262715:0:20551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.262716:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262718:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262720:0:20551:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262722:0:20551:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763350980.262724:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055174, last_committed = 8590055163 00000001:00000010:2.0:1763350980.262730:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693b40. 00000001:00000040:2.0:1763350980.262733:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 11 00000020:00000040:2.0:1763350980.262738:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:2.0:1763350980.262744:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925cc47c5480. 00000004:00000001:2.0:1763350980.262751:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350980.262752:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.262754:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00080000:00000001:2.0:1763350980.262758:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.262770:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350980.262772:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350980.262776:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925cc47c5480: xid 1849001118774144, transno 8590055174, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350980.262779:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.262816:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350980.262819:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693000. 00000020:00000001:2.0:1763350980.262821:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262832:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350980.262835:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350980.262839:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262842:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.262845:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.262848:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.262851:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.262854:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.262857:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.262859:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350980.262861:0:20551:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.262863:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.262864:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.262865:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.262867:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.262868:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.262870:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350980.262873:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925df5ca0378 00000004:00000001:2.0:1763350980.262875:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.262882:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.262889:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.262897:0:20551:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763350980.262900:0:20551:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff3:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763350980.262902:0:20551:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350980.262907:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.262910:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350980.262918:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92600. 00010000:00000010:2.0:1763350980.262922:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925e00ba5380. 00010000:00000001:2.0:1763350980.262927:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.262931:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0600. 00000020:00000001:2.0:1763350980.262934:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.262937:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0600 with handle 0xcb8c81cc3033c82a to hash 00000020:00000001:2.0:1763350980.262939:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.262941:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000010:2.0:1763350980.262945:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be680. 00010000:00000001:2.0:1763350980.262948:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.262952:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.262954:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.262958:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.262967:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.262971:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.262974:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350980.262976:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.262978:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.262980:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.262981:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.262984:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350980.262986:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350980.262988:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350980.262989:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350980.262992:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) refcount = 1 00010000:00010000:2.0:1763350980.262996:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.263002:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350980.263006:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.263008:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.263010:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.263012:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.263014:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.263016:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.263019:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350980.263021:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.263025:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.263030:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.263032:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.263033:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.263035:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.263036:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.263038:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=3 00000020:00000001:2.0:1763350980.263040:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.263043:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.263045:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.263046:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.263047:0:20551:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.263050:0:20551:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff3:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763350980.263054:0:20551:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.263056:0:20551:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263059:0:20551:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763350980.263062:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.263064:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.263066:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.263068:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.263070:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.263071:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.263073:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.263075:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.263077:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff3:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:2.0:1763350980.263080:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff3:0x0]: returning size 0 00000001:00000001:2.0:1763350980.263082:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.263083:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263085:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350980.263087:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.263089:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.263090:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.263092:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.263094:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.263096:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.263098:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263101:0:20551:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763350980.263103:0:20551:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763350980.263104:0:20551:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.263106:0:20551:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:2.0:1763350980.263109:0:20551:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763350980.263110:0:20551:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263123:0:20551:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763350980.263127:0:20551:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763350980.263129:0:20551:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263132:0:20551:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.263134:0:20551:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763350980.263137:0:20551:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925e00ba5180. 00000020:00000001:2.0:1763350980.263139:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.263141:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925e00ba5180 with handle 0xcb8c81cc3033c831 to hash 00000020:00000001:2.0:1763350980.263143:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763350980.263144:0:20551:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623531169632640 : -120542539918976 : ffff925e00ba5180) 00000004:00000001:2.0:1763350980.263146:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350980.263148:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763350980.263150:0:20551:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff3:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:2.0:1763350980.263153:0:20551:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763350980.263155:0:20551:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350980.263157:0:20551:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263158:0:20551:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263161:0:20551:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.263164:0:20551:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763350980.263165:0:20551:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763350980.263167:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.263170:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350980.263171:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350980.263173:0:20551:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.263176:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.263178:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763350980.263180:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.263183:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263188:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263190:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350980.263194:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350980.263196:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350980.263198:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350980.263200:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350980.263202:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350980.263204:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350980.263208:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.263210:0:20551:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763350980.263213:0:20551:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763350980.263215:0:20551:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.263219:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.263220:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.263221:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=3 00000020:00000001:2.0:1763350980.263223:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.263226:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00000004:00000040:2.0:1763350980.263229:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350980.263231:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:2.0:1763350980.263236:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.263237:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.263238:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350980.263240:0:20551:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350980.263243:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350980.263246:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350980.263249:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350980.263251:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.263254:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.263255:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.263258:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.263259:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.263262:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9077400 with handle 0xcb8c81cc3033c823 from hash 00010000:00000001:2.0:1763350980.263264:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.263266:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.263267:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.263269:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350980.263270:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.263277:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c823 lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.263285:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:2.0:1763350980.263288:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:2.0:1763350980.263290:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be000. 00010000:00000001:2.0:1763350980.263298:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.263299:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.263305:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350980.263309:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.263316:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.263319:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.263321:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) 00010000:00010000:2.0:1763350980.263324:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763350980.263326:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.263329:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.263331:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.263333:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.263333:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.263335:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0600, rc 0) 00000020:00000001:2.0:1763350980.263338:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350980.263342:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 8590055174, xid 1849001118774144 00010000:00000001:2.0:1763350980.263345:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.263351:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1ad80 x1849001118774144/t8590055174(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 552/608 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.263359:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.263362:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.263366:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.263370:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.263373:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.263375:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.263379:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.263382:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.263386:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.263389:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.263395:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2770. 00000100:00000200:2.0:1763350980.263402:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118774144, offset 224 00000400:00000200:2.0:1763350980.263408:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.263422:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.263428:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198086:198086:256:4294967295] 192.168.202.2@tcp LPNI seq info [198082:198082:8:4294967295] 00000400:00000200:2.0:1763350980.263440:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.263445:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.263450:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164500. 00000800:00000200:2.0:1763350980.263457:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.263464:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.263469:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164500 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.263481:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.263484:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.263486:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.263487:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.263490:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.263494:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1ad80 x1849001118774144/t8590055174(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 552/608 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.263503:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226208:x1849001118774144:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5127us (5394us total) trans 8590055174 rc 0/0 00000100:00100000:2.0:1763350980.263512:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140602 00000100:00000040:2.0:1763350980.263516:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350980.263518:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.263521:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.263526:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69300. 00000020:00000010:2.0:1763350980.263530:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375e10. 00000020:00000010:2.0:1763350980.263537:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:2.0:1763350980.263541:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:2.0:1763350980.263544:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350980.263736:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350980.263741:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164500. 00000400:00000200:0.0:1763350980.263745:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.263751:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350980.263755:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2770 00000400:00000010:0.0:1763350980.263762:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2770. 00000100:00000001:0.0:1763350980.263767:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350980.263769:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350980.264527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00010000:00000010:2.1:1763350980.270727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9077400. 00000800:00000001:1.0:1763350980.274918:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.275242:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350980.275248:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.275251:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.275265:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350980.275286:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edfb480 00000400:00000200:0.0:1763350980.275296:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 119400 00000800:00000001:0.0:1763350980.275306:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.275323:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.275327:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.275332:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350980.275342:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350980.275345:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350980.275352:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcdf80. 00000100:00000040:0.0:1763350980.275357:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcdf80 x1849001118774400 msgsize 4616 00000100:00100000:0.0:1763350980.275362:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350980.275381:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350980.275390:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.275393:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.275467:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.275470:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118774400 02000000:00000001:2.0:1763350980.275473:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.275476:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.275479:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.275486:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.275492:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118774400 00000020:00000001:2.0:1763350980.275496:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.275498:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350980.275501:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.275505:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:2.0:1763350980.275508:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350980.275511:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350980.275516:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.275522:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.275526:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.275529:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d380. 00000020:00000010:2.0:1763350980.275535:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.275542:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.275547:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350980.275555:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350980.275558:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.275560:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350980.275563:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350980.275565:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.275567:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.275576:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.275591:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.275620:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.275623:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.275628:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140603 00000100:00000040:2.0:1763350980.275632:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350980.275635:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901364608 : -120542808187008 : ffff925df0bcdf80) 00000100:00000040:2.0:1763350980.275643:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcdf80 x1849001118774400/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.275654:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.275656:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.275658:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.275660:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d380. 00000100:00100000:2.0:1763350980.275665:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226208:x1849001118774400:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350980.275669:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118774400 00000020:00000001:2.0:1763350980.275673:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.275676:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350980.275682:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925cc47c5480: xid 1849001118774144, transno 8590055174, client gen 3, slot idx 0 00000001:00000001:2.0:1763350980.275687:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43d80: xid 1849001118773760, transno 8590055173, client gen 3, slot idx 1 00000001:00000010:2.0:1763350980.275692:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43d80. 00000020:00000001:2.0:1763350980.275697:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.275699:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.275701:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350980.275705:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350980.275708:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118774400, found 0 last_xid 1849001118774399 00000020:00000001:2.0:1763350980.275711:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.275713:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.275715:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.275721:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.275723:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350980.275726:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350980.275727:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350980.275729:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350980.275733:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.275737:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.275746:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:2.0:1763350980.275749:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.275752:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.275756:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0400. 00000020:00000001:2.0:1763350980.275759:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.275762:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0400 with handle 0xcb8c81cc3033c838 to hash 00000020:00000001:2.0:1763350980.275764:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.275765:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000010:2.0:1763350980.275771:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be000. 00010000:00000001:2.0:1763350980.275774:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00010000:2.0:1763350980.275779:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c838 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb38 expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.275788:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350980.275791:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:2.0:1763350980.275799:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350980.275803:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350980.275811:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350980.275814:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350980.275816:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.275818:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763350980.275824:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925df0bcdf80 x1849001118774400/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763350980.275834:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350980.275836:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350980.275839:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763350980.275843:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.275845:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.275848:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.275850:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.275852:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.275853:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.275855:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.275857:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.275863:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.275865:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.275867:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.275869:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.275872:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350980.275874:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350980.275878:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.275880:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.275918:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925e00240000. 02000000:00000001:2.0:1763350980.275920:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.275923:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.275927:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350980.275929:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.275931:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.275932:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.275933:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.275935:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.275937:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.275938:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.275939:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.275941:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.275942:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.275957:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350980.275962:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350980.275964:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350980.275967:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350980.275968:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.275970:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.275972:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.275973:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350980.275975:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.275978:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350980.275980:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.275983:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350980.275986:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763350980.275990:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:2.0:1763350980.275992:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3ff3:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763350980.275997:0:20551:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763350980.275999:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.276001:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:2.0:1763350980.276004:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.276009:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:2.0:1763350980.276011:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:2.0:1763350980.276013:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.276014:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff3:0x0] 00000020:00000001:2.0:1763350980.276015:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.276016:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000004:00000001:2.0:1763350980.276018:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997664 : -120547694553952 : ffff925ccd7cd4a0) 00000004:00000001:2.0:1763350980.276020:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350980.276021:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.276026:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350980.276029:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350980.276037:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.276040:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.276045:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.276048:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.276054:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.276056:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.276059:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.276061:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350980.276063:0:20551:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.276065:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.276067:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.276068:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.276069:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.276070:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.276072:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350980.276075:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925e00240378 00000004:00000001:2.0:1763350980.276077:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.276081:0:20551:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763350980.276084:0:20551:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff3:0x0] lease count: 0, lm: 4 00000004:00000002:2.0:1763350980.276087:0:20551:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff3:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:2.0:1763350980.276091:0:20551:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x3ff3:0x0], open_flags = 040010040000002 00000004:00000001:2.0:1763350980.276094:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350980.276097:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.276099:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.276104:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92600 count: 2 00010000:00000001:2.0:1763350980.276106:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.276108:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.276120:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1800. 00000020:00000001:2.0:1763350980.276124:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.276126:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1800 with handle 0xcb8c81cc3033c83f to hash 00000020:00000001:2.0:1763350980.276128:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.276129:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000010:2.0:1763350980.276133:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be380. 00010000:00000001:2.0:1763350980.276135:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.276140:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.276141:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.276145:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.276151:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.276157:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.276159:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350980.276161:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.276164:0:20551:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350980.276169:0:20551:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.276177:0:20551:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763350980.276179:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.276181:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.276183:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.276185:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.276188:0:20551:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763350980.276190:0:20551:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000040:2.0:1763350980.276198:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) refcount = 2 00010000:00000040:2.0:1763350980.276201:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350980.276204:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.276210:0:20551:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763350980.276212:0:20551:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350980.276218:0:20551:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.276222:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350980.276228:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c59c0. 00000100:00000001:2.0:1763350980.276230:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863971264 : -120547845580352 : ffff925cc47c59c0) 00000100:00000001:2.0:1763350980.276232:0:20551:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863971264 : -120547845580352 : ffff925cc47c59c0) 00000100:00000001:2.0:1763350980.276235:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350980.276237:0:20551:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350980.276239:0:20551:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350980.276241:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.276243:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350980.276245:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.276247:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.276249:0:20551:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763350980.276250:0:20551:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763350980.276254:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1a680. 00000020:00000040:2.0:1763350980.276257:0:20551:0:(genops.c:1229:class_import_get()) import ffff925ddf07c800 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1763350980.276260:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350980.276262:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350980.276267:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350980.276273:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc3c73600. 00000100:00000001:2.0:1763350980.276278:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.276283:0:20551:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350980.276298:0:20551:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 500 pid: 20551 timeout: 6289 lvb_type: 0 00010000:00000001:2.0:1763350980.276304:0:20551:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350980.276308:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350980.276312:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.276320:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350980.276322:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.276327:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20551:1849001101453952:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350980.276330:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350980.276335:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350980.276338:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.276340:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350980.276343:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc3c72a00. 02000000:00000001:2.0:1763350980.276345:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350980.276350:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bbb0. 00000400:00000010:2.0:1763350980.276357:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2f68. 00000100:00000200:2.0:1763350980.276363:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101453952, portal 16 00000100:00000001:2.0:1763350980.276366:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.276367:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363758208 : -120543345793408 : ffff925dd0b1a680) 00000100:00000040:2.0:1763350980.276372:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.276379:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.276382:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.276384:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2220. 00000100:00000200:2.0:1763350980.276386:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101453952, offset 0 00000400:00000200:2.0:1763350980.276392:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.276403:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.276409:0:20551:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350980.276413:0:20551:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350980.276418:0:20551:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350980.276420:0:20551:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350980.276424:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198087:198087:256:4294967295] 192.168.202.2@tcp LPNI seq info [198083:198083:8:4294967295] 00000400:00000200:2.0:1763350980.276436:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.276442:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.276447:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164700. 00000800:00000200:2.0:1763350980.276454:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.276462:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.276467:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.276497:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.276503:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300857248 00000100:00000010:2.0:1763350980.276508:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693000. 00000100:00000001:2.0:1763350980.276515:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350980.276533:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300857248 00000100:00000010:2.0:1763350980.276536:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693540. 00000100:00000001:2.0:1763350980.276540:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350980.276547:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300857248 00000100:00000010:2.0:1763350980.276550:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e006933c0. 00000100:00000001:2.0:1763350980.276553:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350980.276557:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300857248 00000100:00000010:2.0:1763350980.276560:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693ae0. 00000100:00000001:2.0:1763350980.276563:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350980.276566:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.276569:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.276572:0:20551:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.276573:0:20551:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.276576:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.276578:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.276580:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.276582:0:20551:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.276584:0:20551:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350980.276585:0:20551:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350980.276588:0:20551:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.276591:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350980.276592:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350980.276631:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c59c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763350980.276635:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.276638:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.278448:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.278459:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164700. 00000400:00000200:3.0:1763350980.278467:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.278477:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.278485:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2220 00000400:00000010:3.0:1763350980.278487:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2220. 00000100:00000001:3.0:1763350980.278493:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.278501:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.278514:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.278517:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.278636:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.278639:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763350980.288278:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.288299:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350980.288302:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.288305:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.288317:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350980.288336:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd76a80 00000400:00000200:0.0:1763350980.288347:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f851 [1] + 224 00000800:00000001:0.0:1763350980.288356:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.288361:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.288364:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.288369:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350980.288384:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.288393:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350980.288404:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.288424:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350980.288435:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.288438:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350980.288440:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.288442:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.288445:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350980.288450:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfb500 00000400:00000200:0.0:1763350980.288456:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127afd [2] + 0 00000800:00000001:0.0:1763350980.288459:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.288467:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.288469:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.288472:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350980.288476:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350980.288478:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763350980.288484:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcca80. 00000100:00000040:0.0:1763350980.288487:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcca80 x1849001118774528 msgsize 328 00000100:00100000:0.0:1763350980.288491:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350980.288510:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350980.288513:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.288515:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.289070:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.289074:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118774528 02000000:00000001:1.0:1763350980.289078:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.289080:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.289083:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.289089:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.289093:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118774528 00000020:00000001:1.0:1763350980.289096:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.289099:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.289101:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.289104:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=501 00000020:00000001:1.0:1763350980.289107:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.289110:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.289121:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.289128:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.289131:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.289134:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52080. 00000020:00000010:1.0:1763350980.289141:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dffa8fc00. 00000020:00000010:1.0:1763350980.289147:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.289153:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.289161:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763350980.289164:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.289166:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763350980.289168:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763350980.289171:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.289174:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763350980.289179:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.289180:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.289182:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=5 00000020:00000001:1.0:1763350980.289185:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:1.0:1763350980.289187:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00010000:1.0:1763350980.289195:0:5782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 5/0,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 501 pid: 20551 timeout: 6289 lvb_type: 0 00010000:00000001:1.0:1763350980.289204:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.289206:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.289207:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.289209:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.289216:0:5782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763350980.289222:0:5782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925df0bcca80 x1849001118774528/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350980.289229:0:5782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763350980.289230:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.289248:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.289258:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.289260:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.289263:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4026 00000100:00000040:1.0:1763350980.289267:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:1.0:1763350980.289270:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901359232 : -120542808192384 : ffff925df0bcca80) 00000100:00000040:1.0:1763350980.289274:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcca80 x1849001118774528/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350980.289282:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.289284:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.289286:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.289288:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52080. 00000100:00100000:1.0:1763350980.289293:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:2360:x1849001118774528:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763350980.289296:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118774528 00010000:00000001:1.0:1763350980.289298:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763350980.289300:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763350980.289302:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763350980.289308:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.289310:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.289315:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dd1473c00. 02000000:00000001:1.0:1763350980.289318:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.289320:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.289322:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350980.289324:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763350980.289326:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.289328:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.289329:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=5 00000020:00000001:1.0:1763350980.289331:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:1.0:1763350980.289333:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000040:1.0:1763350980.289337:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92600 count: 3 00000004:00000001:1.0:1763350980.289340:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763350980.289344:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 5/0,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 501 pid: 20551 timeout: 6289 lvb_type: 0 00000100:00001000:1.0:1763350980.289352:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=46 v=5 (1 0 0 0) 00010000:00000001:1.0:1763350980.289355:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763350980.289360:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.289361:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.289364:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 501 pid: 20551 timeout: 6289 lvb_type: 0 00000020:00000001:1.0:1763350980.289372:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.289374:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.289376:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.289377:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.289381:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.289383:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.289389:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.289390:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.289392:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.289393:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.289395:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0600 with handle 0xcb8c81cc3033c82a from hash 00010000:00000001:1.0:1763350980.289397:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.289399:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.289400:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.289401:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.289405:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.289407:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.289409:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.289410:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.289411:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.289413:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.289416:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350980.289419:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) 00010000:00010000:1.0:1763350980.289424:0:5782:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350980.289429:0:5782:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.289431:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.289433:0:5782:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.289435:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.289436:0:5782:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.289439:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350980.289441:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350980.289443:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350980.289448:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763350980.289449:0:5782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350980.289451:0:5782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350980.289452:0:5782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350980.289454:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) refcount = 3 00010000:00010000:1.0:1763350980.289458:0:5782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 20551 initiator: MDT0 00010000:00000001:1.0:1763350980.289463:0:5782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350980.289465:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.289466:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.289468:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.289470:0:5782:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.289472:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763350980.289475:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.289478:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.289484:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb4f6780. 00000100:00000001:1.0:1763350980.289485:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530273433472 : -120543436118144 : ffff925dcb4f6780) 00000100:00000001:1.0:1763350980.289487:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530273433472 : -120543436118144 : ffff925dcb4f6780) 00000100:00000001:1.0:1763350980.289490:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.289491:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.289493:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.289496:0:5782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350980.289498:0:5782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.289500:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.289501:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.289502:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.289504:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.289505:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.289507:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.289509:0:5782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.289511:0:5782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763350980.289513:0:5782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb4f6780. 00000100:00000001:1.0:1763350980.289515:0:5782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350980.289516:0:5782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350980.289518:0:5782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52080. 00010000:00000001:1.0:1763350980.289519:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763350980.289521:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350980.289522:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.289527:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.289530:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.289532:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.289536:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.289539:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.289541:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.289544:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.289546:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.289550:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.289552:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.289558:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74660. 00000100:00000200:1.0:1763350980.289563:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118774528, offset 224 00000400:00000200:1.0:1763350980.289570:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.289583:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.289590:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198088:198088:256:4294967295] 192.168.202.2@tcp LPNI seq info [198084:198084:8:4294967295] 00000400:00000200:1.0:1763350980.289641:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.289648:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.289653:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcaf00. 00000800:00000200:1.0:1763350980.289661:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.289668:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.289673:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcaf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.289684:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.289687:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.289690:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.289692:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.289697:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcca80 x1849001118774528/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350980.289706:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:2360:x1849001118774528:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 422us (1217us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350980.289715:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4026 00000100:00000040:1.0:1763350980.289719:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.289722:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.289724:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.289729:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.289733:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:1.0:1763350980.289736:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dffa8fc00. 00000020:00000040:1.0:1763350980.289741:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00000100:00000001:1.0:1763350980.289744:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.293321:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.293331:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaf00. 00000400:00000200:3.0:1763350980.293339:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.293349:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.293356:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74660 00000400:00000010:3.0:1763350980.293359:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74660. 00000100:00000001:3.0:1763350980.293364:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.293366:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350980.293455:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350980.293463:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350980.293466:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350980.293470:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bbb0. 00000400:00000200:2.0:1763350980.293474:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2f68 00000400:00000010:2.0:1763350980.293476:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2f68. 00000100:00000001:2.0:1763350980.293479:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.293490:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350980.293502:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.293510:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350980.293511:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.293514:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350980.293517:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350980.293519:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.293522:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.293525:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.293534:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925ddf07cc58 time=36 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350980.293538:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925ddf07cc10 time=36 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.293541:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350980.293543:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.293546:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350980.293550:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.293552:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.293557:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.293565:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.293568:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350980.293571:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.293574:0:20551:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763350980.293576:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.293582:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c82a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb31 expref: 500 pid: 20551 timeout: 6289 lvb_type: 0 00010000:00000040:2.0:1763350980.293592:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:2.0:1763350980.293633:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:2.0:1763350980.293638:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be680. 00010000:00000001:2.0:1763350980.293645:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.293647:0:20551:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.293653:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350980.293662:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b1a680 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:20551:1849001101453952:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350980.293668:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.293670:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.293673:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350980.293676:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.293679:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b1a680 x1849001101453952/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.293687:0:20551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350980.293690:0:20551:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350980.293693:0:20551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc3c72a00. 02000000:00000001:2.0:1763350980.293698:0:20551:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350980.293701:0:20551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350980.293703:0:20551:0:(genops.c:1242:class_import_put()) import ffff925ddf07c800 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1763350980.293706:0:20551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350980.293709:0:20551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc3c73600. 02000000:00000001:2.0:1763350980.293716:0:20551:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350980.293719:0:20551:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350980.293721:0:20551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1a680. 00000100:00000001:2.0:1763350980.293724:0:20551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350980.293725:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350980.293728:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c59c0. 00000100:00000001:2.0:1763350980.293730:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350980.293732:0:20551:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350980.293737:0:20551:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d380. 00010000:00000001:2.0:1763350980.293741:0:20551:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.293744:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.293746:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.293750:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763350980.293753:0:20551:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350980.293763:0:20551:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.293767:0:20551:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.293770:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.293775:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.293776:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.293777:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.293780:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.293783:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.293785:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:2.0:1763350980.293787:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.293790:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.293792:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.293793:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.293795:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.293799:0:20551:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.293801:0:20551:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.293810:0:20551:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763350980.293818:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.293821:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.293824:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.293826:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.293829:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.293831:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.293832:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.293834:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.293836:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff3:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1763350980.293839:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff3:0x0]: returning size 0 00000001:00000001:2.0:1763350980.293842:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.293843:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.293845:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350980.293850:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.293856:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.293861:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.293868:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.293871:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.293874:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.293876:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.293879:0:20551:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763350980.293882:0:20551:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763350980.293886:0:20551:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:2.0:1763350980.293888:0:20551:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:2.0:1763350980.293889:0:20551:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350980.293897:0:20551:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff3:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763350980.293900:0:20551:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:2.0:1763350980.293904:0:20551:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925cc47c56c0. 00000004:00000001:2.0:1763350980.293908:0:20551:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350980.293911:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350980.293912:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.293916:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.293919:0:20551:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.293920:0:20551:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.293922:0:20551:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350980.293924:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350980.293927:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.293930:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.293932:0:20551:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.293934:0:20551:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763350980.293939:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925cc47c56c0. 00000004:00000001:2.0:1763350980.293942:0:20551:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:2.0:1763350980.293954:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350980.293962:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693600. 00080000:00000001:2.0:1763350980.293966:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.293975:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cddc47000. 00080000:00000001:2.0:1763350980.293978:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00000004:00001000:2.0:1763350980.293982:0:20551:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff925df529d470/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:2.0:1763350980.293986:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.293990:0:20551:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:2.0:1763350980.293993:0:20551:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:2.0:1763350980.293995:0:20551:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:2.0:1763350980.293998:0:20551:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925cc47c56c0. 00000004:00000001:2.0:1763350980.294001:0:20551:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:2.0:1763350980.294004:0:20551:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:2.0:1763350980.294007:0:20551:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294009:0:20551:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.294012:0:20551:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:2.0:1763350980.294016:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925cc47c56c0. 00000004:00000001:2.0:1763350980.294019:0:20551:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:2.0:1763350980.294023:0:20551:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff925ccda979f8. 00000004:00000001:2.0:1763350980.294025:0:20551:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350980.294028:0:20551:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763350980.294031:0:20551:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:2.0:1763350980.294033:0:20551:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:2.0:1763350980.294035:0:20551:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:2.0:1763350980.294037:0:20551:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:2.0:1763350980.294039:0:20551:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763350980.294041:0:20551:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:2.0:1763350980.294043:0:20551:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff925ccda97ef8. 00020000:00000010:2.0:1763350980.294046:0:20551:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff925ccda97f30. 00020000:00001000:2.0:1763350980.294049:0:20551:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:2.0:1763350980.294050:0:20551:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:2.0:1763350980.294054:0:20551:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763350980.294058:0:20551:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763350980.294061:0:20551:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=930560, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117832, ffree=117088, state=0 00000004:00000001:2.0:1763350980.294065:0:20551:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350980.294067:0:20551:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350980.294069:0:20551:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763350980.294075:0:20551:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccd69f540. 00000004:00000001:2.0:1763350980.294083:0:20551:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763350980.294085:0:20551:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294090:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.294092:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00000004:00000001:2.0:1763350980.294096:0:20551:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763350980.294099:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350980.294101:0:20551:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00000004:00000001:2.0:1763350980.294105:0:20551:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1763350980.294109:0:20551:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.294121:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.294230:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.294232:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294235:0:20551:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350980.294237:0:20551:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446623526013760920 : -120547695790696 : ffff925ccd69f598) 00020000:00000001:2.0:1763350980.294239:0:20551:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350980.294242:0:20551:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350980.294244:0:20551:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350980.294246:0:20551:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763350980.294248:0:20551:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350980.294250:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.294252:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.294253:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00080000:00000001:2.0:1763350980.294257:0:20551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350980.294272:0:20551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294274:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294276:0:20551:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:2.0:1763350980.294279:0:20551:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294281:0:20551:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294284:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.294288:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350980.294291:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350980.294296:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350980.294298:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.294299:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00080000:00000001:2.0:1763350980.294301:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.294304:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.294305:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294307:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.294328:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.294330:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294333:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.294336:0:20551:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:2.0:1763350980.294339:0:20551:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350980.294341:0:20551:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763350980.294342:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.294344:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00000004:00000001:2.0:1763350980.294347:0:20551:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763350980.294354:0:20551:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff925ccd69f540 is [0x280000401:0x24fc:0x0] 00000020:00000001:2.0:1763350980.294356:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350980.294358:0:20551:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00080000:00000001:2.0:1763350980.294362:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.294421:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:2.0:1763350980.294424:0:20551:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000401:0x24fc:0x0], index 1: 0 00000004:00000001:2.0:1763350980.294427:0:20551:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294429:0:20551:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294432:0:20551:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763350980.294434:0:20551:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294437:0:20551:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:2.0:1763350980.294440:0:20551:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:2.0:1763350980.294442:0:20551:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:2.0:1763350980.294445:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350980.294448:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350980.294450:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.294453:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.294456:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.294458:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.294460:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350980.294462:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:2.0:1763350980.294464:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294466:0:20551:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294468:0:20551:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294471:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.294472:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.294473:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00080000:00000001:2.0:1763350980.294477:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350980.294480:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763350980.294494:0:20551:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350980.294497:0:20551:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.294500:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294502:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294504:0:20551:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294506:0:20551:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294508:0:20551:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.294511:0:20551:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.294514:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350980.294517:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350980.294521:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350980.294524:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055175, last_committed = 8590055163 00000001:00000010:2.0:1763350980.294528:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006939c0. 00000001:00000040:2.0:1763350980.294531:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 12 00000020:00000040:2.0:1763350980.294534:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00000001:00000010:2.0:1763350980.294540:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925cc47c5c00. 00000004:00000001:2.0:1763350980.294546:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350980.294547:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.294549:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288125952 : -120547421425664 : ffff925cddc47000) 00080000:00000001:2.0:1763350980.294551:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.294559:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350980.294562:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350980.294565:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925cc47c5c00: xid 1849001118774400, transno 8590055175, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763350980.294569:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.295700:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350980.295708:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693600. 00000020:00000001:2.0:1763350980.295712:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.295716:0:20551:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.295720:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350980.295724:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350980.295732:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.295736:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.295740:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.295742:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.295746:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.295748:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.295752:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.295754:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350980.295756:0:20551:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.295760:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.295761:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.295762:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.295765:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.295767:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.295769:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:2.0:1763350980.295772:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff925e00240378 00000004:00000001:2.0:1763350980.295775:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.295777:0:20551:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.295843:0:20551:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:2.0:1763350980.295847:0:20551:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763350980.295848:0:20551:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.295852:0:20551:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763350980.295855:0:20551:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763350980.295858:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350980.295860:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff3:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:2.0:1763350980.295864:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.295867:0:20551:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.295869:0:20551:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.295873:0:20551:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763350980.295878:0:20551:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925e00ba5f80. 00000020:00000001:2.0:1763350980.295880:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.295883:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925e00ba5f80 with handle 0xcb8c81cc3033c846 to hash 00000020:00000001:2.0:1763350980.295885:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763350980.295887:0:20551:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623531169636224 : -120542539915392 : ffff925e00ba5f80) 00000004:00000001:2.0:1763350980.295889:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350980.295890:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763350980.295892:0:20551:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff3:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:2.0:1763350980.295896:0:20551:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763350980.295899:0:20551:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350980.295900:0:20551:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.295902:0:20551:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.295905:0:20551:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.295908:0:20551:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763350980.295910:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350980.295912:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350980.295913:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350980.295914:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350980.295916:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.295918:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.295920:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:2.0:1763350980.295922:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.295924:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.295927:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350980.295932:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.295940:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.295942:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.295944:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.296007:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.296009:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.296012:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350980.296015:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350980.296021:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350980.296024:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.296026:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350980.296028:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.296033:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350980.296035:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.296036:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.296037:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=4 00000020:00000001:2.0:1763350980.296039:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.296040:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.296043:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350980.296045:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.296050:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350980.296051:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350980.296052:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.296057:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.296059:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.296061:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.296062:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.296064:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1800 with handle 0xcb8c81cc3033c83f from hash 00010000:00000001:2.0:1763350980.296067:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.296068:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.296069:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.296071:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.296076:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.296078:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.296080:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.296082:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.296085:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.296088:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) 00010000:00010000:2.0:1763350980.296090:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763350980.296093:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.296095:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.296097:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.296099:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350980.296101:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.296102:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.296103:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.296105:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.296106:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.296109:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.296121:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.296122:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.296123:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350980.296124:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350980.296125:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.296127:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c83f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350980.296131:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be380. 00010000:00000040:2.0:1763350980.296136:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92600 count: 0 00010000:00000010:2.0:1763350980.296142:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925e00ba5380. 00010000:00000001:2.0:1763350980.296157:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.296158:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350980.296160:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350980.296161:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350980.296162:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350980.296164:0:20551:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763350980.296166:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.296168:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350980.296169:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350980.296171:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350980.296172:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.296174:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.296177:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.296179:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350980.296181:0:20551:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763350980.296187:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.296194:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.296198:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.296201:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350980.296205:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350980.296208:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350980.296210:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350980.296212:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350980.296214:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350980.296219:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763350980.296246:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.296249:0:20551:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763350980.296252:0:20551:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763350980.296255:0:20551:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.296258:0:20551:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350980.296261:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350980.296265:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350980.296267:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350980.296269:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.296275:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.296275:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.296278:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.296279:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.296281:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0400 with handle 0xcb8c81cc3033c838 from hash 00010000:00000001:2.0:1763350980.296283:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.296284:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.296286:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.296287:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350980.296288:0:20551:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350980.296291:0:20551:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350980.296300:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c838 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb38 expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.296307:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350980.296310:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.296313:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.296314:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.296316:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.296319:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.296320:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.296321:0:20551:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.296322:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.296324:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.296325:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.296326:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.296328:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:2.0:1763350980.296331:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763350980.296333:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.296335:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.296336:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.296338:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.296341:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c838 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb38 expref: 500 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.296545:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:2.0:1763350980.296548:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:2.0:1763350980.296551:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be000. 00010000:00000001:2.0:1763350980.296556:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.296557:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0400, rc 0) 00000020:00000001:2.0:1763350980.296560:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350980.296564:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 8590055175, xid 1849001118774400 00010000:00000001:2.0:1763350980.296567:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.296575:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bcdf80 x1849001118774400/t8590055175(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/664 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.296583:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.296587:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.296591:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.296626:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.296630:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.296632:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.296635:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.296639:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.296643:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.296646:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.296652:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2f68. 00000100:00000200:2.0:1763350980.296660:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118774400, offset 224 00000400:00000200:2.0:1763350980.296666:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.296680:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.296688:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198089:198089:256:4294967295] 192.168.202.2@tcp LPNI seq info [198085:198085:8:4294967295] 00000400:00000200:2.0:1763350980.296702:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.296708:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.296716:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164700. 00000800:00000200:2.0:1763350980.296724:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.296732:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.296737:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164700 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.297503:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.297512:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.297515:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.297518:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.297520:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.297528:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcdf80 x1849001118774400/t8590055175(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/664 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.297538:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226208:x1849001118774400:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 21883us (22178us total) trans 8590055175 rc 301/301 00000100:00100000:2.0:1763350980.297548:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140603 00000100:00000040:2.0:1763350980.297552:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350980.297554:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.297557:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.297564:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.297569:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:2.0:1763350980.297574:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:2.0:1763350980.297580:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:2.0:1763350980.297584:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.297792:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.297797:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164700. 00000400:00000200:3.0:1763350980.297804:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.297809:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.297815:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2f68 00000400:00000010:3.0:1763350980.297818:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2f68. 00000100:00000001:3.0:1763350980.297822:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.297824:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350980.301646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:2.1:1763350980.301659:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00010000:00000010:2.1:1763350980.301664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350980.301674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00000800:00000001:0.0:1763350980.305126:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.305149:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350980.305154:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.305157:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.305171:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350980.305192:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfb600 00000400:00000200:0.0:1763350980.305201:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e01 [2] + 392 00000800:00000001:0.0:1763350980.305211:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.305225:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.305228:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.305233:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350980.305242:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350980.305245:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763350980.305252:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf480. 00000100:00000040:0.0:1763350980.305256:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcf480 x1849001118774784 msgsize 392 00000100:00100000:0.0:1763350980.305261:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350980.305281:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350980.305291:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.305294:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.305377:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.305380:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118774784 02000000:00000001:2.0:1763350980.305384:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.305387:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.305390:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.305396:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.305402:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118774784 00000020:00000001:2.0:1763350980.305406:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.305409:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350980.305412:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.305416:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:2.0:1763350980.305419:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350980.305422:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350980.305428:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.305434:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.305437:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.305440:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d380. 00000020:00000010:2.0:1763350980.305447:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.305454:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.305459:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350980.305468:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763350980.305472:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.305474:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350980.305476:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.305485:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.305499:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.305510:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.305512:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.305517:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20877 00000100:00000040:2.0:1763350980.305522:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350980.305525:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901369984 : -120542808181632 : ffff925df0bcf480) 00000100:00000040:2.0:1763350980.305533:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcf480 x1849001118774784/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.305542:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.305545:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.305547:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.305549:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d380. 00000100:00100000:2.0:1763350980.305554:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226208:x1849001118774784:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:2.0:1763350980.305558:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118774784 00000020:00000001:2.0:1763350980.305562:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.305566:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350980.305572:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925cc47c5c00: xid 1849001118774400, transno 8590055175, client gen 3, slot idx 1 00000001:00000001:2.0:1763350980.305577:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925cc47c5480: xid 1849001118774144, transno 8590055174, client gen 3, slot idx 0 00000001:00000010:2.0:1763350980.305581:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925cc47c5480. 00000020:00000001:2.0:1763350980.305586:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.305588:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.305590:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:2.0:1763350980.305621:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350980.305625:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118774784, found 0 last_xid 1849001118774783 00000020:00000001:2.0:1763350980.305628:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.305630:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.305632:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.305636:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305642:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763350980.305644:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763350980.305646:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763350980.305650:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305653:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763350980.305657:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.305660:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.305663:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.305665:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.305668:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.305670:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.305671:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.305673:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.305674:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.305676:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.305677:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.305679:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.305681:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.305683:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305686:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305688:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763350980.305689:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305693:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350980.305694:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.305695:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.305697:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.305698:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.305700:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.305702:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.305703:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.305705:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.305707:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.305709:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.305714:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350980.305719:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350980.305722:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350980.305724:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350980.305726:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.305728:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.305730:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305732:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350980.305734:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305736:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.305742:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.305744:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.305750:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925cddc46400. 02000000:00000001:2.0:1763350980.305752:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.305755:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305757:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350980.305759:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305762:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763350980.305765:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763350980.305766:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.305768:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925e00ba5f80 refcount=2 00000020:00000001:2.0:1763350980.305770:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531169636224 : -120542539915392 : ffff925e00ba5f80) 00000004:00000001:2.0:1763350980.305773:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623531169636224 : -120542539915392 : ffff925e00ba5f80) 00000020:00000040:2.0:1763350980.305776:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925e00ba5f80 with handle 0xcb8c81cc3033c846 from hash 00000004:00000001:2.0:1763350980.305780:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763350980.305783:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff3:0x0] with intent: 0 00000004:00000001:2.0:1763350980.305786:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763350980.305788:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763350980.305792:0:20017:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350980.305796:0:20017:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350980.305805:0:20017:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305808:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.305813:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.305816:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.305823:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.305826:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.305829:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.305832:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350980.305833:0:20017:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.305835:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.305836:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.305837:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.305839:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.305841:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.305843:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.305845:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350980.305846:0:20017:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350980.305849:0:20017:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350980.305852:0:20017:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305854:0:20017:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.305855:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.305857:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.305858:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.305861:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.305863:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.305865:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.305867:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.305868:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.305869:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.305871:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.305874:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.305875:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.305877:0:20017:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.305879:0:20017:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350980.305881:0:20017:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305884:0:20017:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763350980.305885:0:20017:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff3:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:2.0:1763350980.305889:0:20017:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.305892:0:20017:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763350980.305894:0:20017:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350980.305898:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350980.305904:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693600. 00080000:00000001:2.0:1763350980.305908:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.305917:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cddc44800. 00080000:00000001:2.0:1763350980.305920:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526288115712 : -120547421435904 : ffff925cddc44800) 00000004:00000001:2.0:1763350980.305924:0:20017:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.305928:0:20017:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.305930:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.305933:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288115712 : -120547421435904 : ffff925cddc44800) 00080000:00000001:2.0:1763350980.305937:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350980.305961:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305964:0:20017:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305967:0:20017:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.305973:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350980.305976:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350980.305982:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350980.305983:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.305984:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288115712 : -120547421435904 : ffff925cddc44800) 00080000:00000001:2.0:1763350980.305989:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.305993:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.305996:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.305997:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.306021:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.306024:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306030:0:20017:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.306033:0:20017:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350980.306034:0:20017:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.306036:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.306037:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288115712 : -120547421435904 : ffff925cddc44800) 00080000:00000001:2.0:1763350980.306041:0:20017:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350980.306043:0:20017:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763350980.306057:0:20017:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350980.306060:0:20017:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.306063:0:20017:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306065:0:20017:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306067:0:20017:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306069:0:20017:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.306074:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350980.306077:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350980.306081:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350980.306084:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055176, last_committed = 8590055163 00000001:00000010:2.0:1763350980.306089:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006932a0. 00000001:00000040:2.0:1763350980.306092:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 13 00000020:00000040:2.0:1763350980.306094:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00000001:00000010:2.0:1763350980.306102:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925cc47c59c0. 00000004:00000001:2.0:1763350980.306107:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350980.306109:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.306111:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526288115712 : -120547421435904 : ffff925cddc44800) 00080000:00000001:2.0:1763350980.306127:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.306144:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350980.306146:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350980.306149:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925cc47c59c0: xid 1849001118774784, transno 8590055176, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350980.306153:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.306231:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350980.306234:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693600. 00000020:00000001:2.0:1763350980.306237:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306241:0:20017:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306243:0:20017:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306245:0:20017:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306248:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763350980.306249:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763350980.306252:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763350980.306253:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.306256:0:20017:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.306258:0:20017:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.306261:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763350980.306264:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763350980.306267:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.306270:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff3:0x0], previous was 0x7 00000004:00000001:2.0:1763350980.306273:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306275:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763350980.306278:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306281:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763350980.306284:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.306287:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763350980.306290:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925e00ba5f80. 00000004:00000001:2.0:1763350980.306301:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.306304:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350980.306306:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306308:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306310:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763350980.306312:0:20017:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350980.306314:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350980.306316:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350980.306319:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350980.306321:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350980.306325:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.306328:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350980.306330:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763350980.306336:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.306343:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.306346:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350980.306349:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 8590055176, xid 1849001118774784 00010000:00000001:2.0:1763350980.306353:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.306359:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bcf480 x1849001118774784/t8590055176(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.306369:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.306372:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.306376:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.306382:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.306384:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.306388:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.306391:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.306393:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.306397:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.306400:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.306406:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d23b8. 00000100:00000200:2.0:1763350980.306412:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118774784, offset 224 00000400:00000200:2.0:1763350980.306419:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.306432:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.306440:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198090:198090:256:4294967295] 192.168.202.2@tcp LPNI seq info [198086:198086:8:4294967295] 00000400:00000200:2.0:1763350980.306453:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.306459:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.306464:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164500. 00000800:00000200:2.0:1763350980.306470:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.306478:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.306484:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.306509:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.306513:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.306515:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.306517:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.306519:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.306524:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcf480 x1849001118774784/t8590055176(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.306535:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226208:x1849001118774784:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 990us (1276us total) trans 8590055176 rc 0/0 00000100:00100000:2.0:1763350980.306543:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20877 00000100:00000040:2.0:1763350980.306546:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350980.306549:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.306551:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.306556:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.306560:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:2.0:1763350980.306564:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:2.0:1763350980.306568:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000100:00000001:2.0:1763350980.306572:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.308043:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.308051:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164500. 00000400:00000200:3.0:1763350980.308058:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.308067:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.308074:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d23b8 00000400:00000010:3.0:1763350980.308076:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d23b8. 00000100:00000001:3.0:1763350980.308081:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.308084:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.312221:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.312239:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.312243:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.312246:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.312258:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.312276:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 376 into portal 12 MB=0x691a81edfb680 00000400:00000200:3.0:1763350980.312283:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 376/376 into md 0xd4535 [64] + 124016 00000800:00000001:3.0:1763350980.312291:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.312298:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.312302:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.312307:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.312315:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.312318:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.312325:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee398e00. 00000100:00000040:3.0:1763350980.312329:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dee398e00 x1849001118774912 msgsize 376 00000100:00100000:3.0:1763350980.312333:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.312413:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.312423:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.312426:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.312520:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.312523:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118774912 02000000:00000001:2.0:1763350980.312527:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.312529:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.312531:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.312537:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.312542:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118774912 00000020:00000001:2.0:1763350980.312546:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.312548:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350980.312551:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.312554:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=500 00000020:00000001:2.0:1763350980.312557:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350980.312560:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350980.312566:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.312571:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.312574:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.312577:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d380. 00000020:00000010:2.0:1763350980.312584:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.312590:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.312631:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350980.312642:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350980.312645:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.312647:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350980.312651:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350980.312653:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.312655:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.312664:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.312678:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.312691:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.312693:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.312699:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140604 00000100:00000040:2.0:1763350980.312703:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350980.312706:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859204096 : -120542850347520 : ffff925dee398e00) 00000100:00000040:2.0:1763350980.312714:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee398e00 x1849001118774912/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 376/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.312724:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.312727:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.312730:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.312732:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d380. 00000100:00100000:2.0:1763350980.312737:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226208:x1849001118774912:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350980.312742:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118774912 00000020:00000001:2.0:1763350980.312745:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.312749:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350980.312754:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925cc47c59c0: xid 1849001118774784, transno 8590055176, client gen 3, slot idx 0 00000001:00000001:2.0:1763350980.312759:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925cc47c5c00: xid 1849001118774400, transno 8590055175, client gen 3, slot idx 1 00000001:00000010:2.0:1763350980.312763:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925cc47c5c00. 00000020:00000001:2.0:1763350980.312767:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.312770:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.312772:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350980.312775:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350980.312778:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118774912, found 0 last_xid 1849001118774911 00000020:00000001:2.0:1763350980.312781:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.312783:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.312785:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.312790:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.312793:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350980.312795:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350980.312797:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350980.312799:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350980.312802:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.312807:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350980.312815:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92600. 00010000:00000010:2.0:1763350980.312818:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925e00ba5380. 00010000:00000001:2.0:1763350980.312824:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.312827:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0400. 00000020:00000001:2.0:1763350980.312830:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.312833:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0400 with handle 0xcb8c81cc3033c84d to hash 00000020:00000001:2.0:1763350980.312835:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.312837:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000010:2.0:1763350980.312842:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be000. 00010000:00000001:2.0:1763350980.312846:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00010000:2.0:1763350980.312851:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c84d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb3f expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.312861:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:2.0:1763350980.312863:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=501 00010000:00000001:2.0:1763350980.312870:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350980.312874:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350980.312879:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350980.312882:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350980.312884:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.312886:0:20551:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:2.0:1763350980.312889:0:20551:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x3ff3:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:2.0:1763350980.312893:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.312895:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff3:0x0] 00000020:00000001:2.0:1763350980.312898:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.312902:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000004:00000001:2.0:1763350980.312904:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997664 : -120547694553952 : ffff925ccd7cd4a0) 00000004:00000001:2.0:1763350980.312908:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.312915:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.312918:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.312924:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.312927:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.312930:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:2.0:1763350980.312932:0:20551:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:2.0:1763350980.312936:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.312939:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.312944:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df5d1b000. 02000000:00000001:2.0:1763350980.312946:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.312949:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.312953:0:20551:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.312955:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.312958:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350980.312960:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.312962:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.312967:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.312969:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350980.312971:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.312973:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.312975:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.312976:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.312979:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350980.312981:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350980.312984:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350980.312985:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350980.312987:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) refcount = 1 00010000:00010000:2.0:1763350980.312993:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c84d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb3f expref: 501 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.313001:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350980.313006:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.313007:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.313010:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.313011:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.313013:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.313016:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.313021:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350980.313025:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c84d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb3f expref: 501 pid: 20551 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763350980.313034:0:20551:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:2.0:1763350980.313037:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.313039:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff3:0x0] 00000020:00000001:2.0:1763350980.313041:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.313043:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000004:00000001:2.0:1763350980.313045:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997664 : -120547694553952 : ffff925ccd7cd4a0) 00000004:00000001:2.0:1763350980.313048:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.313050:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.313051:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.313053:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.313055:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.313057:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.313059:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.313061:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.313062:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.313063:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.313065:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.313067:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.313069:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.313072:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350980.313073:0:20551:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:2.0:1763350980.313078:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.313081:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.313083:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) 00010000:00010000:2.0:1763350980.313086:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763350980.313089:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.313091:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.313093:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.313095:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.313097:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.313099:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0400, rc 0) 00000020:00000001:2.0:1763350980.313101:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350980.313105:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 0, xid 1849001118774912 00010000:00000001:2.0:1763350980.313108:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.313123:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee398e00 x1849001118774912/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 376/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.313132:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.313135:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.313139:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.313144:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.313146:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.313149:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.313152:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.313155:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.313158:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.313161:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.313167:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2990. 00000100:00000200:2.0:1763350980.313174:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1849001118774912, offset 224 00000400:00000200:2.0:1763350980.313180:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.313191:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.313197:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198091:198091:256:4294967295] 192.168.202.2@tcp LPNI seq info [198087:198087:8:4294967295] 00000400:00000200:2.0:1763350980.313207:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.313212:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.313217:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164a00. 00000800:00000200:2.0:1763350980.313223:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.313236:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.313241:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.313259:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.313263:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.313265:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.313266:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.313269:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.313273:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee398e00 x1849001118774912/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 376/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.313283:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee398e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:226208:x1849001118774912:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 557us (952us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350980.313290:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140604 00000100:00000040:2.0:1763350980.313293:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350980.313296:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.313297:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.313303:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.313306:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:2.0:1763350980.313310:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:2.0:1763350980.313316:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00000100:00000001:2.0:1763350980.313319:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350980.313574:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350980.313579:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164a00. 00000400:00000200:0.0:1763350980.313583:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.313588:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350980.313593:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2990 00000400:00000010:0.0:1763350980.313610:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2990. 00000100:00000001:0.0:1763350980.313615:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350980.313617:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.319090:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.319110:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.319126:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.319129:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.319142:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.319162:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfb700 00000400:00000200:3.0:1763350980.319170:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 14792 00000800:00000001:3.0:1763350980.319179:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.319186:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.319189:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.319194:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.319202:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.319204:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.319211:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee398700. 00000100:00000040:3.0:1763350980.319215:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee398700 x1849001118775040 msgsize 328 00000100:00100000:3.0:1763350980.319220:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.319241:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.319250:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.319253:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.320129:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.320134:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118775040 02000000:00000001:1.0:1763350980.320138:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.320141:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.320143:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.320149:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.320155:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118775040 00000020:00000001:1.0:1763350980.320159:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.320162:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.320165:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.320169:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:1.0:1763350980.320173:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.320176:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.320181:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.320188:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.320192:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.320195:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52080. 00000020:00000010:1.0:1763350980.320201:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dffa8fc00. 00000020:00000010:1.0:1763350980.320208:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.320213:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.320220:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.320223:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.320225:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.320227:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.320236:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.321271:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.321276:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.321288:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19998 00000100:00000040:2.0:1763350980.321293:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350980.321296:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859202304 : -120542850349312 : ffff925dee398700) 00000100:00000040:2.0:1763350980.321307:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee398700 x1849001118775040/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.321324:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.321333:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.321336:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.321339:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d380. 00000100:00100000:2.0:1763350980.321345:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118775040:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350980.321349:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118775040 00000020:00000001:2.0:1763350980.321353:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.321359:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.321362:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.321365:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.321368:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350980.321371:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350980.321376:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.321379:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.321382:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.321388:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.321390:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350980.321393:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350980.321395:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350980.321397:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350980.321400:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.321406:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.321414:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:2.0:1763350980.321417:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.321421:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.321425:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1800. 00000020:00000001:2.0:1763350980.321430:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.321433:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1800 with handle 0xcb8c81cc3033c854 to hash 00000020:00000001:2.0:1763350980.321435:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.321437:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.321440:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00010000:2.0:1763350980.321445:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c854 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb46 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.321457:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:2.0:1763350980.321460:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:2.0:1763350980.321469:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763350980.321473:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763350980.321476:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.321479:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.321487:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925deeea7400. 02000000:00000001:2.0:1763350980.321490:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.321492:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.321496:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350980.321498:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.321501:0:57858:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.321504:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763350980.321508:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925df0e57498. 00002000:00000001:2.0:1763350980.321511:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763350980.321514:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763350980.321517:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.321521:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350980.321528:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5c00. 00000100:00000001:2.0:1763350980.321531:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:2.0:1763350980.321533:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:2.0:1763350980.321536:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350980.321537:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350980.321539:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350980.321542:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763350980.321547:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1a680. 00000020:00000040:2.0:1763350980.321550:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763350980.321553:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350980.321555:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350980.321560:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350980.321566:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc3c72000. 00000100:00000001:2.0:1763350980.321573:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.321579:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350980.321583:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350980.321588:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.321611:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350980.321613:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.321617:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101454080:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350980.321621:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350980.321627:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350980.321629:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.321632:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350980.321635:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc3c72a00. 02000000:00000001:2.0:1763350980.321637:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350980.321643:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bbb0. 00000400:00000010:2.0:1763350980.321650:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2c38. 00000100:00000200:2.0:1763350980.321657:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101454080, portal 16 00000100:00000001:2.0:1763350980.321659:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.321660:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363758208 : -120543345793408 : ffff925dd0b1a680) 00000100:00000040:2.0:1763350980.321665:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.321672:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.321675:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.321678:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2990. 00000100:00000200:2.0:1763350980.321680:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101454080, offset 0 00000400:00000200:2.0:1763350980.321688:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.321703:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.321710:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350980.321715:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350980.321719:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350980.321721:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350980.321725:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198092:198092:256:4294967295] 192.168.202.2@tcp LPNI seq info [198088:198088:8:4294967295] 00000400:00000200:2.0:1763350980.321737:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.321744:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.321750:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350980.321759:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.321767:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.321771:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.321858:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.322431:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.322437:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857294 00000800:00000200:3.0:1763350980.322573:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.322578:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350980.322583:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.322589:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.322593:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2990 00000400:00000010:3.0:1763350980.322615:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2990. 00000100:00000001:3.0:1763350980.322619:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.322624:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.322634:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.322637:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.322644:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.322646:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350980.322880:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857248 00000100:00000001:0.0:1763350980.322888:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857295 00000100:00000001:0.0:1763350980.322891:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857248 00000100:00000001:0.0:1763350980.322895:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857295 00000100:00000001:0.0:1763350980.322898:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857248 00000100:00000001:0.0:1763350980.322900:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857295 00000100:00000001:0.0:1763350980.322903:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857248 00000100:00000001:0.0:1763350980.322907:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.322910:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.322913:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.322915:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.322918:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.322921:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350980.322923:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925df0e57498. 00010000:00000001:0.0:1763350980.322927:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.322929:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.322931:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350980.322934:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.322936:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350980.322938:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350980.322941:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5c00 going to sleep for 11 seconds 00000100:00000001:0.0:1763350980.322944:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350980.322947:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763350980.327542:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.327562:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350980.327567:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.327570:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.327582:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350980.327643:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76b00 00000400:00000200:0.0:1763350980.327653:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f869 [1] + 224 00000800:00000001:0.0:1763350980.327664:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.327676:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.327680:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.327685:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350980.327694:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.327704:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350980.327716:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.327742:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350980.327752:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.327755:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.327935:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350980.327945:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350980.327947:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350980.327951:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bbb0. 00000400:00000200:2.0:1763350980.327956:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2c38 00000400:00000010:2.0:1763350980.327958:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2c38. 00000100:00000001:2.0:1763350980.327961:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.327967:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350980.327976:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.327982:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350980.327984:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.327986:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350980.327989:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350980.327992:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.327994:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.327997:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.328006:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:2.0:1763350980.328010:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350980.328014:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350980.328016:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.328019:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350980.328023:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.328026:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.328031:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.328039:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.328043:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350980.328045:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.328048:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350980.328054:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350980.328064:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.328068:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.328075:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:2.0:1763350980.328079:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:2.0:1763350980.328081:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350980.328089:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350980.328094:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000001:2.0:1763350980.328099:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.328101:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.328102:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.328107:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350980.328125:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b1a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101454080:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350980.328131:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.328134:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.328137:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350980.328139:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.328143:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b1a680 x1849001101454080/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.328150:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350980.328153:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350980.328157:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc3c72a00. 02000000:00000001:2.0:1763350980.328163:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350980.328166:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350980.328169:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763350980.328171:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350980.328175:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc3c72000. 02000000:00000001:2.0:1763350980.328178:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350980.328181:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350980.328184:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1a680. 00000100:00000001:2.0:1763350980.328190:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350980.328191:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350980.328194:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5c00. 00000100:00000001:2.0:1763350980.328197:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350980.328200:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350980.328204:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d380. 00010000:00000001:2.0:1763350980.328208:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.328213:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350980.328218:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350980.328220:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.328229:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.328231:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.328234:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.328236:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.328239:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1800 with handle 0xcb8c81cc3033c854 from hash 00010000:00000001:2.0:1763350980.328243:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.328244:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.328245:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.328247:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350980.328249:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350980.328252:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350980.328259:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c854 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb46 expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350980.328275:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350980.328279:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.328403:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.328405:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.328408:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.328417:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.328418:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.328420:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.328422:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.328423:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.328425:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.328428:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350980.328431:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.328434:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.328504:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.328506:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.328511:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c854 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb46 expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350980.328522:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350980.328525:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:2.0:1763350980.328541:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.328544:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d1800, rc 0) 00000020:00000001:2.0:1763350980.328546:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350980.328551:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118775040 00010000:00000001:2.0:1763350980.328554:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.328560:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee398700 x1849001118775040/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.328568:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.328571:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.328574:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.328578:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.328581:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.328583:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.328586:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.328589:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.328593:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.328678:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.328684:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2c38. 00000100:00000200:2.0:1763350980.328691:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118775040, offset 224 00000400:00000200:2.0:1763350980.328698:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.328710:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.328963:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198093:198093:256:4294967295] 192.168.202.2@tcp LPNI seq info [198089:198089:8:4294967295] 00000400:00000200:2.0:1763350980.328975:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.328981:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.328989:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350980.328996:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.329004:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.329009:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.329031:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.329035:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.329038:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.329040:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.329043:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.329049:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee398700 x1849001118775040/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.329060:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118775040:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 7733us (9841us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350980.329069:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19998 00000100:00000040:2.0:1763350980.329073:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350980.329076:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.329078:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.329085:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:2.0:1763350980.329090:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:2.0:1763350980.329094:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dffa8fc00. 00000020:00000040:2.0:1763350980.329099:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:2.0:1763350980.329102:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.330471:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.330480:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350980.330487:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.330494:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.330501:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2c38 00000400:00000010:3.0:1763350980.330504:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2c38. 00000100:00000001:3.0:1763350980.330509:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.330511:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.336843:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.336865:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.336870:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.336872:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.336885:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.336905:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edfb780 00000400:00000200:3.0:1763350980.336916:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 124392 00000800:00000001:3.0:1763350980.336926:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.336935:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.336938:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.336943:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.336952:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.336955:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.336961:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39bb80. 00000100:00000040:3.0:1763350980.336966:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dee39bb80 x1849001118775168 msgsize 576 00000100:00100000:3.0:1763350980.336971:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.336986:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.336996:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.336999:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.339533:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.339541:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118775168 02000000:00000001:2.0:1763350980.339546:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.339549:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.339552:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.339558:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.339563:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118775168 00000020:00000001:2.0:1763350980.339567:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.339571:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350980.339580:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.339584:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=501 00000020:00000001:2.0:1763350980.339588:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350980.339591:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350980.339619:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.339629:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.339633:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.339636:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d380. 00000020:00000010:2.0:1763350980.339647:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.339653:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5f80. 00000020:00000010:2.0:1763350980.339660:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350980.339668:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350980.339671:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.339673:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350980.339676:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350980.339678:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.339680:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.339690:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.339707:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.339722:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.339724:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.339734:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140605 00000100:00000040:2.0:1763350980.339739:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350980.339741:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859215744 : -120542850335872 : ffff925dee39bb80) 00000100:00000040:2.0:1763350980.339751:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee39bb80 x1849001118775168/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.339761:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.339764:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000100:00000001:2.0:1763350980.339766:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.339768:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d380. 00000100:00100000:2.0:1763350980.339773:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:226208:x1849001118775168:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350980.339779:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118775168 00000020:00000001:2.0:1763350980.339784:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.339788:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.339793:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.339796:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.339798:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350980.339801:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350980.339805:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118775168, found 0 last_xid 1849001118775167 00000020:00000001:2.0:1763350980.339807:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.339810:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.339812:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.339819:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.339821:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350980.339824:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350980.339827:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350980.339829:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350980.339831:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.339837:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.339846:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92600 count: 2 00010000:00000001:2.0:1763350980.339849:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.339853:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.339857:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0600. 00000020:00000001:2.0:1763350980.339862:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.339864:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0600 with handle 0xcb8c81cc3033c85b to hash 00000020:00000001:2.0:1763350980.339867:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.339868:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000010:2.0:1763350980.339875:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be380. 00010000:00000001:2.0:1763350980.339878:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00010000:2.0:1763350980.339883:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c85b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb4d expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.339894:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350980.339897:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=502 00010000:00000001:2.0:1763350980.339907:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350980.339910:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350980.339917:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350980.339920:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350980.339921:0:20551:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763350980.339924:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.339926:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff3:0x0] 00000020:00000001:2.0:1763350980.339929:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.339933:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000004:00000001:2.0:1763350980.339936:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997664 : -120547694553952 : ffff925ccd7cd4a0) 00000004:00000001:2.0:1763350980.339938:0:20551:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.339941:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350980.339942:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350980.339946:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.339948:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.339995:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925df8ce0000. 02000000:00000001:2.0:1763350980.339997:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.340000:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.340002:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.340005:0:20551:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763350980.340009:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350980.340011:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.340014:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340016:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.340017:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.340020:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340021:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.340022:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.340023:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340025:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.340026:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.340027:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340028:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.340029:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.340031:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340032:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.340033:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.340036:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340038:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.340040:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.340044:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350980.340049:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350980.340051:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350980.340053:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350980.340055:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340057:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.340058:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.340060:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350980.340063:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.340066:0:20551:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1763350980.340070:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350980.340071:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763350980.340072:0:20551:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1763350980.340079:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925df001f000. 00000004:00000001:2.0:1763350980.340083:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.340086:0:20551:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.340088:0:20551:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:2.0:1763350980.340091:0:20551:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff3:0x0]/[0x200000bd2:0x3ff3:0x0], ldlm_rep = ffff925df8ce0228 00000004:00000001:2.0:1763350980.340096:0:20551:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350980.340099:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.340101:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.340103:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92600 count: 3 00010000:00000001:2.0:1763350980.340105:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.340107:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.340109:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0800. 00000020:00000001:2.0:1763350980.340111:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.340122:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0800 with handle 0xcb8c81cc3033c862 to hash 00000020:00000001:2.0:1763350980.340124:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.340125:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000010:2.0:1763350980.340128:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be680. 00010000:00000001:2.0:1763350980.340130:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350980.340133:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.340136:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.340140:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c862 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.340146:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.340150:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.340152:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350980.340154:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.340156:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.340158:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.340159:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.340162:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350980.340164:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350980.340165:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350980.340166:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350980.340169:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) refcount = 3 00010000:00000040:2.0:1763350980.340171:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350980.340176:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c84d lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb3f expref: 502 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350980.340182:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c862 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.340187:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350980.340191:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.340192:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.340194:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.340196:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.340198:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.340200:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.340203:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350980.340205:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.340208:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c862 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.340213:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.340215:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.340217:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.340219:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.340220:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.340222:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:2.0:1763350980.340224:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350980.340227:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350980.340228:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.340229:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.340231:0:20551:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.340233:0:20551:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763350980.340236:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350980.340239:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350980.340249:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.340251:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.340255:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.340258:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.340264:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350980.340267:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350980.340270:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350980.340271:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350980.340273:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.340276:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff3:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:2.0:1763350980.340279:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.340280:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.340281:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.340283:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.340284:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.340285:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.340287:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.340288:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.340289:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.340290:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.340292:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.340293:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350980.340296:0:20551:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350980.340297:0:20551:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350980.340300:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925df8ce0370 00000004:00000001:2.0:1763350980.340302:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340305:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.340306:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340307:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.340309:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.340310:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.340311:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.340312:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.340314:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.340316:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff3:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1763350980.340319:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff3:0x0]: returning size 0 00000004:00000040:2.0:1763350980.340322:0:20551:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3ff3:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763350980.340324:0:20551:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763350980.340326:0:20551:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9468 00000004:00200000:2.0:1763350980.340329:0:20551:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:2.0:1763350980.340331:0:20551:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763350980.340332:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.340334:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.340336:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350980.340338:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.340339:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.340340:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.340342:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.340344:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.340346:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.340348:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.340354:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.340361:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.340363:0:20551:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.340369:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.340370:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.340371:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:2.0:1763350980.340374:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350980.340376:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00000004:00010000:2.0:1763350980.340380:0:20551:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c862 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.340386:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.340387:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.340388:0:20551:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1763350980.340390:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.340393:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1763350980.340395:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.340396:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.340398:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:2.0:1763350980.340400:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350980.340402:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00000004:00000040:2.0:1763350980.340405:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:2.0:1763350980.340407:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=503 00010000:00000001:2.0:1763350980.340411:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.340412:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.340413:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350980.340415:0:20551:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763350980.340417:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350980.340419:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350980.340421:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350980.340422:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350980.340424:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350980.340426:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763350980.340430:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.340432:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350980.340434:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.340436:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1763350980.340438:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925df001f000. 00000004:00000001:2.0:1763350980.340442:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350980.340444:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350980.340447:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.340450:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.340451:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.340453:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.340455:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.340458:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0600 with handle 0xcb8c81cc3033c85b from hash 00010000:00000001:2.0:1763350980.340460:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.340462:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.340463:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.340464:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350980.340465:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.340469:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c85b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb4d expref: 503 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.340476:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350980.340478:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 502 00010000:00000010:2.0:1763350980.340481:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be380. 00010000:00000001:2.0:1763350980.340489:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.340491:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.340495:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350980.340499:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c862 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb4d expref: 502 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.340506:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.340509:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.340512:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) 00010000:00010000:2.0:1763350980.340514:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:2.0:1763350980.340517:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.340519:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.340521:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.340523:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.340524:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.340525:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0800, rc 0) 00000020:00000001:2.0:1763350980.340528:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350980.340531:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055163, transno 0, xid 1849001118775168 00010000:00000001:2.0:1763350980.340534:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.340539:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee39bb80 x1849001118775168/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/640 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.340548:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.340551:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.340556:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.340562:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.340565:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.340568:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.340571:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.340573:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.340577:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.340581:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.340587:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d23b8. 00000100:00000200:2.0:1763350980.340620:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1849001118775168, offset 224 00000400:00000200:2.0:1763350980.340628:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.340643:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.340651:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198094:198094:256:4294967295] 192.168.202.2@tcp LPNI seq info [198090:198090:8:4294967295] 00000400:00000200:2.0:1763350980.340665:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.340672:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.340677:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164a00. 00000800:00000200:2.0:1763350980.340685:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.340694:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.340702:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164a00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.340712:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.340715:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.340718:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.340720:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.340722:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.340727:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39bb80 x1849001118775168/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/640 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.340736:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee39bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+502:226208:x1849001118775168:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 974us (3768us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350980.340744:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140605 00000100:00000040:2.0:1763350980.340749:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350980.340751:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.340753:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.340758:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5f80. 00000020:00000010:2.0:1763350980.340762:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:2.0:1763350980.340765:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:2.0:1763350980.340770:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 501 00000100:00000001:2.0:1763350980.340773:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350980.341141:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350980.341146:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164a00. 00000400:00000200:0.0:1763350980.341151:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.341157:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350980.341162:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d23b8 00000400:00000010:0.0:1763350980.341164:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d23b8. 00000100:00000001:0.0:1763350980.341169:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350980.341170:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350980.343097:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00000800:00000001:3.0:1763350980.346748:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.346765:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.346769:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.346772:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.346784:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.346802:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfb800 00000400:00000200:3.0:1763350980.346815:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118d35 [8] + 15120 00000400:00000010:3.0:1763350980.346824:0:3309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc6075688. 00000400:00000200:3.0:1763350980.346830:0:3309:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925df928e600 00000800:00000001:3.0:1763350980.346838:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.346847:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.346850:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.346855:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.346861:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df928e600 00000400:00000010:3.0:1763350980.346864:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff925df928e600. 00000100:00000001:3.0:1763350980.346870:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.346873:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:3.0:1763350980.346876:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc310ac50 x1849001118775296 msgsize 328 00000100:00100000:3.0:1763350980.346881:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:3.0:1763350980.346883:0:3309:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763350980.346897:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.346906:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.346909:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.347042:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.347045:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118775296 02000000:00000001:2.0:1763350980.347049:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.347051:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.347054:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.347059:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.347064:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118775296 00000020:00000001:2.0:1763350980.347068:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.347071:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350980.347074:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.347077:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=19 00000020:00000001:2.0:1763350980.347079:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350980.347082:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350980.347087:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.347093:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d380. 00000020:00000010:2.0:1763350980.347098:0:57858:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc4c52280. 00000020:00000040:2.0:1763350980.347105:0:57858:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:2.0:1763350980.347111:0:57858:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350980.347127:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.347133:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5f80. 00000020:00000010:2.0:1763350980.347139:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350980.347148:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350980.347151:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.347152:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350980.347155:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.347164:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.347182:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.347195:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.347197:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.347202:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 19999 00000100:00000040:2.0:1763350980.347206:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350980.347208:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530135104592 : -120543574447024 : ffff925dc310ac50) 00000100:00000040:2.0:1763350980.347216:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc310ac50 x1849001118775296/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.347224:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.347227:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dbc0. 00000100:00000001:2.0:1763350980.347229:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.347231:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dbc0. 00000100:00100000:2.0:1763350980.347235:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc310ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2360:x1849001118775296:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350980.347238:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118775296 00000020:00000001:2.0:1763350980.347242:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.347246:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.347248:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.347251:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.347253:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350980.347256:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350980.347259:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.347262:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.347263:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.347269:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.347271:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350980.347274:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350980.347276:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350980.347278:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350980.347280:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.347285:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350980.347294:0:57858:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92800. 00010000:00000010:2.0:1763350980.347298:0:57858:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925df4a92000. 00010000:00000001:2.0:1763350980.347303:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.347307:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1800. 00000020:00000001:2.0:1763350980.347311:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.347313:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1800 with handle 0xcb8c81cc3033c869 to hash 00000020:00000001:2.0:1763350980.347316:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.347317:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.347320:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00010000:2.0:1763350980.347324:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb54 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763350980.347334:0:57858:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763350980.347338:0:57858:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dea57dbc0. 00002000:00000001:2.0:1763350980.347341:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.347345:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.347350:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00002000:00000001:2.0:1763350980.347353:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120080 : -120547420431536 : ffff925cddd39b50) 00002000:00000001:2.0:1763350980.347355:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350980.347363:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350980.347366:0:57858:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x24fc:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:2.0:1763350980.347369:0:57858:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763350980.347372:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39ba8/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00010000:00000040:2.0:1763350980.347376:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 14 00000020:00000040:2.0:1763350980.347379:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=20 00010000:00000001:2.0:1763350980.347386:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763350980.347388:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763350980.347392:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.347394:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.347399:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925deeea4000. 02000000:00000001:2.0:1763350980.347402:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.347405:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.347408:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350980.347410:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350980.347412:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.347414:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.347416:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350980.347418:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.347420:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.347424:0:57858:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763350980.347430:0:57858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350980.347438:0:57858:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fc:0x0].0x0 (ffff925df4a92800) refcount = 1 00010000:00000040:2.0:1763350980.347441:0:57858:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350980.347444:0:57858:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350980.347452:0:57858:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.347454:0:57858:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.347456:0:57858:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.347457:0:57858:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763350980.347459:0:57858:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350980.347461:0:57858:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.347465:0:57858:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350980.347468:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350980.347479:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.347481:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350980.347483:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.347485:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.347487:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.347489:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.347490:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.347492:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d1800, rc 0) 00000020:00000001:2.0:1763350980.347494:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350980.347497:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911615, transno 0, xid 1849001118775296 00010000:00000001:2.0:1763350980.347499:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.347504:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc310ac50 x1849001118775296/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.347512:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.347515:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.347519:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.347523:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.347526:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.347528:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.347531:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.347533:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.347537:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.347540:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.347544:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2f68. 00000100:00000200:2.0:1763350980.347550:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118775296, offset 224 00000400:00000200:2.0:1763350980.347555:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.347568:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.347574:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198095:198095:256:4294967295] 192.168.202.2@tcp LPNI seq info [198091:198091:8:4294967295] 00000400:00000200:2.0:1763350980.347585:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.347591:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.347618:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164500. 00000800:00000200:2.0:1763350980.347625:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.347633:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.347638:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.347649:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.347653:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.347655:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.347657:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.347660:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.347664:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc310ac50 x1849001118775296/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.347673:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc310ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2360:x1849001118775296:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 447us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350980.347682:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 19999 00000100:00000040:2.0:1763350980.347685:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350980.347688:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.347690:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.347696:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5f80. 00000020:00000010:2.0:1763350980.347700:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:2.0:1763350980.347704:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:2.0:1763350980.347710:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 02000000:00000001:2.0:1763350980.347726:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347728:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925deeea7400. 02000000:00000001:2.0:1763350980.347732:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347734:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee398700. 02000000:00000001:2.0:1763350980.347738:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347740:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc3c47400. 02000000:00000001:2.0:1763350980.347743:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347744:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1b480. 02000000:00000001:2.0:1763350980.347747:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347749:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc3c46000. 02000000:00000001:2.0:1763350980.347750:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347752:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1a300. 02000000:00000001:2.0:1763350980.347755:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347756:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925e00077000. 02000000:00000001:2.0:1763350980.347758:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347759:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bced80. 02000000:00000001:2.0:1763350980.347763:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347764:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df5d1a400. 02000000:00000001:2.0:1763350980.347766:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347767:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b18700. 02000000:00000001:2.0:1763350980.347770:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347771:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc3c47800. 02000000:00000001:2.0:1763350980.347773:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347775:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b19500. 02000000:00000001:2.0:1763350980.347777:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347779:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df5d1a800. 02000000:00000001:2.0:1763350980.347780:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347782:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4df80. 02000000:00000001:2.0:1763350980.347786:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347787:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df5d18800. 02000000:00000001:2.0:1763350980.347789:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347790:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcf100. 02000000:00000001:2.0:1763350980.347793:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347794:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc3c45400. 02000000:00000001:2.0:1763350980.347795:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347796:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b18a80. 02000000:00000001:2.0:1763350980.347798:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347799:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925e00f94800. 02000000:00000001:2.0:1763350980.347801:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347802:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1aa00. 02000000:00000001:2.0:1763350980.347805:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347806:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925e00f94000. 02000000:00000001:2.0:1763350980.347808:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347809:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff980000. 02000000:00000001:2.0:1763350980.347812:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347814:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925e00f96c00. 02000000:00000001:2.0:1763350980.347816:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347818:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b19180. 02000000:00000001:2.0:1763350980.347821:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347822:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925e00f97400. 02000000:00000001:2.0:1763350980.347825:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347826:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff981500. 02000000:00000001:2.0:1763350980.347829:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347830:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925e00076400. 02000000:00000001:2.0:1763350980.347832:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347833:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c700. 02000000:00000001:2.0:1763350980.347836:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347837:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925e00074400. 02000000:00000001:2.0:1763350980.347839:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347840:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1ad80. 02000000:00000001:2.0:1763350980.347843:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347844:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925cddc46800. 02000000:00000001:2.0:1763350980.347846:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347847:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e19180. 02000000:00000001:2.0:1763350980.347849:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347851:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925cddc45800. 02000000:00000001:2.0:1763350980.347853:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347855:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e18700. 02000000:00000001:2.0:1763350980.347857:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347858:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925cddc47c00. 02000000:00000001:2.0:1763350980.347860:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347861:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4f480. 02000000:00000001:2.0:1763350980.347864:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347865:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925deeea6c00. 02000000:00000001:2.0:1763350980.347867:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347868:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4d180. 02000000:00000001:2.0:1763350980.347870:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347871:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea5c00. 02000000:00000001:2.0:1763350980.347873:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347874:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c000. 02000000:00000001:2.0:1763350980.347877:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347878:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925de904c000. 02000000:00000001:2.0:1763350980.347881:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347882:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4fb80. 02000000:00000001:2.0:1763350980.347884:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347885:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925dfc981800. 02000000:00000001:2.0:1763350980.347887:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347888:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbc700. 02000000:00000001:2.0:1763350980.347891:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347892:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925dfc983800. 02000000:00000001:2.0:1763350980.347894:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347895:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbc380. 02000000:00000001:2.0:1763350980.347898:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347899:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dfc982400. 02000000:00000001:2.0:1763350980.347901:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347903:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf292300. 02000000:00000001:2.0:1763350980.347906:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347907:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925dfc982c00. 02000000:00000001:2.0:1763350980.347909:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347910:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875180. 02000000:00000001:2.0:1763350980.347913:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347914:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925dffad4c00. 02000000:00000001:2.0:1763350980.347915:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347917:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 02000000:00000001:2.0:1763350980.347920:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347921:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925deeea5400. 02000000:00000001:2.0:1763350980.347923:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347924:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c380. 02000000:00000001:2.0:1763350980.347926:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347928:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925deeea4c00. 02000000:00000001:2.0:1763350980.347930:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347931:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dca80. 02000000:00000001:2.0:1763350980.347934:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347935:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925deeea6800. 02000000:00000001:2.0:1763350980.347937:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347938:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4d500. 02000000:00000001:2.0:1763350980.347940:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347942:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925dfc983c00. 02000000:00000001:2.0:1763350980.347943:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347944:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00de680. 02000000:00000001:2.0:1763350980.347946:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347947:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dfc981c00. 02000000:00000001:2.0:1763350980.347949:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347950:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4f100. 02000000:00000001:2.0:1763350980.347952:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347954:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925e00076000. 02000000:00000001:2.0:1763350980.347955:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347956:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf8e00. 02000000:00000001:2.0:1763350980.347963:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347965:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dfc980c00. 02000000:00000001:2.0:1763350980.347966:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347968:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dc000. 02000000:00000001:2.0:1763350980.347970:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347971:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925e00ecb400. 02000000:00000001:2.0:1763350980.347975:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347976:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfb100. 02000000:00000001:2.0:1763350980.347979:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347981:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df908b000. 02000000:00000001:2.0:1763350980.347982:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347984:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15d880. 02000000:00000001:2.0:1763350980.347987:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347989:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925e00ec9400. 02000000:00000001:2.0:1763350980.347991:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.347992:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c2d80. 02000000:00000001:2.0:1763350980.347995:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.347997:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925cddc45000. 02000000:00000001:2.0:1763350980.347998:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.348000:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0380. 02000000:00000001:2.0:1763350980.348002:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.348003:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925cddc44400. 02000000:00000001:2.0:1763350980.348005:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.348006:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15c000. 02000000:00000001:2.0:1763350980.348008:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.348009:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925cddc47800. 02000000:00000001:2.0:1763350980.348011:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.348013:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15ed80. 02000000:00000001:2.0:1763350980.348016:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.348017:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925cddc47400. 02000000:00000001:2.0:1763350980.348019:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.348020:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf290a80. 02000000:00000001:2.0:1763350980.348023:0:57858:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.348024:0:57858:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925cddc45400. 02000000:00000001:2.0:1763350980.348026:0:57858:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350980.348027:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf293b80. 00000100:00000001:2.0:1763350980.348030:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763350980.348035:0:57858:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:2.0:1763350980.348039:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bbb0. 00000400:00000010:2.0:1763350980.348045:0:57858:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff925e02164700. 00000100:00080000:0.0:1763350980.348250:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:0.0:1763350980.348256:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000800:00000200:3.0:1763350980.348392:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.348397:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164500. 00000400:00000200:3.0:1763350980.348401:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.348407:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.348410:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2f68 00000400:00000010:3.0:1763350980.348412:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2f68. 00000100:00000001:3.0:1763350980.348417:0:3310:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350980.348418:0:3310:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350980.348420:0:3310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925deeea4000. 02000000:00000001:3.0:1763350980.348422:0:3310:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763350980.348423:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350980.351894:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.351917:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350980.351923:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.351926:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.351940:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350980.351961:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfb880 00000400:00000200:0.0:1763350980.351970:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 0 00000800:00000001:0.0:1763350980.351981:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.351993:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.351997:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.352002:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350980.352011:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350980.352015:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350980.352023:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf800. 00000100:00000040:0.0:1763350980.352028:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcf800 x1849001118775424 msgsize 328 00000100:00100000:0.0:1763350980.352033:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350980.352050:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350980.352061:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.352066:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.352152:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350980.352156:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118775424 02000000:00000001:3.0:1763350980.352160:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350980.352163:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.352165:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.352171:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.352176:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118775424 00000020:00000001:3.0:1763350980.352180:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350980.352182:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350980.352185:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.352189:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350980.352192:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350980.352195:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350980.352201:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.352207:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350980.352211:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.352214:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000020:00000010:3.0:1763350980.352221:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:3.0:1763350980.352228:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69280. 00000020:00000010:3.0:1763350980.352234:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375bb8. 00000100:00000040:3.0:1763350980.352243:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350980.352246:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350980.352248:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350980.352250:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.352259:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.352271:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.352284:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350980.352287:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350980.352293:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20000 00000100:00000040:3.0:1763350980.352298:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350980.352302:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901370880 : -120542808180736 : ffff925df0bcf800) 00000100:00000040:3.0:1763350980.352311:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcf800 x1849001118775424/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350980.352322:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.352325:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b56c0. 00000100:00000001:3.0:1763350980.352329:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.352331:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b56c0. 00000100:00100000:3.0:1763350980.352337:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118775424:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350980.352342:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118775424 00010000:00000010:2.1:1763350980.352343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00000020:00000001:3.0:1763350980.352347:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350980.352353:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350980.352357:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.352361:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350980.352364:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350980.352368:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350980.352373:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350980.352376:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350980.352379:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350980.352385:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.352389:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350980.352392:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350980.352394:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350980.352400:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350980.352403:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.352409:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350980.352418:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:3.0:1763350980.352423:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.352426:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.352430:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9076c00. 00000020:00000001:3.0:1763350980.352438:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.352441:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9076c00 with handle 0xcb8c81cc3033c870 to hash 00000020:00000001:3.0:1763350980.352444:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.352445:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350980.352448:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00010000:3.0:1763350980.352454:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c870 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb5b expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350980.352463:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:3.0:1763350980.352465:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:3.0:1763350980.352474:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763350980.352478:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763350980.352481:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350980.352483:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.352913:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dd04ce000. 02000000:00000001:0.0:1763350980.352920:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.352925:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.352931:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350980.352933:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.352936:0:63085:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.352938:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350980.352945:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922b28. 00002000:00000001:0.0:1763350980.353013:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350980.353018:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350980.353032:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.353036:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350980.353044:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.353046:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.353049:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.353052:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350980.353053:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350980.353055:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.353058:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350980.353062:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcfb80. 00000020:00000040:0.0:1763350980.353066:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350980.353071:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350980.353073:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350980.353079:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350980.353085:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0200. 00000100:00000001:0.0:1763350980.353090:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.353098:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350980.353102:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350980.353120:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.353131:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350980.353133:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.353138:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101454208:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350980.353142:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350980.353147:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350980.353150:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.353153:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350980.353156:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350980.353158:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350980.353164:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb2c0. 00000400:00000010:0.0:1763350980.353172:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019e58. 00000100:00000200:0.0:1763350980.353178:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101454208, portal 16 00000100:00000001:0.0:1763350980.353180:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350980.353182:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901371776 : -120542808179840 : ffff925df0bcfb80) 00000100:00000040:0.0:1763350980.353188:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.353196:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.353199:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.353201:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019dd0. 00000100:00000200:0.0:1763350980.353204:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101454208, offset 0 00000400:00000200:0.0:1763350980.353211:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.353226:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.353232:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350980.353237:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350980.353240:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350980.353243:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350980.353247:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198096:198096:256:4294967295] 192.168.202.2@tcp LPNI seq info [198092:198092:8:4294967295] 00000400:00000200:0.0:1763350980.353258:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.353264:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.353269:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350980.353276:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.353284:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.353289:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.353307:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.353312:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857325 00000100:00000001:0.0:1763350980.353320:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857294 00000100:00000001:0.0:1763350980.353326:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857325 00000100:00000001:0.0:1763350980.353329:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857295 00000100:00000001:0.0:1763350980.353332:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857325 00000100:00000001:0.0:1763350980.353336:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857295 00000100:00000001:0.0:1763350980.353338:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857325 00000100:00000001:0.0:1763350980.353341:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857295 00000100:00000001:0.0:1763350980.353344:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.353347:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.353349:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.353351:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.353354:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.353356:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350980.353358:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922b28. 00010000:00000001:0.0:1763350980.353361:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.353363:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.353364:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350980.353367:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.353369:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350980.353371:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350980.353373:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb736300 going to sleep for 11 seconds 00000100:00000001:0.0:1763350980.353376:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350980.353379:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.354699:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.354710:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:3.0:1763350980.354718:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.354727:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.354735:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019dd0 00000400:00000010:3.0:1763350980.354738:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019dd0. 00000100:00000001:3.0:1763350980.354743:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.356410:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.356435:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.356444:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.356450:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.356453:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.357373:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.357390:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.357394:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.357396:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.357406:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.357425:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76b80 00000400:00000200:3.0:1763350980.357436:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f881 [1] + 224 00000800:00000001:3.0:1763350980.357445:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.357454:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.357458:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.357463:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.357469:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.357475:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.357487:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.357510:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.357518:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.357522:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.357644:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350980.357655:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350980.357657:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350980.357661:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb2c0. 00000400:00000200:0.0:1763350980.357666:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019e58 00000400:00000010:0.0:1763350980.357669:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019e58. 00000100:00000001:0.0:1763350980.357673:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.357678:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350980.357688:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.357695:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350980.357697:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.357700:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350980.357704:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350980.357707:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.357710:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.357713:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.357722:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350980.357727:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350980.357730:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350980.357732:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.357736:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350980.357739:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.357743:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.357748:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.357755:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.357758:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350980.357761:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.357764:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350980.357771:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350980.357781:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.357785:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.357795:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:0.0:1763350980.357798:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:0.0:1763350980.357801:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.357809:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350980.357813:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000001:0.0:1763350980.357817:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.357820:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.357822:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.357827:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350980.357836:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df0bcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101454208:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350980.357841:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.357844:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.357847:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350980.357849:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.357852:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df0bcfb80 x1849001101454208/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.357859:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350980.357861:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350980.357866:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350980.357870:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350980.357873:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350980.357875:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350980.357878:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350980.357881:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0200. 02000000:00000001:0.0:1763350980.357885:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350980.357887:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350980.357889:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcfb80. 00000100:00000001:0.0:1763350980.357893:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350980.357894:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350980.357896:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.357900:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.357902:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.357905:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32a40. 00010000:00000001:0.0:1763350980.357909:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.357913:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.357918:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.357921:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.357927:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.357929:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.357932:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.357935:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.357938:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9076c00 with handle 0xcb8c81cc3033c870 from hash 00010000:00000001:0.0:1763350980.357941:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.357942:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.357943:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.357945:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350980.357946:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.357949:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350980.357956:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c870 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb5b expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350980.357970:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350980.357973:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.357977:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.357978:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.357981:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.357984:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.357986:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.357987:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.357989:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.357990:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.357992:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.357994:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350980.357997:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.357999:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.358000:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.358001:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.358005:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c870 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb5b expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350980.358012:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350980.358016:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:0.0:1763350980.358024:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.358026:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df9076c00, rc 0) 00000020:00000001:0.0:1763350980.358029:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350980.358033:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118775424 00010000:00000001:0.0:1763350980.358037:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.358042:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bcf800 x1849001118775424/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.358051:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.358053:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.358057:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.358062:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.358065:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.358067:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.358070:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.358073:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.358077:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.358080:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.358084:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019e58. 00000100:00000200:0.0:1763350980.358089:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118775424, offset 224 00000400:00000200:0.0:1763350980.358096:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.358106:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.358125:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198097:198097:256:4294967295] 192.168.202.2@tcp LPNI seq info [198093:198093:8:4294967295] 00000400:00000200:0.0:1763350980.358137:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.358143:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.358150:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350980.358156:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.358165:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.358170:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.359514:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.359528:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.359534:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.359536:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.359540:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.359550:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcf800 x1849001118775424/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.359565:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118775424:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 7240us (7534us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350980.359579:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20000 00000100:00000040:0.0:1763350980.359585:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350980.359588:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.359590:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.359624:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69280. 00000020:00000010:0.0:1763350980.359633:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375bb8. 00000020:00000010:0.0:1763350980.359642:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000020:00000040:0.0:1763350980.359650:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:0.0:1763350980.359655:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350980.360104:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350980.360120:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:1.0:1763350980.360128:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.360136:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350980.360143:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019e58 00000400:00000010:1.0:1763350980.360146:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019e58. 00000100:00000001:1.0:1763350980.360151:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350980.360153:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.363650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9076c00. 00000800:00000001:3.0:1763350980.369919:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.369937:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.369940:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.369942:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.369953:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.369971:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfb900 00000400:00000200:3.0:1763350980.369979:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 328 00000800:00000001:3.0:1763350980.369988:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.370014:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.370018:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.370022:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.370030:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.370033:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.370040:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee399180. 00000100:00000040:3.0:1763350980.370044:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee399180 x1849001118775552 msgsize 328 00000100:00100000:3.0:1763350980.370048:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.370083:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.370091:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.370094:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.372068:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.372076:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118775552 02000000:00000001:0.0:1763350980.372083:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.372086:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.372089:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.372095:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.372100:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118775552 00000020:00000001:0.0:1763350980.372103:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.372106:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350980.372109:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.372123:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:0.0:1763350980.372127:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350980.372130:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350980.372136:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.372146:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.372150:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.372153:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350980.372163:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0200. 00000020:00000010:0.0:1763350980.372172:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.372179:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.372190:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350980.372195:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.372196:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350980.372199:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.372208:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.372237:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.372252:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.372254:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.372264:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20001 00000100:00000040:0.0:1763350980.372269:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350980.372271:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859204992 : -120542850346624 : ffff925dee399180) 00000100:00000040:0.0:1763350980.372279:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee399180 x1849001118775552/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.372289:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.372292:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.372294:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.372297:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350980.372301:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:226208:x1849001118775552:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350980.372306:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118775552 00000020:00000001:0.0:1763350980.372309:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.372313:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.372316:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.372318:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.372321:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350980.372325:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350980.372329:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.372331:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.372334:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.372340:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.372342:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350980.372345:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350980.372347:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350980.372350:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350980.372352:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.372359:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.372367:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:0.0:1763350980.372370:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.372373:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.372378:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350980.372383:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.372385:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c877 to hash 00000020:00000001:0.0:1763350980.372388:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.372389:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350980.372392:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350980.372398:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c877 lrc: 2/0,0 mode: --/GROUP res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb62 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.372408:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350980.372411:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00000100:00000001:0.0:1763350980.372421:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.372423:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.372430:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dd04cd800. 02000000:00000001:0.0:1763350980.372432:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.372435:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.372437:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.372442:0:63085:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.372445:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350980.372448:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.372451:0:63085:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763350980.372454:0:63085:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350980.372459:0:63085:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.372467:0:63085:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350980.372469:0:63085:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.372472:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763350980.372474:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.372477:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350980.372478:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763350980.372480:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.372482:0:63085:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.372484:0:63085:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763350980.372488:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c877 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1780197834 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb62 expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.372497:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d5:0x0].0x0 (ffff925ccd7da900) refcount = 2 00010000:00000040:0.0:1763350980.372500:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.372504:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.372511:0:63085:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763350980.372515:0:63085:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c877 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1780197834 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb62 expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763350980.372523:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.372527:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350980.372534:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.372536:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.372538:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.372541:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350980.372543:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350980.372545:0:63085:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.372548:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.372550:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763350980.372552:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.372554:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.372556:0:63085:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763350980.372558:0:63085:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763350980.372563:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcfb80. 00000020:00000040:0.0:1763350980.372566:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350980.372571:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350980.372573:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350980.372577:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350980.372584:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0400. 00000100:00000001:0.0:1763350980.372589:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.372639:0:63085:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.372656:0:63085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 23 pid: 63037 timeout: 6289 lvb_type: 0 00010000:00000001:0.0:1763350980.372665:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350980.372669:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350980.372681:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.372689:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350980.372692:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.372696:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101454336:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350980.372701:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350980.372707:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350980.372710:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.372712:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350980.372717:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1c00. 02000000:00000001:0.0:1763350980.372718:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350980.372726:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb2c0. 00000400:00000010:0.0:1763350980.372734:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019880. 00000100:00000200:0.0:1763350980.372743:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101454336, portal 16 00000100:00000001:0.0:1763350980.372746:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350980.372747:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901371776 : -120542808179840 : ffff925df0bcfb80) 00000100:00000040:0.0:1763350980.372753:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.372760:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.372763:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.372766:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019c38. 00000100:00000200:0.0:1763350980.372768:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101454336, offset 0 00000400:00000200:0.0:1763350980.372776:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.372795:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.372802:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350980.372807:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350980.372813:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350980.372817:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350980.372820:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198098:198098:256:4294967295] 192.168.202.2@tcp LPNI seq info [198094:198094:8:4294967295] 00000400:00000200:0.0:1763350980.372834:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.372840:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.372846:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcb00. 00000800:00000200:0.0:1763350980.372853:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.372861:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.372867:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.372885:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.372890:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857345 00000100:00000001:0.0:1763350980.372898:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857325 00000100:00000001:0.0:1763350980.372904:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857345 00000100:00000001:0.0:1763350980.372911:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857325 00000100:00000001:0.0:1763350980.372918:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857345 00000100:00000001:0.0:1763350980.372921:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857325 00000100:00000001:0.0:1763350980.372925:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857345 00000100:00000001:0.0:1763350980.372929:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857325 00000100:00000001:0.0:1763350980.372932:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.372936:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.372938:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.372940:0:63085:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.372943:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.372945:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.372947:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.372948:0:63085:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.372950:0:63085:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.372951:0:63085:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350980.372955:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.372957:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350980.372960:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350980.372963:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb736300 going to sleep for 11 seconds 00000100:00000001:0.0:1763350980.372966:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350980.372970:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.373029:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.373038:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcb00. 00000400:00000200:3.0:1763350980.373045:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.373054:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.373060:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019c38 00000400:00000010:3.0:1763350980.373062:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019c38. 00000100:00000001:3.0:1763350980.373067:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.373076:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.373089:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.373093:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.373100:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.373102:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350980.376462:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.376478:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350980.376482:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.376485:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.376497:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350980.376514:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd76c00 00000400:00000200:1.0:1763350980.376524:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f88d [1] + 224 00000800:00000001:1.0:1763350980.376532:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.376539:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.376543:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.376548:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350980.376557:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.376567:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350980.376578:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.376635:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350980.376644:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.376648:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.379037:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350980.379050:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350980.379052:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350980.379057:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb2c0. 00000400:00000200:0.0:1763350980.379065:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019880 00000400:00000010:0.0:1763350980.379067:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019880. 00000100:00000001:0.0:1763350980.379071:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.379083:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350980.379094:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.379101:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350980.379103:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.379106:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350980.379108:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350980.379534:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.379538:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.379543:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.379552:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350980.379556:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350980.379559:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350980.379561:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.379565:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350980.379569:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.379572:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.379579:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.379587:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.379591:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350980.379593:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.379631:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350980.379634:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.379636:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.379638:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.379642:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350980.379651:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df0bcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101454336:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350980.379656:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.379659:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.379662:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350980.379664:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.379667:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df0bcfb80 x1849001101454336/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.379674:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350980.379677:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350980.379680:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1c00. 02000000:00000001:0.0:1763350980.379686:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350980.379873:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350980.379876:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350980.379880:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350980.379882:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350980.379887:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350980.379889:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350980.379891:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcfb80. 00000100:00000001:0.0:1763350980.379895:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350980.379896:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350980.379899:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.379901:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.379903:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.379906:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32a40. 00010000:00000001:0.0:1763350980.379910:0:63085:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.379913:0:63085:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.379915:0:63085:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.379925:0:63085:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350980.379931:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c877 lrc: 3/0,0 mode: --/GROUP res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1780197834 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb62 expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.379946:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.379949:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350980.379951:0:63085:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925df15e2c00 00010000:00000001:0.0:1763350980.379953:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350980.379955:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.379958:0:63085:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.379961:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763350980.379963:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763350980.379965:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.379967:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.379968:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.379969:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.379971:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2c00, rc 0) 00000020:00000001:0.0:1763350980.379974:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.379978:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118775552 00010000:00000001:0.0:1763350980.379981:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.379986:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee399180 x1849001118775552/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.379994:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.379997:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.380000:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.380004:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.380007:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.380009:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.380013:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.380016:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.380020:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.380023:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.380031:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019880. 00000100:00000200:0.0:1763350980.380036:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118775552, offset 224 00000400:00000200:0.0:1763350980.380043:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.380056:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.380063:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198099:198099:256:4294967295] 192.168.202.2@tcp LPNI seq info [198095:198095:8:4294967295] 00000400:00000200:0.0:1763350980.380077:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.380084:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.380090:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350980.380097:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.380105:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.380109:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.380135:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.380139:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.380142:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.380144:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.380146:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.380152:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee399180 x1849001118775552/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.380162:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee399180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:226208:x1849001118775552:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 7871us (10116us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.380172:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20001 00000100:00000040:0.0:1763350980.380176:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350980.380178:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.380180:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.380188:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.380193:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.380197:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0200. 00000800:00000001:3.0:1763350980.380614:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.380627:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.380630:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.380633:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.380640:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.380652:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfb980 00000400:00000200:3.0:1763350980.380660:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127afd [2] + 328 00000800:00000001:3.0:1763350980.380666:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.380717:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.380721:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.380726:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.380734:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.380736:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350980.380742:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39b100. 00000100:00000040:3.0:1763350980.380745:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee39b100 x1849001118775680 msgsize 328 00000100:00100000:3.0:1763350980.380750:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000020:00000040:0.0:1763350980.381203:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000100:00000001:0.0:1763350980.381207:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.381640:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:3.0:1763350980.381707:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.381711:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:3.0:1763350980.381716:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.381722:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.381726:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019880 00000400:00000010:3.0:1763350980.381729:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019880. 00000100:00000001:3.0:1763350980.381733:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.381734:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.381739:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.381743:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.382877:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.382882:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118775680 02000000:00000001:2.0:1763350980.382888:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.382891:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.382893:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.382898:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.382903:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118775680 00000020:00000001:2.0:1763350980.382907:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.382910:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350980.382912:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.382916:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:2.0:1763350980.382920:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350980.382923:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350980.382928:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.382936:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d100. 00000100:00000001:2.0:1763350980.382940:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.382943:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d100. 00000020:00000010:2.0:1763350980.382950:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.382956:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5f80. 00000020:00000010:2.0:1763350980.382962:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350980.382969:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763350980.382972:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.382974:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763350980.382976:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763350980.382980:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.382983:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:2.0:1763350980.382987:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.382988:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.382990:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7800 refcount=4 00000020:00000001:2.0:1763350980.382993:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:2.0:1763350980.382995:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00010000:2.0:1763350980.383005:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 23 pid: 63037 timeout: 6289 lvb_type: 0 00010000:00000001:2.0:1763350980.383014:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.383016:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.383018:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.383019:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.383026:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763350980.383034:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dee39b100 x1849001118775680/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.383041:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350980.383042:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.383053:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.383059:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.383061:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.383066:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4027 00000100:00000040:2.0:1763350980.383069:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350980.383071:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859213056 : -120542850338560 : ffff925dee39b100) 00000100:00000040:2.0:1763350980.383076:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee39b100 x1849001118775680/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.383084:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.383087:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d100. 00000100:00000001:2.0:1763350980.383089:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.383091:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d100. 00000100:00100000:2.0:1763350980.383095:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee39b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118775680:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:2.0:1763350980.383099:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118775680 00010000:00000001:2.0:1763350980.383101:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:2.0:1763350980.383104:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:2.0:1763350980.383106:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:2.0:1763350980.383122:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.383124:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.383129:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea6800. 02000000:00000001:2.0:1763350980.383132:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.383135:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.383137:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763350980.383139:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763350980.383141:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.383143:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.383145:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7800 refcount=4 00000020:00000001:2.0:1763350980.383146:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:2.0:1763350980.383148:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000040:2.0:1763350980.383152:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 3 00002000:00000001:2.0:1763350980.383156:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350980.383162:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.383165:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.383172:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:2.0:1763350980.383174:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:2.0:1763350980.383177:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350980.383183:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350980.383188:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00010000:2.0:1763350980.383192:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 23 pid: 63037 timeout: 6289 lvb_type: 0 00000100:00001000:2.0:1763350980.383202:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=128 v=5 (1 0 0 0) 00010000:00000001:2.0:1763350980.383205:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1763350980.383210:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.383211:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.383214:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 23 pid: 63037 timeout: 6289 lvb_type: 0 00000020:00000001:2.0:1763350980.383222:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.383225:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.383226:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.383228:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.383233:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.383235:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.383240:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.383241:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.383244:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.383245:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.383248:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7800 with handle 0xcb8c81cc3033c559 from hash 00010000:00000001:2.0:1763350980.383250:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.383251:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.383252:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.383253:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.383258:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.383260:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.383262:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.383263:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.383266:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033c559 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca12 expref: 23 pid: 63037 timeout: 6289 lvb_type: 0 00010000:00000040:2.0:1763350980.383273:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350980.383276:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:2.0:1763350980.383281:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.383283:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.383285:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763350980.383287:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925df15e2c00 00010000:00000001:2.0:1763350980.383289:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350980.383292:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350980.383294:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.383296:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.383298:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350980.383299:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.383300:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.383303:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350980.383304:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350980.383307:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c877 lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1780197834 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb62 expref: 22 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.383313:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1763350980.383317:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c877 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1780197834 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb62 expref: 22 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.383324:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d5:0x0].0x0 (ffff925ccd7da900) refcount = 2 00010000:00000040:2.0:1763350980.383327:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350980.383329:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c877 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1780197834 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb62 expref: 22 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.383336:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.383337:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.383339:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.383341:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.383343:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763350980.383347:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d100. 00000100:00000001:2.0:1763350980.383350:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350980.383356:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5c00. 00000100:00000001:2.0:1763350980.383359:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:2.0:1763350980.383361:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:2.0:1763350980.383363:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350980.383365:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350980.383367:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763350980.383369:0:54877:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:2.0:1763350980.383373:0:54877:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b19180. 00000020:00000040:2.0:1763350980.383376:0:54877:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763350980.383380:0:54877:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350980.383382:0:54877:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350980.383388:0:54877:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350980.383393:0:54877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc3c72a00. 00000100:00000001:2.0:1763350980.383398:0:54877:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.383407:0:54877:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c877 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1780197834 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb62 expref: 22 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.383414:0:54877:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350980.383417:0:54877:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350980.383421:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.383430:0:54877:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350980.383431:0:54877:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.383436:0:54877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b19180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101454464:192.168.202.2@tcp:105: 00000100:00000001:2.0:1763350980.383439:0:54877:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350980.383444:0:54877:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350980.383446:0:54877:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.383449:0:54877:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350980.383452:0:54877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc3c73600. 02000000:00000001:2.0:1763350980.383454:0:54877:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350980.383460:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bf20. 00000400:00000010:2.0:1763350980.383466:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2220. 00000100:00000200:2.0:1763350980.383472:0:54877:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101454464, portal 16 00000100:00000001:2.0:1763350980.383474:0:54877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.383476:0:54877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363752832 : -120543345798784 : ffff925dd0b19180) 00000100:00000040:2.0:1763350980.383480:0:54877:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.383487:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.383490:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.383492:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2770. 00000100:00000200:2.0:1763350980.383495:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1849001101454464, offset 0 00000400:00000200:2.0:1763350980.383500:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.383512:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.383516:0:54877:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350980.383521:0:54877:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350980.383524:0:54877:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350980.383527:0:54877:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350980.383531:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198100:198100:256:4294967295] 192.168.202.2@tcp LPNI seq info [198096:198096:8:4294967295] 00000400:00000200:2.0:1763350980.383542:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.383548:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.383553:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164500. 00000800:00000200:2.0:1763350980.383559:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.383566:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.383570:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.383586:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.383590:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857355 00000100:00000001:2.0:1763350980.383622:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857345 00000100:00000001:2.0:1763350980.383627:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857356 00000100:00000001:2.0:1763350980.383630:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857345 00000100:00000001:2.0:1763350980.383633:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857356 00000100:00000001:2.0:1763350980.383636:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857345 00000100:00000001:2.0:1763350980.383639:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857356 00000100:00000001:2.0:1763350980.383642:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857345 00000100:00000001:2.0:1763350980.383645:0:54877:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.383648:0:54877:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.383650:0:54877:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.383652:0:54877:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.383654:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.383655:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.383657:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.383658:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1763350980.383660:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350980.383662:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.383664:0:54877:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350980.383666:0:54877:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350980.383669:0:54877:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5c00 going to sleep for 11 seconds 00000100:00000001:2.0:1763350980.383671:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.383674:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350980.385188:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350980.385196:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164500. 00000400:00000200:1.0:1763350980.385204:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.385213:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350980.385220:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2770 00000400:00000010:1.0:1763350980.385223:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2770. 00000100:00000001:1.0:1763350980.385228:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350980.385236:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.385249:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350980.385252:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.385260:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.385262:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.389467:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.389483:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.389487:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.389489:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.389501:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.389517:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd76c80 00000400:00000200:3.0:1763350980.389527:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f899 [1] + 224 00000800:00000001:3.0:1763350980.389536:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.389544:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.389548:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.389552:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.389560:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.389570:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.389581:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.389656:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350980.390105:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.390124:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.390128:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763350980.390711:0:54877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350980.390715:0:54877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350980.390719:0:54877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bf20. 00000400:00000200:0.0:1763350980.390725:0:54877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2220 00000400:00000010:0.0:1763350980.390728:0:54877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2220. 00000100:00000001:0.0:1763350980.390732:0:54877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.390739:0:54877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350980.390750:0:54877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.390757:0:54877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350980.390759:0:54877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.390761:0:54877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350980.390771:0:54877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350980.390774:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.390777:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.390780:0:54877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.390788:0:54877:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350980.390794:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350980.390796:0:54877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350980.390798:0:54877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.390801:0:54877:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350980.390805:0:54877:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.390808:0:54877:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.390813:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.390821:0:54877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.390824:0:54877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350980.390826:0:54877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.390828:0:54877:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350980.390831:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.390834:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.390836:0:54877:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.390840:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350980.390847:0:54877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b19180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101454464:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350980.390852:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.390855:0:54877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.390857:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350980.390859:0:54877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.390863:0:54877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b19180 x1849001101454464/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.390869:0:54877:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350980.390873:0:54877:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350980.390877:0:54877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc3c73600. 02000000:00000001:0.0:1763350980.390884:0:54877:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350980.390887:0:54877:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350980.390889:0:54877:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350980.390892:0:54877:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350980.390895:0:54877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc3c72a00. 02000000:00000001:0.0:1763350980.390899:0:54877:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350980.390901:0:54877:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350980.390903:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b19180. 00000100:00000001:0.0:1763350980.390907:0:54877:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350980.390909:0:54877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350980.390911:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5c00. 00000100:00000001:0.0:1763350980.390914:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.390916:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.390919:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d100. 00010000:00000001:0.0:1763350980.390923:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350980.390927:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350980.390928:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.390934:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.390937:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.390941:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.390945:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.390948:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.390951:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.390953:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.390956:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.390960:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.390963:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.390969:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019908. 00000100:00000200:0.0:1763350980.390973:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118775680, offset 224 00000400:00000200:0.0:1763350980.390980:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.390991:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.390998:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198101:198101:256:4294967295] 192.168.202.2@tcp LPNI seq info [198097:198097:8:4294967295] 00000400:00000200:0.0:1763350980.391008:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.391014:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.391021:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350980.391027:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.391034:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.391038:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.391058:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.391062:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.391064:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.391067:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.391072:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39b100 x1849001118775680/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.391084:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee39b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118775680:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 7998us (10335us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.391095:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4027 00000100:00000040:0.0:1763350980.391099:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350980.391102:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.391104:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.391119:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5f80. 00000020:00000010:0.0:1763350980.391124:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:0.0:1763350980.391130:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:0.0:1763350980.391135:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:0.0:1763350980.391138:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350980.391573:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350980.391578:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:1.0:1763350980.391583:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.391588:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350980.391592:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019908 00010000:00000010:2.1:1763350980.391640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7800. 00000400:00000010:1.0:1763350980.391932:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019908. 00000100:00000001:1.0:1763350980.391938:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350980.391940:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.397855:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.397871:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.397874:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.397877:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.397888:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.397906:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfba00 00000400:00000200:3.0:1763350980.397914:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 656 00000800:00000001:3.0:1763350980.397923:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.397929:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.397933:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.397937:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.397946:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.397948:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.397954:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee398380. 00000100:00000040:3.0:1763350980.397958:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dee398380 x1849001118775808 msgsize 328 00000100:00100000:3.0:1763350980.397963:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.397981:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.397988:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.397991:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.398913:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.398919:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118775808 02000000:00000001:0.0:1763350980.398924:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.398927:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.398929:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.398936:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.398941:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118775808 00000020:00000001:0.0:1763350980.398945:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.398947:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350980.398950:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.398954:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:0.0:1763350980.398957:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350980.398960:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350980.398965:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.398972:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.398976:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.398979:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350980.398986:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0200. 00000020:00000010:0.0:1763350980.398992:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.398998:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.399006:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350980.399010:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.399011:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350980.399014:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.399024:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.399039:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.399052:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.399054:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.399062:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20002 00000100:00000040:0.0:1763350980.399066:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350980.399070:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859201408 : -120542850350208 : ffff925dee398380) 00000100:00000040:0.0:1763350980.399078:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee398380 x1849001118775808/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.399088:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.399091:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.399093:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.399095:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350980.399099:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee398380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118775808:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350980.399103:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118775808 00000020:00000001:0.0:1763350980.399106:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.399120:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.399123:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.399126:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.399128:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350980.399132:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350980.399134:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.399137:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.399139:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.399144:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.399147:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350980.399150:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350980.399152:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350980.399153:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350980.399155:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.399161:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.399169:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:0.0:1763350980.399173:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.399176:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.399181:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350980.399185:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.399187:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033c87e to hash 00000020:00000001:0.0:1763350980.399189:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.399192:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350980.399195:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00010000:0.0:1763350980.399200:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c87e lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb69 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.399210:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350980.399213:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:0.0:1763350980.399221:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350980.399224:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350980.399227:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.399229:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.399235:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dd04cec00. 02000000:00000001:0.0:1763350980.399237:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.399240:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.399244:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350980.399246:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.399248:0:63085:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.399251:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350980.399256:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922b28. 00002000:00000001:0.0:1763350980.399258:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350980.399261:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350980.399264:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.399268:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350980.399276:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.399278:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.399281:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.399283:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350980.399285:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350980.399287:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.399289:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350980.399293:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcfb80. 00000020:00000040:0.0:1763350980.399296:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350980.399299:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350980.399302:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350980.399307:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350980.399312:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0400. 00000100:00000001:0.0:1763350980.399318:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.399324:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350980.399327:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350980.399332:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.399340:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350980.399342:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.399347:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101454592:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350980.399351:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350980.399357:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350980.399360:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.399363:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350980.399366:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1c00. 02000000:00000001:0.0:1763350980.399368:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350980.399374:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb2c0. 00000400:00000010:0.0:1763350980.399381:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019ee0. 00000100:00000200:0.0:1763350980.399388:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101454592, portal 16 00000100:00000001:0.0:1763350980.399390:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350980.399391:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901371776 : -120542808179840 : ffff925df0bcfb80) 00000100:00000040:0.0:1763350980.399396:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.399403:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.399405:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.399408:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019660. 00000100:00000200:0.0:1763350980.399411:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101454592, offset 0 00000400:00000200:0.0:1763350980.399417:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.399429:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.399435:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350980.399439:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350980.399442:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350980.399445:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350980.399449:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198102:198102:256:4294967295] 192.168.202.2@tcp LPNI seq info [198098:198098:8:4294967295] 00000400:00000200:0.0:1763350980.399460:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.399466:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.399471:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcb00. 00000800:00000200:0.0:1763350980.399477:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.399485:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.399490:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcb00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.400561:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.400570:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857372 00000100:00000001:0.0:1763350980.400579:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857355 00000100:00000001:0.0:1763350980.400584:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857372 00000100:00000001:0.0:1763350980.400587:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857356 00000100:00000001:0.0:1763350980.400590:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857372 00000100:00000001:0.0:1763350980.400593:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857356 00000100:00000001:0.0:1763350980.400616:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857373 00000100:00000001:0.0:1763350980.400619:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857356 00000100:00000001:0.0:1763350980.400623:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.400626:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.400630:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.400632:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.400635:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.400637:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350980.400640:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922b28. 00010000:00000001:0.0:1763350980.400644:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.400646:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.400648:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350980.400650:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.400653:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350980.400655:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350980.400657:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb736300 going to sleep for 11 seconds 00000100:00000001:0.0:1763350980.400660:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350980.400662:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.401255:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.401261:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcb00. 00000400:00000200:3.0:1763350980.401267:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.401276:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.401283:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019660 00000400:00000010:3.0:1763350980.401285:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019660. 00000100:00000001:3.0:1763350980.401290:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.401298:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.401309:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.401313:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.401321:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.401323:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350980.404248:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.404273:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350980.404278:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.404282:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.404296:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350980.404318:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76d00 00000400:00000200:1.0:1763350980.404330:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f8a5 [1] + 224 00000800:00000001:1.0:1763350980.404339:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.404349:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.404352:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.404357:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350980.404364:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.404374:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350980.404386:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.404412:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350980.404422:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.404426:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.404495:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350980.404504:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350980.404506:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350980.404510:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb2c0. 00000400:00000200:0.0:1763350980.404515:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019ee0 00000400:00000010:0.0:1763350980.404518:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019ee0. 00000100:00000001:0.0:1763350980.404521:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.404526:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350980.404534:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.404540:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350980.404541:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.404544:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350980.404548:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350980.404550:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.404552:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.404556:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.404563:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350980.404567:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350980.404569:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350980.404571:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.404574:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350980.404578:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.404582:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.404587:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.404719:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.404724:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350980.404726:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.404729:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350980.404736:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350980.404747:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.404752:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.404761:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:0.0:1763350980.404765:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:0.0:1763350980.404768:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.404777:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350980.404782:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000001:0.0:1763350980.404786:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.404788:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.404790:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.404799:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350980.404807:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df0bcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101454592:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350980.404812:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.404815:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.404818:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350980.404821:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.404825:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df0bcfb80 x1849001101454592/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.404833:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350980.404836:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350980.404839:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1c00. 02000000:00000001:0.0:1763350980.404844:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350980.404847:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350980.404849:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350980.404851:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350980.404855:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350980.404860:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350980.404862:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350980.404864:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcfb80. 00000100:00000001:0.0:1763350980.404868:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350980.404869:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350980.404873:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.404876:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.404878:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.404881:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32a40. 00010000:00000001:0.0:1763350980.404885:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.404889:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.404893:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.404896:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.404904:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.404905:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.404908:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.404910:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.404913:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3400 with handle 0xcb8c81cc3033c87e from hash 00010000:00000001:0.0:1763350980.404916:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.404917:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.404918:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.404920:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350980.404921:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.404924:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350980.404931:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c87e lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb69 expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350980.404945:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350980.404949:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.404952:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.404954:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.404956:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.404959:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.404961:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.404962:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.404963:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.404964:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.404966:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.404968:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350980.404971:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.404973:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.404974:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.404975:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.404978:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c87e lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb69 expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350980.404985:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350980.404989:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:0.0:1763350980.404996:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.404998:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3400, rc 0) 00000020:00000001:0.0:1763350980.405000:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350980.405004:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118775808 00010000:00000001:0.0:1763350980.405007:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.405012:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee398380 x1849001118775808/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.405020:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.405022:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.405026:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.405031:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.405033:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.405036:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.405038:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.405041:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.405044:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.405048:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.405053:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019ee0. 00000100:00000200:0.0:1763350980.405057:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118775808, offset 224 00000400:00000200:0.0:1763350980.405064:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.405076:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.405083:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198103:198103:256:4294967295] 192.168.202.2@tcp LPNI seq info [198099:198099:8:4294967295] 00000400:00000200:0.0:1763350980.405095:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.405101:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.405107:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350980.405123:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.405130:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.405134:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.405151:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.405154:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.405157:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.405159:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.405162:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.405167:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee398380 x1849001118775808/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.405177:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee398380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118775808:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 6087us (7217us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350980.405186:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20002 00000100:00000040:0.0:1763350980.405191:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350980.405193:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.405195:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.405202:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.405206:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.405210:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0200. 00000020:00000040:0.0:1763350980.405215:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:0.0:1763350980.405218:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.405375:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.405380:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:3.0:1763350980.405384:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.405388:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.405391:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019ee0 00000400:00000010:3.0:1763350980.405393:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019ee0. 00000100:00000001:3.0:1763350980.405397:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.405399:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.410637:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.410660:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.410666:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.410669:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.410683:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.410708:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfba80 00000400:00000200:3.0:1763350980.410719:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e29 [8] + 984 00000800:00000001:3.0:1763350980.410729:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.410739:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.410742:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.410747:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.410755:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.410758:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.410765:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39b480. 00000100:00000040:3.0:1763350980.410770:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee39b480 x1849001118775936 msgsize 440 00000100:00100000:3.0:1763350980.410776:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.410846:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.410858:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.410862:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.410907:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.410911:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118775936 02000000:00000001:0.0:1763350980.410914:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.410917:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.410920:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.410934:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.410939:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118775936 00000020:00000001:0.0:1763350980.410943:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.410945:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350980.410948:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.410952:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:0.0:1763350980.410955:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350980.410958:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350980.410963:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.410969:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.410974:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.410977:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350980.410984:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0200. 00000020:00000010:0.0:1763350980.410990:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.410995:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.411004:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350980.411007:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.411008:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350980.411011:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.411020:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.411037:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.411051:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.411054:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.411059:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20003 00000100:00000040:0.0:1763350980.411064:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350980.411066:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859213952 : -120542850337664 : ffff925dee39b480) 00000100:00000040:0.0:1763350980.411074:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee39b480 x1849001118775936/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.411084:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.411087:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350980.411089:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.411091:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350980.411095:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee39b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118775936:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:0.0:1763350980.411099:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118775936 00000020:00000001:0.0:1763350980.411103:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.411107:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.411110:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.411122:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.411124:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:0.0:1763350980.411128:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350980.411132:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.411135:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.411137:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.411142:0:63085:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350980.411146:0:63085:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350980.411149:0:63085:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.411152:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.411155:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.411157:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.411159:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.411161:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.411162:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.411164:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.411165:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.411167:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.411168:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.411169:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.411172:0:63085:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.411174:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.411179:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.411182:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.411190:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df5ba5400. 02000000:00000001:0.0:1763350980.411192:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.411194:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.411199:0:63085:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763350980.411202:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.411206:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.411213:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:0.0:1763350980.411216:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:0.0:1763350980.411220:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.411227:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.411230:0:63085:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763350980.411232:0:63085:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:0.0:1763350980.411237:0:63085:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.411244:0:63085:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:0.0:1763350980.411248:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00000020:00000001:0.0:1763350980.411253:0:63085:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350980.411263:0:63085:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.411267:0:63085:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.411271:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118775936 00010000:00000001:0.0:1763350980.411274:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.411280:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee39b480 x1849001118775936/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350980.411289:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.411292:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.411296:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.411302:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.411305:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.411307:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.411310:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.411312:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.411316:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.411319:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.411324:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0192a8. 00000100:00000200:0.0:1763350980.411331:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118775936, offset 224 00000400:00000200:0.0:1763350980.411338:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.411349:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.411357:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198104:198104:256:4294967295] 192.168.202.2@tcp LPNI seq info [198100:198100:8:4294967295] 00000400:00000200:0.0:1763350980.411373:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.411379:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.411384:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350980.411390:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.411399:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.411404:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.411426:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.411430:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.411434:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.411435:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.411438:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.411441:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39b480 x1849001118775936/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.411451:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee39b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118775936:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 365us (678us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.411458:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20003 00000100:00000040:0.0:1763350980.411462:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350980.411465:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.411466:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.411471:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.411475:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.411479:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0200. 00000020:00000040:0.0:1763350980.411485:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:0.0:1763350980.411488:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.411719:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.411724:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:3.0:1763350980.411728:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.411733:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.411738:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0192a8 00000400:00000010:3.0:1763350980.411740:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0192a8. 00000100:00000001:3.0:1763350980.411744:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.411746:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.412646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00000800:00000001:3.0:1763350980.414929:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.414950:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.414955:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.414958:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.414970:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.414989:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfbb00 00000400:00000200:3.0:1763350980.414999:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 1424 00000800:00000001:3.0:1763350980.415008:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.415017:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.415019:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.415024:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.415031:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.415033:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.415039:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39b800. 00000100:00000040:3.0:1763350980.415043:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dee39b800 x1849001118776064 msgsize 328 00000100:00100000:3.0:1763350980.415047:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.415067:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.415075:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.415079:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.415429:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.415433:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118776064 02000000:00000001:1.0:1763350980.415437:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.415439:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.415442:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.415447:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.415451:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118776064 00000020:00000001:1.0:1763350980.415455:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.415457:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.415460:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.415464:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:1.0:1763350980.415467:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.415469:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.415474:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.415481:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.415485:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.415488:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52080. 00000020:00000010:1.0:1763350980.415496:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dffa8ec00. 00000020:00000010:1.0:1763350980.415501:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0b00. 00000020:00000010:1.0:1763350980.415507:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3640. 00000100:00000040:1.0:1763350980.415516:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.415519:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.415520:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.415522:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.415532:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.416183:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.416205:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.416208:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.416215:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20004 00000100:00000040:1.0:1763350980.416220:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350980.416222:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859214848 : -120542850336768 : ffff925dee39b800) 00000100:00000040:1.0:1763350980.416230:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee39b800 x1849001118776064/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.416240:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.416244:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.416246:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.416249:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52080. 00000100:00100000:1.0:1763350980.416254:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118776064:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350980.416257:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118776064 00000020:00000001:1.0:1763350980.416261:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.416265:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.416268:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.416271:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.416273:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.416277:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.416282:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.416285:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.416287:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.416294:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.416297:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.416300:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.416302:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.416304:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.416306:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.416313:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.416320:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:1.0:1763350980.416323:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.416326:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.416330:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350980.416334:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.416337:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033c885 to hash 00000020:00000001:1.0:1763350980.416339:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.416341:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350980.416344:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00010000:1.0:1763350980.416349:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c885 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb70 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.416359:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350980.416362:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:1.0:1763350980.416370:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350980.416374:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350980.416376:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.416379:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.416385:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df5ccb800. 02000000:00000001:1.0:1763350980.416388:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.416390:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.416394:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.416396:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.416399:0:57858:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.416401:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350980.416408:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c08c0. 00002000:00000001:1.0:1763350980.416411:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350980.416413:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350980.416417:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52080. 00000100:00000001:1.0:1763350980.416421:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.416428:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb4f6780. 00000100:00000001:1.0:1763350980.416430:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530273433472 : -120543436118144 : ffff925dcb4f6780) 00000100:00000001:1.0:1763350980.416432:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530273433472 : -120543436118144 : ffff925dcb4f6780) 00000100:00000001:1.0:1763350980.416434:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.416436:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.416439:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.416441:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350980.416446:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c32300. 00000020:00000040:1.0:1763350980.416450:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350980.416454:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.416456:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.416462:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.416469:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dffa8fc00. 00000100:00000001:1.0:1763350980.416476:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.416482:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.416485:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.416490:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.416498:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.416501:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.416506:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9c32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101454720:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.416510:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.416516:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.416519:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.416522:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.416527:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350980.416529:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.416535:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd14667e8. 00000400:00000010:1.0:1763350980.416542:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74110. 00000100:00000200:1.0:1763350980.416549:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101454720, portal 16 00000100:00000001:1.0:1763350980.416552:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.416554:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530515899136 : -120543193652480 : ffff925dd9c32300) 00000100:00000040:1.0:1763350980.416560:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.416568:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.416570:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.416573:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74d48. 00000100:00000200:1.0:1763350980.416576:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101454720, offset 0 00000400:00000200:1.0:1763350980.416583:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.416615:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.416620:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.416625:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.416630:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.416633:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.416637:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198105:198105:256:4294967295] 192.168.202.2@tcp LPNI seq info [198101:198101:8:4294967295] 00000400:00000200:1.0:1763350980.416648:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.416655:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.416660:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca400. 00000800:00000200:1.0:1763350980.416667:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.416687:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.416692:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.416711:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.416716:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857389 00000100:00000001:1.0:1763350980.416724:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857372 00000100:00000001:1.0:1763350980.416729:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857389 00000100:00000001:1.0:1763350980.416733:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857372 00000100:00000001:1.0:1763350980.416736:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857389 00000100:00000001:1.0:1763350980.416739:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857372 00000100:00000001:1.0:1763350980.416741:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857389 00000100:00000001:1.0:1763350980.416745:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857373 00000100:00000001:1.0:1763350980.416747:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.416751:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.416753:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.416755:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.416757:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.416759:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350980.416761:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c08c0. 00010000:00000001:1.0:1763350980.416766:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.416768:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.416769:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.416771:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.416774:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.416775:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350980.416778:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb4f6780 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.416781:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.416785:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.417231:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.417236:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca400. 00000400:00000200:3.0:1763350980.417243:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.417248:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.417255:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74d48 00000400:00000010:3.0:1763350980.417257:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74d48. 00000100:00000001:3.0:1763350980.417261:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.417267:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.417277:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.417281:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.417288:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.417290:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.419367:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.419386:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.419391:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.419394:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.419404:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.419423:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76d80 00000400:00000200:3.0:1763350980.419434:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f8b5 [1] + 224 00000800:00000001:3.0:1763350980.419442:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.419450:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.419453:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.419458:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.419465:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.419473:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.419484:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.419510:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.419519:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.419523:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.419732:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350980.419741:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350980.419744:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350980.419746:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd14667e8. 00000400:00000200:2.0:1763350980.419752:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74110 00000400:00000010:2.0:1763350980.419754:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74110. 00000100:00000001:2.0:1763350980.419758:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.419763:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350980.419771:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.419778:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350980.419780:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.419783:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350980.419786:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350980.419788:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.419792:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.419795:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.419802:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:2.0:1763350980.419807:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350980.419809:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350980.419811:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.419814:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350980.419818:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.419821:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.419826:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.419833:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.419837:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350980.419839:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.419842:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350980.419849:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350980.419859:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.419863:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.419873:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:2.0:1763350980.419876:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:2.0:1763350980.419879:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350980.419887:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350980.419891:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000001:2.0:1763350980.419894:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.419896:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.419898:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.419903:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350980.419910:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd9c32300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101454720:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350980.419916:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.419919:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.419922:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350980.419924:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.419928:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9c32300 x1849001101454720/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.419935:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350980.419938:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350980.419942:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97df600. 02000000:00000001:2.0:1763350980.419946:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350980.419948:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350980.419951:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763350980.419953:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350980.419955:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dffa8fc00. 02000000:00000001:2.0:1763350980.419960:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350980.419963:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350980.419965:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9c32300. 00000100:00000001:2.0:1763350980.419969:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350980.419971:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350980.419973:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb4f6780. 00000100:00000001:2.0:1763350980.419976:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350980.419978:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350980.419981:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52080. 00010000:00000001:2.0:1763350980.419985:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.419989:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350980.419993:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350980.419995:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.420002:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.420004:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.420007:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.420009:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.420013:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033c885 from hash 00010000:00000001:2.0:1763350980.420015:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.420017:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.420018:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.420020:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350980.420021:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350980.420024:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350980.420030:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c885 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb70 expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350980.420051:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350980.420055:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.420058:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.420059:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.420062:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.420065:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.420066:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.420068:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.420069:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.420070:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.420072:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.420073:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350980.420075:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.420077:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.420079:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.420080:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.420083:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033c885 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb70 expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350980.420091:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350980.420094:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:2.0:1763350980.420101:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.420103:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6800, rc 0) 00000020:00000001:2.0:1763350980.420105:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350980.420110:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118776064 00010000:00000001:2.0:1763350980.420122:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.420127:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee39b800 x1849001118776064/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.420135:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.420138:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.420140:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.420145:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.420147:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.420149:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.420152:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.420154:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.420158:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.420160:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.420166:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2000. 00000100:00000200:2.0:1763350980.420170:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118776064, offset 224 00000400:00000200:2.0:1763350980.420176:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.420186:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.420193:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198106:198106:256:4294967295] 192.168.202.2@tcp LPNI seq info [198102:198102:8:4294967295] 00000400:00000200:2.0:1763350980.420203:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.420209:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.420214:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164a00. 00000800:00000200:2.0:1763350980.420221:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.420228:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.420233:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.420250:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.420254:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.420257:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.420258:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.420261:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.420267:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39b800 x1849001118776064/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.420276:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee39b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118776064:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 4035us (5230us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350980.420285:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20004 00000100:00000040:2.0:1763350980.420289:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350980.420291:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.420294:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.420299:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0b00. 00000020:00000010:2.0:1763350980.420304:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3640. 00000020:00000010:2.0:1763350980.420308:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dffa8ec00. 00000020:00000040:2.0:1763350980.420313:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:2.0:1763350980.420315:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.420991:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.420996:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164a00. 00000400:00000200:3.0:1763350980.421000:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.421008:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.421012:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2000 00000400:00000010:3.0:1763350980.421014:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2000. 00000100:00000001:3.0:1763350980.421018:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.421019:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350980.428887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00000800:00000001:3.0:1763350980.465841:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.465869:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.465875:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.465877:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.465893:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.465915:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfbb80 00000400:00000200:3.0:1763350980.465925:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 1752 00000800:00000001:3.0:1763350980.465934:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.465948:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.465952:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.465957:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.465966:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.465969:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.465976:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39ad80. 00000100:00000040:3.0:1763350980.465981:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee39ad80 x1849001118776192 msgsize 328 00000100:00100000:3.0:1763350980.465985:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.466004:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.466016:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.466020:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.466129:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.466135:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118776192 02000000:00000001:2.0:1763350980.466139:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.466142:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.466146:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.466153:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.466158:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118776192 00000020:00000001:2.0:1763350980.466162:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.466164:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350980.466167:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.466170:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:2.0:1763350980.466173:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350980.466176:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350980.466181:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.466187:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350980.466191:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.466194:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000020:00000010:2.0:1763350980.466204:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.466211:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.466217:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090d48. 00000100:00000040:2.0:1763350980.466227:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350980.466231:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.466233:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350980.466235:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.466245:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.466821:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.466841:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.466844:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.466851:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20005 00000100:00000040:2.0:1763350980.466857:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350980.466859:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859212160 : -120542850339456 : ffff925dee39ad80) 00000100:00000040:2.0:1763350980.466868:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee39ad80 x1849001118776192/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.466878:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.466883:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350980.466885:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.466888:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000100:00100000:2.0:1763350980.466892:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118776192:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350980.466897:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118776192 00000020:00000001:2.0:1763350980.466901:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.466905:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.466908:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.466910:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.466912:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350980.466916:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350980.466921:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.466923:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.466926:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.466932:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.466934:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350980.466937:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350980.466939:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350980.466941:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350980.466943:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.466949:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.466957:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:2.0:1763350980.466960:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.466963:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.466966:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0600. 00000020:00000001:2.0:1763350980.466970:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.466973:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0600 with handle 0xcb8c81cc3033c88c to hash 00000020:00000001:2.0:1763350980.466975:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.466977:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.466980:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00010000:2.0:1763350980.466985:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c88c lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb77 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.466993:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:2.0:1763350980.466996:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:2.0:1763350980.467004:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763350980.467007:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763350980.467010:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.467012:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.467017:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925deeea4c00. 02000000:00000001:2.0:1763350980.467019:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.467022:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.467025:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350980.467027:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.467030:0:57858:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.467032:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763350980.467038:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925df0e57e00. 00002000:00000001:2.0:1763350980.467041:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763350980.467043:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763350980.467046:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350980.467049:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350980.467056:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5480. 00000100:00000001:2.0:1763350980.467058:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863969920 : -120547845581696 : ffff925cc47c5480) 00000100:00000001:2.0:1763350980.467060:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863969920 : -120547845581696 : ffff925cc47c5480) 00000100:00000001:2.0:1763350980.467063:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350980.467065:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350980.467067:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350980.467069:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763350980.467072:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1aa00. 00000020:00000040:2.0:1763350980.467076:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763350980.467079:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350980.467081:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350980.467087:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350980.467092:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc3c72a00. 00000100:00000001:2.0:1763350980.467098:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.467103:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350980.467106:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350980.467118:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.467128:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350980.467130:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.467135:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101454848:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350980.467139:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350980.467144:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350980.467146:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.467148:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350980.467152:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc3c73600. 02000000:00000001:2.0:1763350980.467154:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350980.467160:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5b0b0. 00000400:00000010:2.0:1763350980.467166:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2880. 00000100:00000200:2.0:1763350980.467173:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101454848, portal 16 00000100:00000001:2.0:1763350980.467176:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.467177:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363759104 : -120543345792512 : ffff925dd0b1aa00) 00000100:00000040:2.0:1763350980.467182:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.467189:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.467191:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.467194:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2a18. 00000100:00000200:2.0:1763350980.467197:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101454848, offset 0 00000400:00000200:2.0:1763350980.467203:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.467213:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.467217:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350980.467222:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350980.467226:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350980.467229:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350980.467233:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198107:198107:256:4294967295] 192.168.202.2@tcp LPNI seq info [198103:198103:8:4294967295] 00000400:00000200:2.0:1763350980.467245:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.467250:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.467255:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350980.467260:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.467268:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.467272:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.467289:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.467293:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857439 00000100:00000001:2.0:1763350980.467300:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857389 00000100:00000001:2.0:1763350980.467304:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857439 00000100:00000001:2.0:1763350980.467306:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857389 00000100:00000001:2.0:1763350980.467309:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857439 00000100:00000001:2.0:1763350980.467312:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857389 00000100:00000001:2.0:1763350980.467314:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857439 00000100:00000001:2.0:1763350980.467317:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857389 00000100:00000001:2.0:1763350980.467319:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.467321:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.467323:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.467325:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.467327:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.467329:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763350980.467330:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925df0e57e00. 00010000:00000001:2.0:1763350980.467333:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.467335:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350980.467336:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350980.467338:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.467340:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350980.467342:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350980.467345:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5480 going to sleep for 11 seconds 00000100:00000001:2.0:1763350980.467347:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.467351:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.467878:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.467884:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350980.467890:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.467896:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.467901:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2a18 00000400:00000010:3.0:1763350980.467903:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2a18. 00000100:00000001:3.0:1763350980.467907:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.467911:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.467922:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.467925:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.467932:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.467934:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.476440:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.476464:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.476469:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.476472:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.476486:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.476508:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76e00 00000400:00000200:3.0:1763350980.476522:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f8c1 [1] + 224 00000800:00000001:3.0:1763350980.476533:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.476552:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.476556:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.476562:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.476571:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.476584:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.476897:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.476961:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350980.476981:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.476993:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.476999:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1763350980.477222:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350980.477225:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350980.477230:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5b0b0. 00000400:00000200:2.0:1763350980.477237:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2880 00000400:00000010:2.0:1763350980.477240:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2880. 00000100:00000001:2.0:1763350980.477243:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.477249:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350980.477258:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.477264:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350980.477266:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.477268:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350980.477273:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350980.477276:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.477279:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.477282:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.477290:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:2.0:1763350980.477295:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350980.477297:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350980.477299:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.477303:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350980.477306:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.477309:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.477314:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.477322:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.477325:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350980.477327:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.477330:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350980.477339:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350980.477352:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.477356:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.477367:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:2.0:1763350980.477370:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:2.0:1763350980.477373:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350980.477382:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350980.477386:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000001:2.0:1763350980.477390:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.477392:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.477393:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.477397:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350980.477404:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101454848:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350980.477410:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.477413:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.477416:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350980.477418:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.477422:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b1aa00 x1849001101454848/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.477428:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350980.477431:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350980.477434:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc3c73600. 02000000:00000001:2.0:1763350980.477443:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350980.477446:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350980.477448:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763350980.477450:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350980.477454:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc3c72a00. 02000000:00000001:2.0:1763350980.477460:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350980.477462:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350980.477464:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1aa00. 00000100:00000001:2.0:1763350980.477468:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350980.477469:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350980.477471:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5480. 00000100:00000001:2.0:1763350980.477474:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350980.477476:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350980.477480:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d4c0. 00010000:00000001:2.0:1763350980.477483:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.477487:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350980.477491:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350980.477493:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.477500:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.477501:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.477504:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.477506:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.477510:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0600 with handle 0xcb8c81cc3033c88c from hash 00010000:00000001:2.0:1763350980.477512:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.477513:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.477514:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.477515:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350980.477516:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350980.477519:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350980.477526:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c88c lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb77 expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350980.477540:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350980.477543:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.477546:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.477547:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.477549:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.477552:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.477554:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.477555:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.477556:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.477558:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.477559:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.477561:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350980.477564:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.477566:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.477567:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.477568:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.477571:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c88c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb77 expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350980.477583:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350980.477586:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:2.0:1763350980.477594:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.477645:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0600, rc 0) 00000020:00000001:2.0:1763350980.477648:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350980.477653:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118776192 00010000:00000001:2.0:1763350980.477656:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.477662:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee39ad80 x1849001118776192/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.477670:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.481148:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.481163:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.481171:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.481178:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.481180:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.481184:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.481191:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.481196:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.481199:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.481212:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2880. 00000100:00000200:2.0:1763350980.481222:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118776192, offset 224 00000400:00000200:2.0:1763350980.481229:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.481247:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.481254:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198108:198108:256:4294967295] 192.168.202.2@tcp LPNI seq info [198104:198104:8:4294967295] 00000400:00000200:2.0:1763350980.481267:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.481273:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.481281:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350980.481288:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.481302:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.481308:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.481328:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.481331:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.481334:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.481337:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.481340:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.481348:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39ad80 x1849001118776192/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.481360:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee39ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118776192:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 14480us (15377us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350980.481369:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20005 00000100:00000040:2.0:1763350980.481374:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350980.481376:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.481378:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.481385:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.481392:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090d48. 00000020:00000010:2.0:1763350980.481397:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:2.0:1763350980.481404:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:2.0:1763350980.481406:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.490548:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.490559:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350980.490569:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.490579:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.490587:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2880 00000400:00000010:3.0:1763350980.490589:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2880. 00000100:00000001:3.0:1763350980.490611:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.490613:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.490623:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.490638:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.490643:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.490646:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.490655:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.490674:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfbc00 00000400:00000200:3.0:1763350980.490685:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 2080 00000800:00000001:3.0:1763350980.490697:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.490709:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.490712:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.490715:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.490721:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.490725:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.490734:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee398700. 00000100:00000040:3.0:1763350980.490739:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee398700 x1849001118776320 msgsize 328 00000100:00100000:3.0:1763350980.490744:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.490756:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.490766:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.490771:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.491509:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.491514:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118776320 02000000:00000001:0.0:1763350980.491518:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.491521:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.491524:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.491529:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.491534:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118776320 00000020:00000001:0.0:1763350980.491538:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.491540:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350980.491542:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.491546:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:0.0:1763350980.491549:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350980.491552:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350980.491557:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.491562:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32f80. 00000100:00000001:0.0:1763350980.491565:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.491568:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32f80. 00000020:00000010:0.0:1763350980.491576:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0200. 00000020:00000010:0.0:1763350980.491582:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.491589:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.491626:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350980.491630:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.491632:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350980.491635:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.491644:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.491655:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.491669:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.491671:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.491677:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20006 00000100:00000040:0.0:1763350980.491681:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350980.491683:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859202304 : -120542850349312 : ffff925dee398700) 00000100:00000040:0.0:1763350980.491700:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee398700 x1849001118776320/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.491709:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.491712:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32f80. 00000100:00000001:0.0:1763350980.491714:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.491717:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32f80. 00000100:00100000:0.0:1763350980.491721:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118776320:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350980.491725:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118776320 00000020:00000001:0.0:1763350980.491729:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.491733:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.491735:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.491739:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.491741:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350980.491744:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350980.491748:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.491750:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.491753:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.491758:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.491761:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350980.491764:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350980.491766:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350980.491768:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350980.491771:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.491776:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.491784:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00010000:00000001:0.0:1763350980.491787:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.491790:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.491794:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350980.491798:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.491801:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033c893 to hash 00000020:00000001:0.0:1763350980.491803:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.491805:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350980.491808:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00010000:0.0:1763350980.491813:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c893 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb7e expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.491822:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350980.491824:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:0.0:1763350980.491832:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350980.491836:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350980.491838:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.491841:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.491846:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df5ba4800. 02000000:00000001:0.0:1763350980.491848:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.491850:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.491854:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350980.491856:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.491859:0:57858:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.491861:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350980.491867:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922b28. 00002000:00000001:0.0:1763350980.491870:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350980.491872:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350980.491875:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32f80. 00000100:00000001:0.0:1763350980.491879:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350980.491885:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.491887:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.491890:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.491893:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350980.491895:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350980.491897:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.491899:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350980.491903:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcfb80. 00000020:00000040:0.0:1763350980.491907:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350980.491910:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350980.491913:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350980.491918:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350980.491923:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0400. 00000100:00000001:0.0:1763350980.491929:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.491935:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350980.491938:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350980.491942:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.491951:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350980.491953:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.491957:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101454976:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350980.491961:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350980.491966:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350980.491970:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.491972:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350980.491976:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b1c00. 02000000:00000001:0.0:1763350980.491977:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350980.491983:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb2c0. 00000400:00000010:0.0:1763350980.491989:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019d48. 00000100:00000200:0.0:1763350980.491996:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101454976, portal 16 00000100:00000001:0.0:1763350980.491998:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350980.492000:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901371776 : -120542808179840 : ffff925df0bcfb80) 00000100:00000040:0.0:1763350980.492005:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.492012:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.492014:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.492018:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0192a8. 00000100:00000200:0.0:1763350980.492022:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101454976, offset 0 00000400:00000200:0.0:1763350980.492028:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.492040:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.492046:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350980.492051:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350980.492055:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350980.492058:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350980.492061:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198109:198109:256:4294967295] 192.168.202.2@tcp LPNI seq info [198105:198105:8:4294967295] 00000400:00000200:0.0:1763350980.492073:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.492077:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.492082:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350980.492088:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.492097:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.492101:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.492109:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.492123:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857463 00000100:00000001:0.0:1763350980.492131:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857439 00000100:00000001:0.0:1763350980.492136:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857463 00000100:00000001:0.0:1763350980.492139:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857439 00000100:00000001:0.0:1763350980.492142:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857463 00000100:00000001:0.0:1763350980.492145:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857439 00000100:00000001:0.0:1763350980.492147:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857463 00000100:00000001:0.0:1763350980.492150:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857439 00000100:00000001:0.0:1763350980.492153:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.492155:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.492157:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.492159:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.492161:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.492163:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350980.492164:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922b28. 00010000:00000001:0.0:1763350980.492168:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.492170:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.492171:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350980.492174:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.492176:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350980.492178:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350980.492181:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb736300 going to sleep for 11 seconds 00000100:00000001:0.0:1763350980.492183:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350980.492187:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763350980.493648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00000800:00000200:3.0:1763350980.494520:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.494529:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:3.0:1763350980.494535:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.494544:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.494550:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0192a8 00000400:00000010:3.0:1763350980.494552:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0192a8. 00000100:00000001:3.0:1763350980.494558:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.494565:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.494577:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.494581:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.494587:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.494589:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.495353:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.495370:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.495375:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.495377:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.495387:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.495404:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd76e80 00000400:00000200:3.0:1763350980.495415:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f8cd [1] + 224 00000800:00000001:3.0:1763350980.495424:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.495433:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.495436:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.495439:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.495445:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.495450:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.495461:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.495474:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.495481:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.495485:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.495557:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350980.495567:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350980.495570:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350980.495573:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb2c0. 00000400:00000200:0.0:1763350980.495577:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019d48 00000400:00000010:0.0:1763350980.495579:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019d48. 00000100:00000001:0.0:1763350980.495582:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.495587:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350980.495622:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.495628:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350980.495630:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.495633:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350980.495638:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350980.495640:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.495643:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.495646:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.495654:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350980.495659:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350980.495661:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350980.495663:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.495666:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350980.495669:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.495672:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.495676:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.495702:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.495706:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350980.495707:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.495710:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350980.495717:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350980.495728:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.495733:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.495744:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:0.0:1763350980.495747:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:0.0:1763350980.495749:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.495760:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350980.495764:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00010000:00000001:0.0:1763350980.495767:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.495769:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.495771:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.495775:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350980.495783:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df0bcfb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101454976:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350980.495789:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.495792:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.495795:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350980.495797:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.495800:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df0bcfb80 x1849001101454976/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.495807:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350980.495809:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350980.495813:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b1c00. 02000000:00000001:0.0:1763350980.495818:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350980.495820:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350980.495822:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350980.495824:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350980.495827:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350980.495831:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350980.495834:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350980.495836:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcfb80. 00000100:00000001:0.0:1763350980.495839:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350980.495840:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350980.495842:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.495845:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.495847:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.495849:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32f80. 00010000:00000001:0.0:1763350980.495853:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.495858:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.495862:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.495864:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.495871:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.495873:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.495875:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.495877:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.495881:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3400 with handle 0xcb8c81cc3033c893 from hash 00010000:00000001:0.0:1763350980.495883:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.495884:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.495885:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.495886:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350980.495888:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.495891:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350980.495896:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c893 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb7e expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350980.495911:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350980.495915:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.495918:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.495920:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.495922:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.495926:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.495927:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.495928:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.495930:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.495932:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.495933:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.495935:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350980.495937:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.495939:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.495941:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.495942:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.495945:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c893 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb7e expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350980.495955:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350980.495958:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:0.0:1763350980.495965:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.495967:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3400, rc 0) 00000020:00000001:0.0:1763350980.495969:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350980.495973:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118776320 00010000:00000001:0.0:1763350980.495977:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.495982:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee398700 x1849001118776320/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.495989:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.495992:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.495995:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.496000:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.496003:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.496005:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.496008:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.496011:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.496014:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.496017:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.496022:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019d48. 00000100:00000200:0.0:1763350980.496028:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118776320, offset 224 00000400:00000200:0.0:1763350980.496035:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.496046:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.496053:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198110:198110:256:4294967295] 192.168.202.2@tcp LPNI seq info [198106:198106:8:4294967295] 00000400:00000200:0.0:1763350980.496063:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.496068:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.496075:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350980.496081:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.496089:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.496093:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.497106:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.497125:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.497128:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.497132:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.497136:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.497145:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee398700 x1849001118776320/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.497157:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118776320:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5445us (6416us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350980.497168:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20006 00000100:00000040:0.0:1763350980.497173:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350980.497176:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.497179:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.497187:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.497195:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.497200:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0200. 00000020:00000040:0.0:1763350980.497206:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:0.0:1763350980.497210:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350980.498448:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350980.498458:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:1.0:1763350980.498465:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.498474:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350980.498481:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019d48 00000400:00000010:1.0:1763350980.498484:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019d48. 00000100:00000001:1.0:1763350980.498490:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350980.498491:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.503047:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.503069:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.503074:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.503076:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.503090:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.503122:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 6 MB=0x691a81edfbc80 00000400:00000200:3.0:1763350980.503132:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 488/488 into md 0x90aa1 [128] + 132744 00000800:00000001:3.0:1763350980.503143:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.503154:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.503157:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.503162:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.503170:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.503172:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763350980.503179:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee399500. 00000100:00000040:3.0:1763350980.503184:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dee399500 x1849001118776448 msgsize 488 00000100:00100000:3.0:1763350980.503189:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.503208:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.503219:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.503223:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.503288:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.503292:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118776448 02000000:00000001:2.0:1763350980.503295:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.503298:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.503300:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.503306:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.503312:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118776448 00000020:00000001:2.0:1763350980.503315:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.503317:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350980.503320:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.503324:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:2.0:1763350980.503327:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350980.503331:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350980.503336:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.503342:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d400. 00000100:00000001:2.0:1763350980.503346:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.503349:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d400. 00000020:00000010:2.0:1763350980.503357:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.503363:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.503369:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090d48. 00000100:00000040:2.0:1763350980.503380:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763350980.503383:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.503385:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350980.503388:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763350980.503391:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.503393:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:2.0:1763350980.503397:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.503400:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350980.503404:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350980.503407:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.503410:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.503413:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.503415:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.503417:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.503419:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.503421:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.503422:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.503424:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.503426:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.503427:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.503433:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.503436:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763350980.503439:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.503441:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.503442:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.503446:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763350980.503448:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.503453:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763350980.503462:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d5:0x0] (0->4095) req@ffff925dee399500 x1849001118776448/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763350980.503472:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350980.503474:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dee399500 with x1849001118776448 ext(0->4095) 00010000:00000001:2.0:1763350980.503478:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.503480:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.503482:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:2.0:1763350980.503484:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:2.0:1763350980.503487:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:2.0:1763350980.503491:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.503493:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350980.503495:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350980.503496:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925dee399500 00002000:00000001:2.0:1763350980.503499:0:104354:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.503501:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.503510:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.503522:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.503535:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.503538:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.503543:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3710 00000100:00000040:2.0:1763350980.503547:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350980.503550:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859205888 : -120542850345728 : ffff925dee399500) 00000100:00000040:2.0:1763350980.503555:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee399500 x1849001118776448/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.503562:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.503565:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d400. 00000100:00000001:2.0:1763350980.503567:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.503569:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d400. 00000100:00100000:2.0:1763350980.503574:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118776448:12345-192.168.202.2@tcp:3:lfs.0 00000100:00000200:2.0:1763350980.503577:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118776448 00000020:00000001:2.0:1763350980.503581:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.503585:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.503587:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.503589:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.503591:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:2.0:1763350980.503624:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350980.503629:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.503631:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.503633:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.503634:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.503640:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.503642:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.503651:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff925ddffd2000. 02000000:00000001:2.0:1763350980.503653:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.503656:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.503658:0:104354:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763350980.503662:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763350980.503664:0:104354:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.503667:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763350980.503673:0:104354:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763350980.503675:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763350980.503677:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 311820288 dropped 0, local 311820288 00000020:00000001:2.0:1763350980.503681:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763350980.503683:0:104354:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763350980.503686:0:104354:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00010000:00000010:0.1:1763350980.503745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00002000:00000001:2.0:1763350980.503799:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.503804:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.503813:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:2.0:1763350980.503816:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:2.0:1763350980.503820:0:104354:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763350980.503830:0:104354:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.503832:0:104354:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763350980.503834:0:104354:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.503842:0:104354:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:2.0:1763350980.503890:0:104354:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763350980.503896:0:104354:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.503899:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.503901:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.503906:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763350980.503938:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:2.0:1763350980.503941:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763350980.503956:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763350980.503959:0:104354:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 16d88058 (4) 00000020:00008000:2.0:1763350980.503962:0:104354:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763350980.503967:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763350980.503972:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.503980:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.503984:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.503986:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.503988:0:104354:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:2.0:1763350980.503998:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00002000:00000001:2.0:1763350980.504000:0:104354:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.504003:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.504004:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.504007:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763350980.504009:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763350980.504012:0:104354:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:2.0:1763350980.504016:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118776448 00010000:00000001:2.0:1763350980.504019:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.504025:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee399500 x1849001118776448/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/4536 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.504034:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.504037:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.504040:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=77 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.504045:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.504048:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.504051:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.504054:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.504057:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.504060:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.504064:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.504069:0:104354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925cc47c5480. 00000100:00000200:2.0:1763350980.504076:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1849001118776448, offset 224 00000400:00000200:2.0:1763350980.504084:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.504101:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.504108:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198111:198111:256:4294967295] 192.168.202.2@tcp LPNI seq info [198107:198107:8:4294967295] 00000400:00000200:2.0:1763350980.504130:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.504136:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.504142:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925cc3c72a00. 00000800:00000200:2.0:1763350980.504148:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.504156:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:2.0:1763350980.504162:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925cc3c72a00 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:2.0:1763350980.504182:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.504186:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.504188:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.504190:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.504192:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.504197:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee399500 x1849001118776448/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/4536 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.504206:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118776448:12345-192.168.202.2@tcp:3:lfs.0 Request processed in 641us (1019us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763350980.504213:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3710 00000100:00000040:2.0:1763350980.504217:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350980.504219:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763350980.504220:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763350980.504224:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d5:0x0] (0->4095) req@ffff925dee399500 x1849001118776448/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/4536 e 0 to 0 dl 1763350991 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763350980.504230:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350980.504232:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dee399500 with x1849001118776448 ext(0->4095) 00010000:00000001:2.0:1763350980.504234:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.504236:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.504237:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:2.0:1763350980.504239:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:2.0:1763350980.504242:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:2.0:1763350980.504244:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.504246:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350980.504247:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350980.504248:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925dee399500 00002000:00000001:2.0:1763350980.504250:0:104354:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.504252:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.504257:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.504260:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090d48. 00000020:00000010:2.0:1763350980.504264:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:2.0:1763350980.504269:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:2.0:1763350980.504272:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.504308:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.504313:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925cc3c72a00. 00000400:00000200:3.0:1763350980.504320:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.504325:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.504330:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc47c5480 00000400:00000010:3.0:1763350980.504333:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc47c5480. 00000100:00000001:3.0:1763350980.504337:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.504338:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350980.508547:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.508572:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350980.508577:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.508580:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.508645:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350980.508668:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4584 into portal 6 MB=0x691a81edfbd00 00000400:00000200:1.0:1763350980.508678:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 4584/4584 into md 0x90aa1 [128] + 133232 00000800:00000001:1.0:1763350980.508689:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.508730:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350980.508733:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.508738:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350980.508746:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350980.508750:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:1.0:1763350980.508759:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c32300. 00000100:00000040:1.0:1763350980.508764:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9c32300 x1849001118776576 msgsize 4584 00000100:00100000:1.0:1763350980.508768:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350980.508786:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350980.508795:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350980.508799:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.508923:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.508928:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118776576 02000000:00000001:2.0:1763350980.508932:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.508935:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.508939:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.508945:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.508950:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118776576 00000020:00000001:2.0:1763350980.508953:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.508956:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350980.508959:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.508963:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:2.0:1763350980.508966:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350980.508970:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350980.508975:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.508981:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d400. 00000100:00000001:2.0:1763350980.508985:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.508988:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d400. 00000020:00000010:2.0:1763350980.508997:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc3c72000. 00000020:00000010:2.0:1763350980.509003:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925e00ba5e00. 00000020:00000010:2.0:1763350980.509011:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090d48. 00000100:00000040:2.0:1763350980.509023:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763350980.509026:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.509028:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350980.509031:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763350980.509034:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.509038:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:2.0:1763350980.509047:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.509051:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350980.509056:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350980.509059:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.509062:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.509064:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.509067:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.509069:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.509071:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.509073:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.509074:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.509076:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.509078:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.509079:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.509081:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.509084:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763350980.509088:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.509093:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.509095:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.509099:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763350980.509101:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.509104:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.509126:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.509184:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.509200:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.509203:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.509209:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3711 00000100:00000040:2.0:1763350980.509213:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350980.509216:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530515899136 : -120543193652480 : ffff925dd9c32300) 00000100:00000040:2.0:1763350980.509224:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9c32300 x1849001118776576/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4584/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.509234:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.509237:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d400. 00000100:00000001:2.0:1763350980.509238:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.509241:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d400. 00000100:00100000:2.0:1763350980.509245:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9c32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2358:x1849001118776576:12345-192.168.202.2@tcp:4:lfs.0 00000100:00000200:2.0:1763350980.509249:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118776576 00000020:00000001:2.0:1763350980.509252:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.509256:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.509258:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.509260:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.509261:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:2.0:1763350980.509264:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350980.509267:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.509269:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.509271:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.509272:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.509275:0:104354:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763350980.509281:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.509283:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.509290:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925deeea5400. 02000000:00000001:2.0:1763350980.509293:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.509296:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.509300:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763350980.509303:0:104354:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:2.0:1763350980.509306:0:104354:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.509310:0:104354:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.509317:0:104354:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92800 count: 2 00010000:00000001:2.0:1763350980.509320:0:104354:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.509323:0:104354:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.509328:0:104354:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0600. 00000020:00000001:2.0:1763350980.509332:0:104354:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.509335:0:104354:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0600 with handle 0xcb8c81cc3033c89a to hash 00000020:00000001:2.0:1763350980.509337:0:104354:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.509339:0:104354:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.509342:0:104354:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.509347:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.509349:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.509354:0:104354:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.509364:0:104354:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.509369:0:104354:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.509372:0:104354:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350980.509375:0:104354:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.509379:0:104354:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763350980.509382:0:104354:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350980.509387:0:104354:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350980.509395:0:104354:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763350980.509396:0:104354:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.509400:0:104354:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.509402:0:104354:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.509404:0:104354:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350980.509406:0:104354:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.509408:0:104354:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.509410:0:104354:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.509413:0:104354:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763350980.509416:0:104354:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.509425:0:104354:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fc:0x0].0x0 (ffff925df4a92800) refcount = 2 00010000:00000040:2.0:1763350980.509428:0:104354:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350980.509432:0:104354:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350980.509444:0:104354:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763350980.509447:0:104354:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 4/0,1 mode: --/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763350980.509455:0:104354:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d400. 00000100:00000001:2.0:1763350980.509459:0:104354:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350980.509466:0:104354:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5000. 00000100:00000001:2.0:1763350980.509468:0:104354:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863968768 : -120547845582848 : ffff925cc47c5000) 00000100:00000001:2.0:1763350980.509470:0:104354:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863968768 : -120547845582848 : ffff925cc47c5000) 00000100:00000001:2.0:1763350980.509473:0:104354:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350980.509475:0:104354:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350980.509477:0:104354:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350980.509480:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.509482:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350980.509484:0:104354:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.509487:0:104354:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.509489:0:104354:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763350980.509491:0:104354:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763350980.509496:0:104354:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1aa00. 00000020:00000040:2.0:1763350980.509500:0:104354:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763350980.509505:0:104354:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350980.509508:0:104354:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350980.509513:0:104354:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350980.509519:0:104354:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc3c73600. 00000100:00000001:2.0:1763350980.509525:0:104354:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.509530:0:104354:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763350980.509545:0:104354:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 20 pid: 57858 timeout: 6290 lvb_type: 1 00010000:00000001:2.0:1763350980.509555:0:104354:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350980.509558:0:104354:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350980.509562:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.509572:0:104354:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350980.509575:0:104354:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.509579:0:104354:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:104354:1849001101455104:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350980.509584:0:104354:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350980.509591:0:104354:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350980.509593:0:104354:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.509625:0:104354:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350980.509630:0:104354:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc3c72a00. 02000000:00000001:2.0:1763350980.509632:0:104354:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350980.509639:0:104354:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5b0b0. 00000400:00000010:2.0:1763350980.509646:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2110. 00000100:00000200:2.0:1763350980.509655:0:104354:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101455104, portal 16 00000100:00000001:2.0:1763350980.509658:0:104354:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.509660:0:104354:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363759104 : -120543345792512 : ffff925dd0b1aa00) 00000100:00000040:2.0:1763350980.509665:0:104354:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.509672:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.509675:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.509678:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2aa0. 00000100:00000200:2.0:1763350980.509681:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101455104, offset 0 00000400:00000200:2.0:1763350980.509688:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.509701:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.509707:0:104354:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350980.509712:0:104354:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350980.509717:0:104354:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350980.509720:0:104354:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350980.509723:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198112:198112:256:4294967295] 192.168.202.2@tcp LPNI seq info [198108:198108:8:4294967295] 00000400:00000200:2.0:1763350980.509735:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.509742:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.509748:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164a00. 00000800:00000200:2.0:1763350980.509755:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.509762:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.509767:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.510340:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.510346:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300857482 00000100:00000001:2.0:1763350980.510354:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300857463 00000100:00000001:2.0:1763350980.510359:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300857482 00000100:00000001:2.0:1763350980.510362:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300857463 00000100:00000001:2.0:1763350980.510364:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300857482 00000100:00000001:2.0:1763350980.510367:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300857463 00000100:00000001:2.0:1763350980.510370:0:104354:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300857482 00000100:00000001:2.0:1763350980.510373:0:104354:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300857463 00000100:00000001:2.0:1763350980.510375:0:104354:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.510377:0:104354:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.510380:0:104354:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.510382:0:104354:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.510384:0:104354:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.510386:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.510387:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.510389:0:104354:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.510391:0:104354:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350980.510393:0:104354:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350980.510395:0:104354:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.510397:0:104354:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350980.510400:0:104354:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350980.510402:0:104354:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5000 going to sleep for 11 seconds 00000100:00000001:2.0:1763350980.510406:0:104354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.510410:0:104354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.510552:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.510558:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164a00. 00000400:00000200:3.0:1763350980.510564:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.510571:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.510576:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2aa0 00000400:00000010:3.0:1763350980.510579:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2aa0. 00000100:00000001:3.0:1763350980.510584:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.510589:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.510630:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.510634:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.510640:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.510642:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.512555:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.512574:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.512579:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.512581:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.512707:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.512729:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd76f00 00000400:00000200:3.0:1763350980.512741:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f8dd [1] + 224 00000800:00000001:3.0:1763350980.512751:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.512762:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.512769:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.512773:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.512781:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.512789:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.512799:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.512856:0:104354:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350980.513434:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.513447:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.513452:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.513454:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.513457:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.513464:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.513472:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfbd80 00000400:00000200:3.0:1763350980.513480:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127afd [2] + 656 00000800:00000001:3.0:1763350980.513485:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.513539:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.513542:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.513545:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.513550:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.513553:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350980.513562:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9875180. 00000100:00000040:3.0:1763350980.513565:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9875180 x1849001118776704 msgsize 328 00000100:00100000:3.0:1763350980.513570:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.513663:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.513669:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.513673:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.513733:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.513737:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118776704 02000000:00000001:0.0:1763350980.513740:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.513743:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.513746:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.513751:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.513755:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118776704 00000020:00000001:0.0:1763350980.513759:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.513762:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350980.513765:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.513768:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=21 00000020:00000001:0.0:1763350980.513771:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350980.513774:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350980.513780:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.513786:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32f80. 00000100:00000001:0.0:1763350980.513790:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.513794:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32f80. 00000020:00000010:0.0:1763350980.513801:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0200. 00000020:00000010:0.0:1763350980.513808:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.513815:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.513826:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350980.513830:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.513835:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350980.513839:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350980.513842:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.513845:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350980.513850:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.513852:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.513854:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=5 00000020:00000001:0.0:1763350980.513856:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350980.513860:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00010000:0.0:1763350980.513867:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 21 pid: 57858 timeout: 6290 lvb_type: 1 00010000:00000001:0.0:1763350980.513878:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.513880:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.513881:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.513884:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.513892:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350980.513900:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dd9875180 x1849001118776704/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.513907:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350980.513909:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.513918:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.513933:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.513935:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.513940:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4028 00000100:00000040:0.0:1763350980.513944:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 2 00000100:00000001:0.0:1763350980.513946:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511978880 : -120543197572736 : ffff925dd9875180) 00000100:00000040:0.0:1763350980.513950:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9875180 x1849001118776704/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.513959:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.513962:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32f80. 00000100:00000001:0.0:1763350980.513965:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.513967:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32f80. 00000100:00100000:0.0:1763350980.513971:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9875180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118776704:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350980.513975:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118776704 00010000:00000001:0.0:1763350980.513978:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350980.513981:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350980.513983:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350980.513989:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.513992:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.513998:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5ba4c00. 02000000:00000001:0.0:1763350980.514000:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.514003:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.514005:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350980.514008:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350980.514010:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.514011:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.514013:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=5 00000020:00000001:0.0:1763350980.514015:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350980.514018:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000040:0.0:1763350980.514022:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92800 count: 3 00002000:00000001:0.0:1763350980.514026:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350980.514033:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.514037:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.514045:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00002000:00000001:0.0:1763350980.514049:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120080 : -120547420431536 : ffff925cddd39b50) 00002000:00000001:0.0:1763350980.514052:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.514061:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350980.514066:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39ba8/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00010000:00010000:0.0:1763350980.514071:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 21 pid: 57858 timeout: 6290 lvb_type: 1 00000100:00001000:0.0:1763350980.514080:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925dc3e2cc50 time=131 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350980.514084:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350980.514090:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.514091:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.514094:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 21 pid: 57858 timeout: 6290 lvb_type: 1 00000020:00000001:0.0:1763350980.514103:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.514105:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.514106:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.514108:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.514122:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.514124:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.514130:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.514131:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.514133:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.514134:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.514137:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1800 with handle 0xcb8c81cc3033c869 from hash 00010000:00000001:0.0:1763350980.514140:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.514141:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.514143:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.514144:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.514151:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.514155:0:54877:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.514157:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.514158:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.514159:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.514161:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.514164:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350980.514166:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dc55d0600 00010000:00000001:0.0:1763350980.514168:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350980.514170:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350980.514173:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350980.514175:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.514177:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350980.514178:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350980.514179:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.514182:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.514184:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350980.514188:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.514195:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350980.514200:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.514207:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fc:0x0].0x0 (ffff925df4a92800) refcount = 3 00010000:00000040:0.0:1763350980.514210:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.514212:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.514218:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.514219:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.514221:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.514222:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.514224:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350980.514228:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32f80. 00000100:00000001:0.0:1763350980.514231:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350980.514237:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.514239:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.514242:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530275791616 : -120543433760000 : ffff925dcb736300) 00000100:00000001:0.0:1763350980.514244:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350980.514246:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350980.514248:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.514250:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.514252:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.514254:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.514255:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.514256:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.514257:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.514258:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350980.514260:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.514262:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.514264:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350980.514266:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb736300. 00000100:00000001:0.0:1763350980.514268:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.514270:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.514273:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32f80. 00010000:00000001:0.0:1763350980.514274:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350980.514276:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350980.514278:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.514283:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.514285:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.514288:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.514293:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.514295:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.514298:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.514300:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.514303:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.514306:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.514309:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.514314:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019ee0. 00000100:00000200:0.0:1763350980.514318:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118776704, offset 224 00000400:00000200:0.0:1763350980.514325:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.514334:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.514340:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198113:198113:256:4294967295] 192.168.202.2@tcp LPNI seq info [198109:198109:8:4294967295] 00000400:00000200:0.0:1763350980.514351:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.514356:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.514361:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350980.514367:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.514374:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.514380:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.514401:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.514404:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.514407:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.514409:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.514413:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9875180 x1849001118776704/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.514422:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9875180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118776704:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 461us (854us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.514429:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4028 00000100:00000040:0.0:1763350980.514433:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350980.514435:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.514437:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.514442:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.514446:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.514450:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0200. 00000020:00000040:0.0:1763350980.514456:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000100:00000001:0.0:1763350980.514459:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1763350980.514581:0:104354:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350980.514585:0:104354:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350980.514591:0:104354:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5b0b0. 00000400:00000200:2.0:1763350980.514620:0:104354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:2.0:1763350980.514622:0:104354:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:2.0:1763350980.514627:0:104354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.514633:0:104354:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000200:3.0:1763350980.514635:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.514639:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000100:00000200:2.0:1763350980.514642:0:104354:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:3.0:1763350980.514643:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.514648:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.514649:0:104354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350980.514651:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019ee0 00000100:00000001:2.0:1763350980.514651:0:104354:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1763350980.514653:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019ee0. 00000100:00000001:2.0:1763350980.514653:0:104354:0:(client.c:1578:after_reply()) Process entered 00000100:00000001:3.0:1763350980.514656:0:3310:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1763350980.514656:0:104354:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350980.514658:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350980.514658:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.514660:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.514663:0:104354:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.514668:0:104354:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=53 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350980.514671:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=53 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.514674:0:104354:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350980.514676:0:104354:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.514678:0:104354:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350980.514682:0:104354:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.514684:0:104354:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.514689:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.514696:0:104354:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.514699:0:104354:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350980.514701:0:104354:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.514703:0:104354:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763350980.514705:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.514709:0:104354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c869 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fc:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb54 expref: 20 pid: 57858 timeout: 6290 lvb_type: 1 00010000:00000040:2.0:1763350980.514716:0:104354:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 13 00000020:00000040:2.0:1763350980.514718:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00010000:00000001:2.0:1763350980.514737:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.514739:0:104354:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.514744:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350980.514752:0:104354:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b1aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_016:lustre-OST0001_UUID:104354:1849001101455104:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350980.514757:0:104354:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.514760:0:104354:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.514761:0:104354:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350980.514763:0:104354:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.514767:0:104354:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b1aa00 x1849001101455104/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.514773:0:104354:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350980.514776:0:104354:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350980.514779:0:104354:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc3c72a00. 02000000:00000001:2.0:1763350980.514784:0:104354:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350980.514786:0:104354:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350980.514788:0:104354:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763350980.514790:0:104354:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350980.514793:0:104354:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc3c73600. 02000000:00000001:2.0:1763350980.514800:0:104354:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350980.514801:0:104354:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350980.514803:0:104354:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1aa00. 00000100:00000001:2.0:1763350980.514806:0:104354:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350980.514808:0:104354:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350980.514810:0:104354:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5000. 00000100:00000001:2.0:1763350980.514812:0:104354:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350980.514814:0:104354:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350980.514816:0:104354:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d400. 00010000:00000001:2.0:1763350980.514819:0:104354:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.514822:0:104354:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.514824:0:104354:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.514826:0:104354:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763350980.514830:0:104354:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350980.514844:0:104354:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.514850:0:104354:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.514853:0:104354:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.514858:0:104354:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.514860:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.514861:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350980.514863:0:104354:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.514871:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:2.0:1763350980.514877:0:104354:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763350980.514881:0:104354:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763350980.514884:0:104354:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1763350980.514887:0:104354:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763350980.514889:0:104354:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 free: 3836739584 avail: 3832545280 00000020:00000001:2.0:1763350980.514893:0:104354:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763350980.514896:0:104354:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 avail=3832545280 left=3521118208 unstable=1703936 tot_grant=310706176 pending=0 00000020:00000001:2.0:1763350980.514899:0:104354:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3521118208 : 3521118208 : d1e00000) 00000020:00000001:2.0:1763350980.514902:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763350980.514905:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 reports grant 287965184 dropped 0, local 289669120 00000020:00000001:2.0:1763350980.514908:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763350980.514910:0:104354:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:2.0:1763350980.514914:0:104354:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 granted: 1703936 ungranted: 0 grant: 287965184 dirty: 1703936 00000020:00000001:2.0:1763350980.514917:0:104354:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:2.0:1763350980.514918:0:104354:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763350980.514921:0:104354:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 wants: 485097472 current grant 287965184 granting: 3407872 00000020:00000020:2.0:1763350980.514924:0:104354:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 tot cached:0 granted:314114048 num_exports: 2 00000020:00000001:2.0:1763350980.514928:0:104354:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:2.0:1763350980.514930:0:104354:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763350980.514932:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.514934:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.514937:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00002000:00000001:2.0:1763350980.514939:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120080 : -120547420431536 : ffff925cddd39b50) 00080000:00000001:2.0:1763350980.514947:0:104354:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:2.0:1763350980.514973:0:104354:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763350980.514979:0:104354:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.514982:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.514983:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.514987:0:104354:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00008000:2.0:1763350980.514990:0:104354:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763350980.514998:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763350980.515035:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:2.0:1763350980.515039:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763350980.515054:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.515057:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763350980.515063:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.515070:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.515073:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.515075:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.515079:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.515082:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.515084:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.515086:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.515088:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.515090:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.515091:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.515092:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.515094:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.515096:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.515097:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.515100:0:104354:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763350980.515103:0:104354:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.515106:0:104354:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763350980.515108:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350980.515123:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515127:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.515136:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925deeea5c00. 00080000:00000001:2.0:1763350980.515139:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530870791168 : -120542838760448 : ffff925deeea5c00) 00000001:00000001:2.0:1763350980.515141:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.515143:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515147:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:2.0:1763350980.515174:0:104354:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:2.0:1763350980.515177:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515182:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350980.515187:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515190:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350980.515215:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.515218:0:104354:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350980.515220:0:104354:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515223:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350980.515252:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.515255:0:104354:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763350980.515258:0:104354:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.515265:0:104354:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:2.0:1763350980.515268:0:104354:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763350980.515271:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350980.515275:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763350980.515317:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.515321:0:104354:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.515325:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763350980.515337:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515339:0:104354:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.515343:0:104354:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925deeea6c00. 00080000:00000001:2.0:1763350980.515345:0:104354:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530870795264 : -120542838756352 : ffff925deeea6c00) 00000001:00000001:2.0:1763350980.515347:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.515349:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515352:0:104354:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:2.0:1763350980.515356:0:104354:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:2.0:1763350980.515361:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.515363:0:104354:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515365:0:104354:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350980.515367:0:104354:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515369:0:104354:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350980.515373:0:104354:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.515401:0:104354:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.515402:0:104354:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515405:0:104354:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350980.515410:0:104354:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515417:0:104354:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515426:0:104354:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350980.515429:0:104354:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515433:0:104354:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:2.0:1763350980.515435:0:104354:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:2.0:1763350980.515437:0:104354:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:2.0:1763350980.515439:0:104354:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:2.0:1763350980.515465:0:104354:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.515469:0:104354:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763350980.515472:0:104354:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff925e006938a0. 00000020:00000040:2.0:1763350980.515475:0:104354:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 2 00000020:00000040:2.0:1763350980.515478:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:2.0:1763350980.515481:0:104354:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.515483:0:104354:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350980.515487:0:104354:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763350980.515490:0:104354:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350980.515492:0:104354:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763350980.515532:0:104354:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763350980.515535:0:104354:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911618, last_committed = 12884911615 00000001:00000010:2.0:1763350980.515539:0:104354:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693480. 00000001:00000040:2.0:1763350980.515542:0:104354:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 3 00000020:00000040:2.0:1763350980.515544:0:104354:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 00080000:00000001:2.0:1763350980.515550:0:104354:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.515560:0:104354:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350980.515563:0:104354:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1763350980.525042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00080000:00000001:1.0:1763350980.549707:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350980.549720:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350980.549723:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350980.549726:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911617 is committed 00000001:00000040:1.0:1763350980.549734:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925df4ce5800 : new cb_count 0 00000020:00000040:1.0:1763350980.549740:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000001:00000010:1.0:1763350980.549744:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4e4e0. 00040000:00000001:1.0:1763350980.549750:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350980.549754:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350980.549756:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5d18000. 00080000:00000001:1.0:1763350980.549760:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350980.549778:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350980.549781:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350980.549782:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350980.549783:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911618 is committed 00000001:00000040:1.0:1763350980.549786:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925dc3e2c800 : new cb_count 2 00000020:00000040:1.0:1763350980.549789:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000001:00000010:1.0:1763350980.549791:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693480. 00000020:00000001:1.0:1763350980.549795:0:58759:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:1.0:1763350980.549798:0:58759:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:1.0:1763350980.549800:0:58759:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925dc3e2c800 : new cb_count 1 00000020:00000040:1.0:1763350980.549803:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000020:00000010:1.0:1763350980.549805:0:58759:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925e006938a0. 00040000:00000001:1.0:1763350980.549807:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350980.549809:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350980.549810:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deeea6c00. 00080000:00000001:1.0:1763350980.549813:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350980.549814:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:1.0:1763350980.549816:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350980.549818:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350980.549819:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deeea5c00. 00080000:00000001:1.0:1763350980.549822:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350980.549824:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763350980.549825:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925dc3e2c800 : new cb_count 0 00000020:00000040:1.0:1763350980.549827:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 18 00000001:00000010:1.0:1763350980.549829:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693e40. 00040000:00000001:1.0:1763350980.549831:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350980.549832:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350980.549834:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5d18c00. 00080000:00000001:1.0:1763350980.549837:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350980.550014:0:104354:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350980.550028:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39ba8/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00002000:00000001:0.0:1763350980.550033:0:104354:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.550044:0:104354:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92800 count: 2 00010000:00000001:0.0:1763350980.550047:0:104354:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763350980.550053:0:104354:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350980.550058:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.550060:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.550069:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00002000:00000001:0.0:1763350980.550072:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120080 : -120547420431536 : ffff925cddd39b50) 00002000:00000001:0.0:1763350980.550075:0:104354:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.550083:0:104354:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350980.550086:0:104354:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x24fc:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763350980.550088:0:104354:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x24fc:0x0] updating lvb mtime from disk: 0 -> 1763350980 00002000:00010000:0.0:1763350980.550091:0:104354:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x24fc:0x0] updating lvb ctime from disk: 0 -> 1763350980 00002000:00010000:0.0:1763350980.550094:0:104354:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x24fc:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:0.0:1763350980.550096:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39ba8/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00002000:00000001:0.0:1763350980.550101:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.550104:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.550108:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:0.0:1763350980.550122:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.550125:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.550128:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=3 00000020:00000001:0.0:1763350980.550131:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350980.550134:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350980.550137:0:104354:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.550143:0:104354:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.550153:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.550155:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.550157:0:104354:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.550164:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.550166:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.550169:0:104354:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.550172:0:104354:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.550179:0:104354:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0600 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:0.0:1763350980.550182:0:104354:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.550184:0:104354:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.550186:0:104354:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.550192:0:104354:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.550193:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.550194:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.550196:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=4 00000020:00000001:0.0:1763350980.550198:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350980.550200:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350980.550203:0:104354:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.550206:0:104354:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.550212:0:104354:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350980.550213:0:104354:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.550215:0:104354:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.550221:0:104354:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.550222:0:104354:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.550224:0:104354:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.550225:0:104354:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.550228:0:104354:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0600 with handle 0xcb8c81cc3033c89a from hash 00010000:00000001:0.0:1763350980.550230:0:104354:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.550231:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.550232:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.550234:0:104354:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.550239:0:104354:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.550242:0:104354:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.550244:0:104354:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.550246:0:104354:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.550248:0:104354:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350980.550250:0:104354:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.550253:0:104354:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.550254:0:104354:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.550256:0:104354:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350980.550259:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.550260:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.550261:0:104354:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.550263:0:104354:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.550265:0:104354:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.550278:0:104354:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.550284:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.550285:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.550286:0:104354:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.550288:0:104354:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.550289:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.550292:0:104354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c89a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 104354 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.550299:0:104354:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92800 count: 0 00002000:00000010:0.0:1763350980.550304:0:104354:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dea57dbc0. 00010000:00000010:0.0:1763350980.550308:0:104354:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925df4a92000. 00010000:00000001:0.0:1763350980.550317:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763350980.550319:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763350980.550321:0:104354:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.550327:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911618, transno 12884911618, xid 1849001118776576 00010000:00000001:0.0:1763350980.550330:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.550343:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9c32300 x1849001118776576/t12884911618(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4584/448 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.550353:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.550356:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.550361:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.550366:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.550369:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.550371:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.550375:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.550377:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.550381:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.550384:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.550392:0:104354:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019660. 00000100:00000200:0.0:1763350980.550399:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118776576, offset 224 00000400:00000200:0.0:1763350980.550406:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.550421:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.550427:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198114:198114:256:4294967295] 192.168.202.2@tcp LPNI seq info [198110:198110:8:4294967295] 00000400:00000200:0.0:1763350980.550440:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.550446:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.550451:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350980.550458:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.550466:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.550471:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.550489:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.550492:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.550494:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.550496:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.550498:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.550505:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c32300 x1849001118776576/t12884911618(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4584/448 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.550515:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9c32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+18:2358:x1849001118776576:12345-192.168.202.2@tcp:4:lfs.0 Request processed in 41279us (41748us total) trans 12884911618 rc 0/0 00000100:00100000:0.0:1763350980.550527:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3711 00000100:00000040:0.0:1763350980.550531:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350980.550534:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.550535:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.550542:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925e00ba5e00. 00000020:00000010:0.0:1763350980.550546:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090d48. 00000020:00000010:0.0:1763350980.550550:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc3c72000. 00000020:00000040:0.0:1763350980.550554:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 17 00000100:00000001:0.0:1763350980.550557:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.550747:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.550752:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:3.0:1763350980.550756:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.550762:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.550768:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019660 00000400:00000010:3.0:1763350980.550770:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019660. 00000100:00000001:3.0:1763350980.550775:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.550777:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.555817:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92800. 00010000:00000010:0.1:1763350980.555836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00000800:00000001:3.0:1763350980.556433:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.556454:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.556457:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.556460:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.556473:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.556496:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 448 into portal 12 MB=0x691a81edfbe00 00000400:00000200:3.0:1763350980.556508:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 448/448 into md 0xd4535 [64] + 124968 00000800:00000001:3.0:1763350980.556519:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.556532:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.556535:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.556540:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.556548:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.556551:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.556558:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9877480. 00000100:00000040:3.0:1763350980.556562:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9877480 x1849001118776832 msgsize 448 00000100:00100000:3.0:1763350980.556567:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.556587:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.556637:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.556641:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.556721:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.556725:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118776832 02000000:00000001:1.0:1763350980.556729:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.556732:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.556734:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.556739:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.556744:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118776832 00000020:00000001:1.0:1763350980.556748:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.556751:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.556753:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.556757:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=502 00000020:00000001:1.0:1763350980.556760:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.556762:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.556767:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.556773:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52980. 00000100:00000001:1.0:1763350980.556778:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.556780:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52980. 00000020:00000010:1.0:1763350980.556789:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:1.0:1763350980.556796:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0a00. 00000020:00000010:1.0:1763350980.556802:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00000100:00000040:1.0:1763350980.556811:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350980.556815:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.556816:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.556819:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.556829:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.556845:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.556861:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.556863:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.556869:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140606 00000100:00000040:1.0:1763350980.556873:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.556876:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511987840 : -120543197563776 : ffff925dd9877480) 00000100:00000040:1.0:1763350980.556884:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9877480 x1849001118776832/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 448/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350980.556894:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.556899:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52980. 00000100:00000001:1.0:1763350980.556901:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.556903:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52980. 00000100:00100000:1.0:1763350980.556907:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+502:226208:x1849001118776832:12345-192.168.202.2@tcp:44:lfs.0 00000100:00000200:1.0:1763350980.556910:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118776832 00000020:00000001:1.0:1763350980.556914:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.556918:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.556924:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.556927:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.556928:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716624 : -1040834992 : ffffffffc1f61e50) 00000020:00000001:1.0:1763350980.556932:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350980.556936:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118776832, found 0 last_xid 1849001118776831 00000020:00000001:1.0:1763350980.556940:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.556942:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.556944:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.556948:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763350980.556954:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.556959:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000020:00000001:1.0:1763350980.556963:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.556965:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.556968:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.556972:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.556978:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff925df5cc8000. 02000000:00000001:1.0:1763350980.556980:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.556983:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.556987:0:20012:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:1.0:1763350980.556992:0:20012:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:1.0:1763350980.556999:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.557008:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1763350980.557015:0:20012:0:(osd_object.c:2123:osd_object_sync()) Process entered 00000100:00000040:3.0:1763350980.585915:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300857482, at 4300857488 00000100:00000010:3.0:1763350980.585936:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693ae0. 00000100:00000040:1.0:1763350980.586006:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300857482, at 4300857488 00000100:00000010:1.0:1763350980.586012:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693540. 00000100:00000040:2.0:1763350980.586190:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300857482, at 4300857488 00000100:00000010:2.0:1763350980.586196:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006933c0. 00000100:00000040:0.0:1763350980.588425:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300857482, at 4300857490 00000100:00000010:0.0:1763350980.588439:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693000. 00080000:00000001:1.0:1763350980.598409:0:20012:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.598425:0:20012:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.598431:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350980.598435:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350980.598444:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.598448:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.598456:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.598460:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.598467:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.598471:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.598474:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.598477:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350980.598480:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.598482:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff3:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00080000:00000001:2.0:1763350980.598486:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00000002:1.0:1763350980.598487:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350980.598492:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.598494:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763350980.598496:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763350980.598499:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055172 is committed 00000001:00000001:1.0:1763350980.598501:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000040:2.0:1763350980.598504:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 12 00000001:00000001:1.0:1763350980.598504:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.598506:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000020:00000040:2.0:1763350980.598508:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 501 00000001:00000001:1.0:1763350980.598508:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.598510:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1763350980.598512:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd060. 00000001:00000001:1.0:1763350980.598512:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.598514:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.598515:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763350980.598517:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000002:1.0:1763350980.598517:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff3:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00040000:00000001:2.0:1763350980.598521:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598522:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:1.0:1763350980.598522:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00040000:00000001:2.0:1763350980.598523:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:1.0:1763350980.598525:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00080000:00000010:2.0:1763350980.598526:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dd1472c00. 00080000:00000001:2.0:1763350980.598529:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598531:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350980.598533:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 11 00000020:00000001:1.0:1763350980.598534:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000040:2.0:1763350980.598535:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00000001:00000010:2.0:1763350980.598537:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd900. 00040000:00000001:2.0:1763350980.598539:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598540:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:1.0:1763350980.598541:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763350980.598542:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598543:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:1.0:1763350980.598543:0:20012:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763350980.598544:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc3c44000. 00080000:00000001:2.0:1763350980.598547:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598548:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000040:1.0:1763350980.598548:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055172, transno 0, xid 1849001118776832 00000001:00000040:2.0:1763350980.598550:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 10 00010000:00000001:1.0:1763350980.598551:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763350980.598552:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000001:00000010:2.0:1763350980.598554:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd840. 00040000:00000001:2.0:1763350980.598556:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598557:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598557:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598558:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598559:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc3c47c00. 00080000:00000001:2.0:1763350980.598562:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598564:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000200:1.0:1763350980.598564:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9877480 x1849001118776832/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 448/440 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000001:00000040:2.0:1763350980.598566:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:2.0:1763350980.598568:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000001:00000010:2.0:1763350980.598570:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd9c0. 00040000:00000001:2.0:1763350980.598572:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598574:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598575:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:1.0:1763350980.598575:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00040000:00000001:2.0:1763350980.598576:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598577:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc3c46400. 00010000:00000001:1.0:1763350980.598578:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.598580:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598581:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00001000:1.0:1763350980.598582:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000020:00080000:2.0:1763350980.598584:0:20046:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967624 batchid updated 00000100:00000001:1.0:1763350980.598588:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.598591:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.598594:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 00000020:00000010:2.0:1763350980.598615:0:20046:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff925cc45fd360. 00040000:00000001:2.0:1763350980.598618:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598620:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598621:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598622:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598623:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc3c46c00. 00080000:00000001:2.0:1763350980.598625:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 02000000:00000001:1.0:1763350980.598626:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00080000:00000001:2.0:1763350980.598630:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 02000000:00000001:1.0:1763350980.598630:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.598632:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763350980.598633:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763350980.598634:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055176 is committed 00000100:00000001:1.0:1763350980.598634:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000001:00000040:2.0:1763350980.598637:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 8 00000100:00000040:1.0:1763350980.598638:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000020:00000040:2.0:1763350980.598639:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000001:00000010:2.0:1763350980.598642:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006932a0. 00040000:00000001:2.0:1763350980.598644:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000400:00000010:1.0:1763350980.598644:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74990. 00040000:00000001:2.0:1763350980.598645:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598646:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598647:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598648:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925cddc44800. 00080000:00000001:2.0:1763350980.598651:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000200:1.0:1763350980.598652:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1849001118776832, offset 224 00080000:00000001:2.0:1763350980.598653:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350980.598655:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:2.0:1763350980.598656:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000001:00000010:2.0:1763350980.598658:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006939c0. 00000400:00000200:1.0:1763350980.598659:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00040000:00000001:2.0:1763350980.598660:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598661:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598662:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598663:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598665:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925cddc47000. 00080000:00000001:2.0:1763350980.598667:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598669:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350980.598671:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:2.0:1763350980.598673:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000001:00000010:2.0:1763350980.598674:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693b40. 00000400:00000200:1.0:1763350980.598676:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00040000:00000001:2.0:1763350980.598677:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598678:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598679:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598680:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598681:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00ecbc00. 00080000:00000001:2.0:1763350980.598684:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:1.0:1763350980.598684:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198115:198115:256:4294967295] 192.168.202.2@tcp LPNI seq info [198111:198111:8:4294967295] 00080000:00000001:2.0:1763350980.598686:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350980.598688:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:2.0:1763350980.598690:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000001:00000010:2.0:1763350980.598692:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693a20. 00000004:00080000:2.0:1763350980.598696:0:20046:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 367 committed 00000400:00000200:1.0:1763350980.598697:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.598704:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.2@tcp 00000004:00000010:2.0:1763350980.598707:0:20046:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff925e00693780. 00040000:00000001:2.0:1763350980.598709:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598710:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598711:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000800:00000010:1.0:1763350980.598711:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00040000:00000001:2.0:1763350980.598712:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598713:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00074800. 00080000:00000001:2.0:1763350980.598716:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598718:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000800:00000200:1.0:1763350980.598718:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000001:00000040:2.0:1763350980.598720:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:2.0:1763350980.598721:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000001:00000010:2.0:1763350980.598723:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006937e0. 00040000:00000001:2.0:1763350980.598724:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598726:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000200:1.0:1763350980.598726:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00040000:00000001:2.0:1763350980.598727:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598728:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598729:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00076c00. 00000800:00000200:1.0:1763350980.598731:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 536 niov 1 nkiov 1 00080000:00000001:2.0:1763350980.598732:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598734:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350980.598737:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:2.0:1763350980.598739:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000001:00000010:2.0:1763350980.598740:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5ea0. 00000100:00000001:1.0:1763350980.598742:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763350980.598743:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598745:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:1.0:1763350980.598745:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00040000:00000001:2.0:1763350980.598746:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598747:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598748:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904dc00. 00010000:00000001:1.0:1763350980.598748:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.598751:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.598752:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598753:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350980.598755:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 2 00000020:00000001:1.0:1763350980.598755:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000020:00000040:2.0:1763350980.598756:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000001:00000010:2.0:1763350980.598758:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f50c0. 00000100:00000040:1.0:1763350980.598760:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9877480 x1849001118776832/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 448/440 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1763350980.598762:0:20046:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:2.0:1763350980.598765:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43900 refcount 2 committed 0 result 0 batchid 4294967626 00000020:00080000:2.0:1763350980.598769:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43540 00000020:00080000:2.0:1763350980.598772:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925de904fc00 00000100:00100000:1.0:1763350980.598772:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9877480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+491:226208:x1849001118776832:12345-192.168.202.2@tcp:44:lfs.0 Request processed in 41875us (42207us total) trans 0 rc 0/0 00000020:00000001:2.0:1763350980.598775:0:20046:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:2.0:1763350980.598777:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43900 refcount 2 committed 1 result 0 batchid 4294967626 00000020:00000040:2.0:1763350980.598779:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43540 00000020:00000040:2.0:1763350980.598782:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925de904fc00 00000100:00100000:1.0:1763350980.598782:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140606 00000020:00000001:2.0:1763350980.598785:0:20046:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:2.0:1763350980.598786:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598787:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000040:1.0:1763350980.598787:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00040000:00000001:2.0:1763350980.598788:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598789:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000100:00000001:1.0:1763350980.598790:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000010:2.0:1763350980.598791:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904fc00. 00000100:00000001:1.0:1763350980.598792:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:2.0:1763350980.598793:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598794:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350980.598796:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:2.0:1763350980.598797:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000020:00000010:1.0:1763350980.598797:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0a00. 00000001:00000010:2.0:1763350980.598799:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5ae0. 00000020:00000001:2.0:1763350980.598801:0:20046:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:2.0:1763350980.598803:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43480 refcount 2 committed 0 result 0 batchid 4294967625 00000020:00000010:1.0:1763350980.598803:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00080000:2.0:1763350980.598806:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43600 00000020:00000010:1.0:1763350980.598807:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00080000:2.0:1763350980.598808:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925de904e400 00000020:00000001:2.0:1763350980.598811:0:20046:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:1.0:1763350980.598811:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000020:00000040:2.0:1763350980.598813:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43480 refcount 2 committed 1 result 0 batchid 4294967625 00000100:00000001:1.0:1763350980.598814:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1763350980.598816:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43600 00000020:00000040:2.0:1763350980.598818:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925de904e400 00000020:00000001:2.0:1763350980.598821:0:20046:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:2.0:1763350980.598822:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598823:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598824:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598825:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598826:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904e400. 00080000:00000001:2.0:1763350980.598829:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598830:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350980.598832:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 0 00000020:00000040:2.0:1763350980.598834:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000001:00000010:2.0:1763350980.598836:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5060. 00040000:00000001:2.0:1763350980.598838:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598839:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598840:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598841:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598842:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904f000. 00080000:00000001:2.0:1763350980.598844:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350980.598846:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1763350980.598847:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598849:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350980.598850:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350980.598851:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350980.598853:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904c800. 00080000:00000001:2.0:1763350980.598856:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000020:00080000:0.0:1763350980.598899:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967626 committed batchid 4294967624 00000020:00000001:0.0:1763350980.598904:0:20049:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:0.0:1763350980.598910:0:20049:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff925dd0a4e120. 00080000:00000001:0.0:1763350980.598913:0:20049:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350980.598922:0:20049:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df2391000. 00080000:00000001:0.0:1763350980.598926:0:20049:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530926280704 : -120542783270912 : ffff925df2391000) 00080000:00000001:0.0:1763350980.598931:0:20049:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350980.599021:0:20049:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350980.599023:0:20049:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.599075:0:20049:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350980.599096:0:20049:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.599100:0:20049:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350980.599178:0:20049:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:0.0:1763350980.599181:0:20049:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967626: rc = 0 00080000:00000001:0.0:1763350980.599185:0:20049:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763350980.599196:0:20049:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.599198:0:20049:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.599201:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:0.0:1763350980.599202:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925ccdbd7780 refcount 1 committed 1 result 0 batchid 4294967623 00000020:00000040:0.0:1763350980.599206:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8700 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925ccdbd7d80 00000020:00000040:0.0:1763350980.599209:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00077c00 00000020:00000040:0.0:1763350980.599213:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:0.0:1763350980.599217:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:0.0:1763350980.599220:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350980.599222:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925dfb5e8700. 00000020:00000010:0.0:1763350980.599225:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925dfb5e8400. 00000020:00000010:0.0:1763350980.599228:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925ccdbd7780. 00000020:00000001:0.0:1763350980.599230:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:0.0:1763350980.599232:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5d80 refcount 1 committed 1 result 0 batchid 4294967624 00000020:00000040:0.0:1763350980.599234:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925cc47c5180 00000020:00000040:0.0:1763350980.599237:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925dfb5e8f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00077000 00000020:00000040:0.0:1763350980.599239:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:0.0:1763350980.599241:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:0.0:1763350980.599242:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350980.599244:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925dfb5e8300. 00000020:00000010:0.0:1763350980.599246:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925dfb5e8f00. 00000020:00000010:0.0:1763350980.599247:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925cc47c5d80. 00000020:00080000:0.0:1763350980.599250:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967624 00000004:00000001:3.0:1763350980.599311:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763350980.599315:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.599318:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763350980.599320:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763350980.599322:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763350980.599327:0:20036:0:(llog.c:663:llog_process_thread()) processing rec 0xffff925cc2ad77a0 type=0x0 idx=0 00000040:00001000:3.0:1763350980.599331:0:20036:0:(llog.c:720:llog_process_thread()) synced_idx: 9566 00000040:00000001:3.0:1763350980.599336:0:20036:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:3.0:1763350980.599339:0:20036:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:3.0:1763350980.599347:0:20036:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9566 (cur idx 9565 off 614400), size 620512 00000040:00000001:3.0:1763350980.599382:0:20036:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:3.0:1763350980.599385:0:20036:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:3.0:1763350980.599387:0:20036:0:(llog.c:663:llog_process_thread()) processing rec 0xffff925cc2ad77a0 type=0x10692404 idx=9566 00000040:00001000:3.0:1763350980.599391:0:20036:0:(llog.c:776:llog_process_thread()) lrh_index: 9566 lrh_len: 64 (2144 remains) 00000040:00001000:3.0:1763350980.599393:0:20036:0:(llog.c:797:llog_process_thread()) index: 9566, lh_last_idx: 9566 synced_idx: 9566 lgh_last_idx: 9566 00000004:00000001:3.0:1763350980.599395:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:3.0:1763350980.599396:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763350980.599398:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.599401:0:20036:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:3.0:1763350980.599402:0:20036:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:3.0:1763350980.599404:0:20036:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:3.0:1763350980.599410:0:20036:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9875880. 00000020:00000040:3.0:1763350980.599414:0:20036:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=7 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763350980.599418:0:20036:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350980.599422:0:20036:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350980.599428:0:20036:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350980.599434:0:20036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925de904f400. 00000100:00000001:3.0:1763350980.599441:0:20036:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.599444:0:20036:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446623530511980672 : -120543197570944 : ffff925dd9875880) 00000100:00000001:3.0:1763350980.599450:0:20036:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350980.599455:0:20036:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.599463:0:20036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000086a19dad] to pc [ptlrpcd_00_01+1] req@ffff925dd9875880 x1849001101455232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763350980.599497:0:20036:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763350980.599500:0:20036:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 2 in progress 00000004:00001000:3.0:1763350980.599503:0:20036:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9566, id 366 00000004:00000001:3.0:1763350980.599505:0:20036:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:3.0:1763350980.599507:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763350980.599508:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.599510:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763350980.599511:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.599638:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.599643:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:3.0:1763350980.599648:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.599654:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.599660:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74990 00000400:00000010:3.0:1763350980.599662:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74990. 00000100:00000001:3.0:1763350980.599668:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.599670:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350980.599716:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763350980.599720:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1763350980.599722:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.599728:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350980.599730:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.599732:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350980.599734:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350980.599736:0:3315:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350980.599742:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9875880 x1849001101455232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.599750:0:3315:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350980.599753:0:3315:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.599756:0:3315:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350980.599759:0:3315:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350980.599762:0:3315:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.599765:0:3315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101455232:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763350980.599769:0:3315:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350980.599774:0:3315:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350980.599777:0:3315:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.599779:0:3315:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350980.599783:0:3315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925df2390000. 02000000:00000001:0.0:1763350980.599785:0:3315:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350980.599791:0:3315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb2c0. 00000400:00000010:0.0:1763350980.599797:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019908. 00000100:00000200:0.0:1763350980.599803:0:3315:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101455232, portal 4 00000100:00000001:0.0:1763350980.599806:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350980.599807:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511980672 : -120543197570944 : ffff925dd9875880) 00000100:00000040:0.0:1763350980.599814:0:3315:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd9875880 x1849001101455232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.599820:0:3315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.599822:0:3315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350980.599824:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019880. 00000100:00000200:0.0:1763350980.599826:0:3315:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1849001101455232, offset 0 00000400:00000200:0.0:1763350980.599831:0:3315:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350980.599841:0:3315:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350980.599853:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a81dd76f80 00000400:00000200:0.0:1763350980.599860:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x118e29 [8] + 2408 00000400:00000200:0.0:1763350980.599867:0:3315:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.599870:0:3315:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350980.599874:0:3315:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350980.599877:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350980.599881:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcfb80. 00000100:00000040:0.0:1763350980.599884:0:3315:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcfb80 x1849001101455232 msgsize 544 00000100:00100000:0.0:1763350980.599888:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350980.599894:0:3315:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350980.599900:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019880 00000400:00000010:0.0:1763350980.599902:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019880. 00000100:00000001:0.0:1763350980.599905:0:3315:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350980.599909:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9875880 x1849001101455232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.599922:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.599925:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9875880 x1849001101455232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.599931:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.599932:0:3315:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350980.599935:0:3315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.599940:0:3315:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24591 usecs (25 jiffies) 00000100:00000001:0.0:1763350980.599944:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300857527 00000100:00000010:0.0:1763350980.599947:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e360. 00000100:00000001:0.0:1763350980.599954:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350980.599962:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300857527 00000100:00000010:0.0:1763350980.599966:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e780. 00000100:00000001:0.0:1763350980.599970:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350980.599979:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300857527 00000100:00000010:0.0:1763350980.599982:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4ea20. 00000100:00000001:0.0:1763350980.599986:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350980.599991:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300857527 00000100:00000010:0.0:1763350980.599994:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e1e0. 00000100:00000001:0.0:1763350980.599997:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350980.600006:0:3315:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.600009:0:3315:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.600012:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.600014:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.600330:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.600334:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101455232 02000000:00000001:2.0:1763350980.600336:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.600339:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.600341:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.600345:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.600349:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101455232 00000020:00000001:2.0:1763350980.600353:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.600355:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:2.0:1763350980.600358:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.600362:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=9 00000020:00000001:2.0:1763350980.600364:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:2.0:1763350980.600367:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:2.0:1763350980.600373:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.600378:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000020:00000010:2.0:1763350980.600384:0:57858:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925e00bda180. 00000020:00000040:2.0:1763350980.600391:0:57858:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:2.0:1763350980.600405:0:57858:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350980.600408:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000020:00000010:2.0:1763350980.600414:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08600. 00000020:00000010:2.0:1763350980.600419:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cc4722b80. 00000020:00000010:2.0:1763350980.600425:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350980.600433:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350980.600436:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.600437:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350980.600440:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.600448:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.600457:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.600466:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.600469:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.600474:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20007 00000100:00000040:2.0:1763350980.600477:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:2.0:1763350980.600479:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901371776 : -120542808179840 : ffff925df0bcfb80) 00000100:00000040:2.0:1763350980.600485:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcfb80 x1849001101455232/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 544/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.600493:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.600496:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000100:00000001:2.0:1763350980.600498:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.600501:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000100:00100000:2.0:1763350980.600504:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+9:3315:x1849001101455232:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:2.0:1763350980.600508:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101455232 00000020:00000001:2.0:1763350980.600512:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.600516:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.600518:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.600520:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.600523:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839936 : -1038711680 : ffffffffc2168480) 00000020:00000001:2.0:1763350980.600526:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350980.600529:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.600532:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.600534:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.600538:0:57858:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350980.600540:0:57858:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350980.600543:0:57858:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.600546:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.600548:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.600550:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.600551:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.600553:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.600555:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.600556:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.600558:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.600559:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.600560:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.600562:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.600564:0:57858:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.600566:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.600570:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.600572:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.600576:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925deeea5c00. 02000000:00000001:2.0:1763350980.600578:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.600580:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.600585:0:57858:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:2.0:1763350980.600589:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350980.600591:0:57858:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:2.0:1763350980.600617:0:57858:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9684 count 1 00002000:00000001:2.0:1763350980.600622:0:57858:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:2.0:1763350980.600625:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.600629:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.600636:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:2.0:1763350980.600640:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00010000:00000001:2.0:1763350980.600645:0:57858:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.600649:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350980.600657:0:57858:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92a00. 00010000:00000010:2.0:1763350980.600662:0:57858:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925df4a92e00. 00010000:00000001:2.0:1763350980.600666:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.600670:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1800. 00000020:00000001:2.0:1763350980.600675:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.600677:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1800 with handle 0xcb8c81cc3033c8a1 to hash 00000020:00000001:2.0:1763350980.600680:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.600682:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.600685:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00002000:00000001:2.0:1763350980.600690:0:57858:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763350980.600695:0:57858:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dea57d900. 00002000:00000001:2.0:1763350980.600698:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.600700:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.600702:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289086184 : -120547420465432 : ffff925cddd316e8) 00002000:00000001:2.0:1763350980.600704:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289086096 : -120547420465520 : ffff925cddd31690) 00002000:00000001:2.0:1763350980.600707:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350980.600714:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350980.600716:0:57858:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d4:0x0] initial LVB size: 4096, mtime: 0x691a99c0, atime: 0x691a99c0, ctime: 0x691a99c1, blocks: 0xb 00002000:00000001:2.0:1763350980.600720:0:57858:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:2.0:1763350980.600723:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.600725:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.600730:0:57858:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.600740:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.600745:0:57858:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.600748:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350980.600753:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350980.600756:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.600759:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.600762:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350980.600763:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.600765:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.600768:0:57858:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763350980.600774:0:57858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.600783:0:57858:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d4:0x0].0x0 (ffff925df4a92a00) refcount = 1 00010000:00000040:2.0:1763350980.600786:0:57858:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350980.600789:0:57858:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.600800:0:57858:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.600804:0:57858:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.600806:0:57858:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.600809:0:57858:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.600812:0:57858:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.600814:0:57858:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.600817:0:57858:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350980.600819:0:57858:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.600823:0:57858:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.600830:0:57858:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.600832:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.600834:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.600836:0:57858:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.600838:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.600839:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:2.0:1763350980.600841:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.600844:0:57858:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.600847:0:57858:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350980.600850:0:57858:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.600855:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.600856:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.600859:0:57858:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.600864:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.600865:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.600868:0:57858:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763350980.600873:0:57858:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925cc47c5d80. 00010000:00000001:2.0:1763350980.600876:0:57858:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763350980.600887:0:57858:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763350980.600890:0:57858:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.600891:0:57858:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.600893:0:57858:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350980.600894:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.600895:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350980.600897:0:57858:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:2.0:1763350980.600901:0:57858:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.600908:0:57858:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925deeea6c00. 00080000:00000001:2.0:1763350980.600910:0:57858:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530870795264 : -120542838756352 : ffff925deeea6c00) 00000001:00000001:2.0:1763350980.600912:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.600914:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350980.600919:0:57858:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x25d4:0x0] not in the id map cache 00080000:00000001:2.0:1763350980.600923:0:57858:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350980.600943:0:57858:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.600945:0:57858:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.600949:0:57858:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763350980.600952:0:57858:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350980.600957:0:57858:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.600959:0:57858:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.600962:0:57858:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.600966:0:57858:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.600969:0:57858:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350980.600973:0:57858:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1763350980.600975:0:57858:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00000001:00000001:2.0:1763350980.601002:0:57858:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1763350980.601005:0:57858:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.601011:0:57858:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.601014:0:57858:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350980.601019:0:57858:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.601048:0:57858:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.601049:0:57858:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.601067:0:57858:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.601072:0:57858:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763350980.601091:0:57858:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.601094:0:57858:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1763350980.601096:0:57858:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350980.601098:0:57858:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.601099:0:57858:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.601100:0:57858:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.601102:0:57858:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.601104:0:57858:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350980.601106:0:57858:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1763350980.601107:0:57858:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00080000:00000001:2.0:1763350980.601202:0:57858:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.601205:0:57858:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.601209:0:57858:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350980.601213:0:57858:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350980.601217:0:57858:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847698, last_committed = 21474847692 00000001:00000010:2.0:1763350980.601223:0:57858:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006939c0. 00000001:00000040:2.0:1763350980.601225:0:57858:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 5 00000020:00000040:2.0:1763350980.601227:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=10 00080000:00000001:2.0:1763350980.601235:0:57858:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.601246:0:57858:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350980.601249:0:57858:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.601262:0:57858:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.601264:0:57858:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.601267:0:57858:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00080000:00000010:2.0:1763350980.601289:0:57858:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ddffc8ab0. 00002000:00000001:2.0:1763350980.601295:0:57858:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1763350980.601297:0:57858:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x25d4:0x0] 00002000:00000010:2.0:1763350980.601300:0:57858:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff925cddd31690. 00002000:00000001:2.0:1763350980.601307:0:57858:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1763350980.601308:0:57858:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.601315:0:57858:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1763350980.601319:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 21474847698, xid 1849001101455232 00010000:00000001:2.0:1763350980.601322:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.601328:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bcfb80 x1849001101455232/t21474847698(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 544/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350980.601336:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.601339:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.601344:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.601349:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.601351:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350980.601354:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350980.601357:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.601358:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.601362:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.601364:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350980.601368:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2110. 00000100:00000200:2.0:1763350980.601373:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001101455232, offset 224 00000400:00000200:2.0:1763350980.601379:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350980.601389:0:57858:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350980.601398:0:57858:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a81dd76f80 00000400:00000200:2.0:1763350980.601404:0:57858:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12f8f1 [1] + 224 00000400:00000200:2.0:1763350980.601411:0:57858:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.601414:0:57858:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350980.601418:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.601424:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9875880 x1849001101455232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350980.601433:0:57858:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff925dd9875880 x1849001101455232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.601448:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350980.601453:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:2.0:1763350980.601455:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:2.0:1763350980.601458:0:57858:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.601460:0:57858:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350980.601463:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.601466:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350980.601469:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.601470:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.601473:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.601476:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcfb80 x1849001101455232/t21474847698(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 544/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350980.601484:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+10:3315:x1849001101455232:12345-0@lo:6:osp-syn-0-0.0 Request processed in 990us (1598us total) trans 21474847698 rc 0/0 00000100:00100000:2.0:1763350980.601492:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20007 00000100:00000040:2.0:1763350980.601496:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:2.0:1763350980.601498:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.601500:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.601504:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cc4722b80. 00000020:00000010:2.0:1763350980.601508:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:2.0:1763350980.601512:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08600. 00000020:00000040:2.0:1763350980.601517:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 9 00000100:00000001:2.0:1763350980.601520:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.601684:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350980.601687:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.601690:0:8315:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763350980.601694:0:8315:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763350980.601696:0:8315:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.601701:0:8315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.601714:0:8315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1800 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:0.0:1763350980.601717:0:8315:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.601719:0:8315:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.601722:0:8315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.601728:0:8315:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.601730:0:8315:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.601731:0:8315:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.601733:0:8315:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:0.0:1763350980.601735:0:8315:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350980.601737:0:8315:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:0.0:1763350980.601740:0:8315:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.601743:0:8315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.601749:0:8315:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350980.601751:0:8315:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.601752:0:8315:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.601757:0:8315:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.601759:0:8315:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.601760:0:8315:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.601762:0:8315:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.601764:0:8315:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1800 with handle 0xcb8c81cc3033c8a1 from hash 00010000:00000001:0.0:1763350980.601767:0:8315:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.601768:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.601769:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.601770:0:8315:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.601773:0:8315:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.601775:0:8315:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.601776:0:8315:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.601779:0:8315:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.601781:0:8315:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350980.601783:0:8315:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.601786:0:8315:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.601787:0:8315:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.601789:0:8315:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350980.601792:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.601793:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.601795:0:8315:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.601797:0:8315:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.601798:0:8315:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.601801:0:8315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.601806:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.601808:0:8315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c8a1 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.601815:0:8315:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92a00 count: 0 00002000:00000010:0.0:1763350980.601821:0:8315:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dea57d900. 00010000:00000010:0.0:1763350980.601824:0:8315:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925df4a92e00. 00010000:00000001:0.0:1763350980.601840:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.601841:0:8315:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763350980.601843:0:8315:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925cc47c5d80. 00010000:00000001:0.0:1763350980.601845:0:8315:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.601847:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350980.601848:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.601850:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350980.601852:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350980.601853:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.601855:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350980.601856:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350980.601857:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.601859:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763350980.601867:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350980.601870:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350980.601877:0:3315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350980.601879:0:3315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350980.601882:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb2c0. 00000400:00000200:0.0:1763350980.601885:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019908 00000400:00000010:0.0:1763350980.601886:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019908. 00000100:00000001:0.0:1763350980.601889:0:3315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.601893:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd9875880 x1849001101455232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350980.601902:0:3315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd9875880 x1849001101455232/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.601907:0:3315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350980.601909:0:3315:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.601912:0:3315:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350980.601915:0:3315:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350980.601917:0:3315:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.601919:0:3315:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.601922:0:3315:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.601928:0:3315:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ac58 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350980.601932:0:3315:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=79 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.601934:0:3315:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350980.601936:0:3315:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.601939:0:3315:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350980.601942:0:3315:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.601944:0:3315:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763350980.601946:0:3315:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763350980.601948:0:3315:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763350980.601951:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350980.601952:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511980672 : -120543197570944 : ffff925dd9875880) 00000100:00000001:0.0:1763350980.601956:0:3315:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350980.601959:0:3315:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:0.0:1763350980.601960:0:3315:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350980.601962:0:3315:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.601967:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd9875880 x1849001101455232/t21474847698(21474847698) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.601973:0:3315:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.601976:0:3315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350980.601978:0:3315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1763350980.601982:0:3315:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff925dd9875880/2, rc 0, transno 21474847698 00000004:00001000:0.0:1763350980.601986:0:3315:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 2 in progress 00000100:00000040:0.0:1763350980.601990:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9875880 x1849001101455232/t21474847698(21474847698) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.601997:0:3315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd9875880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101455232:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763350980.602002:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.602004:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.602007:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9875880 x1849001101455232/t21474847698(21474847698) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.602013:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.602015:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.602021:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350980.602023:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.602035:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350980.602039:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.602162:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350980.602166:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1763350980.602174:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1763350980.602180:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000800:00000001:3.0:1763350980.606483:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.606505:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.606511:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.606514:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.606527:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.606547:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfbe80 00000400:00000200:3.0:1763350980.606557:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e29 [8] + 2952 00000800:00000001:3.0:1763350980.606565:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.606690:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.606694:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.606700:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.606708:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.606712:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.606719:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9877100. 00000100:00000040:3.0:1763350980.606723:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9877100 x1849001118776960 msgsize 440 00000100:00100000:3.0:1763350980.606728:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.606743:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.606753:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.606757:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.606781:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.606785:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118776960 02000000:00000001:2.0:1763350980.606788:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.606791:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.606794:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.606800:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.606805:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118776960 00000020:00000001:2.0:1763350980.606809:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.606812:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350980.606815:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.606819:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=18 00000020:00000001:2.0:1763350980.606822:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350980.606824:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350980.606830:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.606836:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d880. 00000100:00000001:2.0:1763350980.606840:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.606843:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d880. 00000020:00000010:2.0:1763350980.606850:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08600. 00000020:00000010:2.0:1763350980.606857:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cc4722b80. 00000020:00000010:2.0:1763350980.606863:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350980.606872:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350980.606876:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.606877:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350980.606880:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.606890:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.607085:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.607101:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.607103:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.607108:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20008 00000100:00000040:2.0:1763350980.607121:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350980.607123:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511986944 : -120543197564672 : ffff925dd9877100) 00000100:00000040:2.0:1763350980.607132:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9877100 x1849001118776960/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.607142:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.607145:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d880. 00000100:00000001:2.0:1763350980.607147:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.607149:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d880. 00000100:00100000:2.0:1763350980.607154:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+18:2361:x1849001118776960:12345-192.168.202.2@tcp:16:lfs.0 00000100:00000200:2.0:1763350980.607158:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118776960 00000020:00000001:2.0:1763350980.607162:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.607168:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.607170:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.607172:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.607175:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840416 : -1038711200 : ffffffffc2168660) 00000020:00000001:2.0:1763350980.607179:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350980.607183:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.607185:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.607188:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.607192:0:63085:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350980.607196:0:63085:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350980.607199:0:63085:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.607202:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.607204:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.607207:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.607209:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.607211:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.607213:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.607214:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.607216:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.607217:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.607218:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.607219:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.607222:0:63085:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.607224:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.607228:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.607231:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.607236:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925deeea4400. 02000000:00000001:2.0:1763350980.607238:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.607240:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.607244:0:63085:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:2.0:1763350980.607247:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.607250:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.607258:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00002000:00000001:2.0:1763350980.607260:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120080 : -120547420431536 : ffff925cddd39b50) 00000020:00000001:2.0:1763350980.607264:0:63085:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:2.0:1763350980.607267:0:63085:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.607275:0:63085:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1763350980.607278:0:63085:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.607283:0:63085:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.607290:0:63085:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.607294:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350980.607302:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.607305:0:63085:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:2.0:1763350980.607308:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39ba8/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00010000:00000040:2.0:1763350980.607312:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911618, transno 0, xid 1849001118776960 00010000:00000001:2.0:1763350980.607315:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.607321:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9877100 x1849001118776960/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.607330:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.607332:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.607336:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.607341:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.607344:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.607347:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.607349:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.607352:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.607356:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.607358:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.607368:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2110. 00000100:00000200:2.0:1763350980.607375:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118776960, offset 224 00000400:00000200:2.0:1763350980.607383:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.607394:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.607401:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198116:198116:256:4294967295] 192.168.202.2@tcp LPNI seq info [198112:198112:8:4294967295] 00000400:00000200:2.0:1763350980.607412:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.607417:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.607423:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084800. 00000800:00000200:2.0:1763350980.607429:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.607437:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.607441:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084800 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.607460:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.607464:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.607467:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.607469:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.607472:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.607475:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9877100 x1849001118776960/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.607484:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9877100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+18:2361:x1849001118776960:12345-192.168.202.2@tcp:16:lfs.0 Request processed in 341us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350980.607491:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20008 00000100:00000040:2.0:1763350980.607495:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350980.607497:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.607499:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.607504:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cc4722b80. 00000020:00000010:2.0:1763350980.607508:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:2.0:1763350980.607511:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08600. 00000020:00000040:2.0:1763350980.607516:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 17 00000100:00000001:2.0:1763350980.607519:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.607678:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.607683:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084800. 00000400:00000200:3.0:1763350980.607687:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.607692:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.607697:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:3.0:1763350980.607700:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:3.0:1763350980.607704:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.607706:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.610646:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92a00. 00010000:00000010:0.1:1763350980.610661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00000800:00000001:3.0:1763350980.616313:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.616333:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.616338:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.616341:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.616354:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.616376:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 12 MB=0x691a81edfbf80 00000400:00000200:3.0:1763350980.616386:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 488/488 into md 0xd4535 [64] + 125416 00000800:00000001:3.0:1763350980.616396:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.616405:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.616408:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.616412:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.616422:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.616424:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.616431:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9875500. 00000100:00000040:3.0:1763350980.616436:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9875500 x1849001118777216 msgsize 488 00000100:00100000:3.0:1763350980.616440:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.616459:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.616470:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.616473:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.616559:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.616563:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118777216 02000000:00000001:1.0:1763350980.616566:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.616569:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.616572:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.616578:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.616582:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118777216 00000020:00000001:1.0:1763350980.616586:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.616588:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.616591:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.616636:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:1.0:1763350980.616639:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.616642:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.616647:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.616654:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.616658:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.616662:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000020:00000010:1.0:1763350980.616670:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:0.0:1763350980.616749:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70c00. 00000020:00000010:0.0:1763350980.616758:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.616769:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350980.616772:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.616774:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350980.616777:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.616787:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.616802:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.616817:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.616820:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.616825:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140607 00000100:00000040:0.0:1763350980.616829:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.616831:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511979776 : -120543197571840 : ffff925dd9875500) 00000100:00000040:0.0:1763350980.616839:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9875500 x1849001118777216/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.616854:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.616857:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.616859:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.616861:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.616866:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226208:x1849001118777216:12345-192.168.202.2@tcp:36:lfs.0 00000100:00000200:0.0:1763350980.616870:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118777216 00000020:00000001:0.0:1763350980.616874:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.616879:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.616884:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.616887:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.616890:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:0.0:1763350980.616893:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350980.616898:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118777216, found 0 last_xid 1849001118777215 00000020:00000001:0.0:1763350980.616901:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.616904:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.616906:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.616910:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.616913:0:20012:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:0.0:1763350980.616920:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff925dd9875500 x1849001118777216/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/0 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350980.616931:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763350980.616934:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763350980.616936:0:20012:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:0.0:1763350980.616939:0:20012:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763350980.616944:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.616946:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.616949:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.616951:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=18789624 : 18789624 : 0x11eb4f8) 00000001:00000001:0.0:1763350980.616953:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=18789624 : 18789624 : 11eb4f8) 00000001:00000001:0.0:1763350980.616956:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.616957:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294941927 : 4294941927 : 0xffff9ce7) 00000001:00000001:0.0:1763350980.616960:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294941927 : 4294941927 : ffff9ce7) 00000001:00000001:0.0:1763350980.616961:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.616963:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.616965:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.616967:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.616968:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.616969:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.616972:0:20012:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.616975:0:20012:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.616977:0:20012:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.616979:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.616983:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350980.616984:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350980.616987:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.616989:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.616996:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff925dd80bd000. 02000000:00000001:0.0:1763350980.616998:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.617001:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.617005:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350980.617007:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.617008:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.617010:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.617011:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.617013:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.617015:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.617016:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.617017:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.617020:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.617021:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.617026:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350980.617033:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350980.617035:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350980.617038:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350980.617040:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.617043:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.617045:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.617047:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350980.617049:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.617052:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350980.617055:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.617057:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763350980.617060:0:20012:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:0.0:1763350980.617064:0:20012:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x3ff3:0x0] 7 req@ffff925dd9875500 x1849001118777216/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/3152 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350980.617073:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350980.617076:0:20012:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350980.617079:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.617081:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.617083:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:0.0:1763350980.617086:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:0.0:1763350980.617089:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000040:0.0:1763350980.617093:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92600 count: 3 00000004:00000001:0.0:1763350980.617098:0:20012:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763350980.617101:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350980.617104:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.617107:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.617109:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.617120:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.617126:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.617128:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.617135:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.617137:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.617139:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.617141:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.617144:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033c862 from hash 00010000:00000001:0.0:1763350980.617147:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.617148:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.617149:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.617151:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.617158:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.617161:0:20012:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.617163:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.617165:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.617170:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c862 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb4d expref: 489 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.617181:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350980.617184:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00010000:00000010:0.0:1763350980.617187:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be680. 00010000:00000001:0.0:1763350980.617197:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.617199:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.617202:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.617204:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) 00010000:00000001:0.0:1763350980.617208:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.617211:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.617213:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350980.617215:0:20012:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350980.617216:0:20012:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350980.617220:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350980.617222:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff3:0x0] 00000020:00000001:0.0:1763350980.617225:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.617230:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000004:00000001:0.0:1763350980.617233:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014997664 : -120547694553952 : ffff925ccd7cd4a0) 00000004:00000001:0.0:1763350980.617235:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763350980.617237:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350980.617243:0:20012:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925dde922b28. 00000004:00000001:0.0:1763350980.617253:0:20012:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763350980.617257:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.617260:0:20012:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350980.617263:0:20012:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350980.617265:0:20012:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:0.0:1763350980.617267:0:20012:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1763350980.617270:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350980.617275:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.617277:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.617282:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92600 count: 2 00010000:00000001:0.0:1763350980.617285:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.617288:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.617293:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350980.617296:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.617298:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033c8a8 to hash 00000020:00000001:0.0:1763350980.617300:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.617302:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000010:0.0:1763350980.617306:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a100. 00010000:00000001:0.0:1763350980.617309:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350980.617311:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.617313:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.617317:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.617323:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.617326:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.617328:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.617331:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.617333:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.617335:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.617337:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.617340:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.617342:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.617344:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.617345:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.617348:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) refcount = 2 00010000:00000040:0.0:1763350980.617351:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.617354:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c84d lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb3f expref: 488 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.617362:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.617367:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.617369:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.617371:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.617373:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.617374:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.617376:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.617379:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.617381:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.617384:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.617387:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.617391:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.617393:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.617394:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.617395:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.617397:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.617398:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350980.617400:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350980.617402:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350980.617404:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.617405:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.617406:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.617408:0:20012:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.617413:0:20012:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763350980.617426:0:20012:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763350980.617430:0:20012:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350980.617436:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350980.617445:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd0a4e4e0. 00080000:00000001:0.0:1763350980.617449:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350980.617459:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df2390c00. 00080000:00000001:0.0:1763350980.617462:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530926279680 : -120542783271936 : ffff925df2390c00) 00000004:00000001:0.0:1763350980.617467:0:20012:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763350980.617470:0:20012:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763350980.617473:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.617476:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530926279680 : -120542783271936 : ffff925df2390c00) 00080000:00000001:0.0:1763350980.617479:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350980.617502:0:20012:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.617505:0:20012:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.617507:0:20012:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.617511:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763350980.617514:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350980.617520:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350980.617522:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.617523:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530926279680 : -120542783271936 : ffff925df2390c00) 00080000:00000001:0.0:1763350980.617527:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350980.617533:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350980.617534:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.617536:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.617559:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.617562:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.617564:0:20012:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350976, ctime 1763350980 00000004:00000001:0.0:1763350980.617567:0:20012:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:0.0:1763350980.617570:0:20012:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:0.0:1763350980.617572:0:20012:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:0.0:1763350980.617573:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.617575:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530926279680 : -120542783271936 : ffff925df2390c00) 00080000:00000001:0.0:1763350980.617578:0:20012:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763350980.618338:0:20012:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.618343:0:20012:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.618346:0:20012:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.618348:0:20012:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.618354:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350980.618357:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350980.618362:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350980.618366:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055177, last_committed = 8590055176 00000001:00000010:0.0:1763350980.618370:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4ed80. 00000001:00000040:0.0:1763350980.618373:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:0.0:1763350980.618376:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:0.0:1763350980.618381:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dcb4f69c0. 00000004:00000001:0.0:1763350980.618389:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350980.618391:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.618392:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530926279680 : -120542783271936 : ffff925df2390c00) 00080000:00000001:0.0:1763350980.618396:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350980.618427:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350980.618429:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350980.618433:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dcb4f69c0: xid 1849001118777216, transno 8590055177, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763350980.618436:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.618449:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350980.618452:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd0a4e4e0. 00000020:00000001:0.0:1763350980.618455:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.618462:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92600 count: 3 00010000:00000001:0.0:1763350980.618464:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.618468:0:20012:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:0.0:1763350980.618471:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350980.618474:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763350980.618475:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.618476:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350980.618478:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.618480:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.618481:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350980.618483:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350980.618486:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00000004:00010000:0.0:1763350980.618489:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000e555b360 reply state 0000000012d97185 transno 8590055177 ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:0.0:1763350980.618497:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763350980.618499:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.618501:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.618502:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.618504:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350980.618505:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350980.618507:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763350980.618509:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350980.618512:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350980.618516:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.618519:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.618523:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.618526:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.618533:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.618536:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.618539:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.618542:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350980.618544:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.618547:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff3:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763350980.618550:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350980.618552:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.618555:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.618557:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.618559:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.618561:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.618563:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.618564:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.618565:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.618567:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.618569:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff3:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:0.0:1763350980.618572:0:20012:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:0.0:1763350980.618574:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.618577:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:0.0:1763350980.618582:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350980.618588:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.618591:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350980.618593:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350980.618666:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.618669:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763350980.618674:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350980.618676:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350980.618677:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350980.618679:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350980.618681:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350980.618685:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350980.618860:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.618865:0:20012:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.618869:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 8590055177, xid 1849001118777216 00010000:00000001:0.0:1763350980.618873:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763350980.618875:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00010000:00000200:0.0:1763350980.618878:0:20012:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055177, last committed = 8590055176 00010000:00000200:0.0:1763350980.618887:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9875500 x1849001118777216/t8590055177(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350980.618896:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.618899:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.618903:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.618908:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.618911:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.618914:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.618917:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.618919:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.618923:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.618926:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.618932:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019908. 00000100:00000200:0.0:1763350980.618939:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118777216, offset 224 00000400:00000010:0.0:1763350980.618946:0:20012:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925dde9222d8. 00000400:00000200:0.0:1763350980.618951:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.618966:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.618973:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198117:198117:256:4294967295] 192.168.202.2@tcp LPNI seq info [198113:198113:8:4294967295] 00000400:00000200:0.0:1763350980.618979:0:20012:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:0.0:1763350980.618986:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.618992:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.618998:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350980.619005:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.619012:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.619017:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.623284:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.623305:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.623311:0:20012:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.623314:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.623318:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.623329:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9875500 x1849001118777216/t8590055177(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 488/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.623343:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9875500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226208:x1849001118777216:12345-192.168.202.2@tcp:36:lfs.0 Request processed in 6487us (6904us total) trans 8590055177 rc 0/0 00000100:00100000:0.0:1763350980.623353:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140607 00000100:00000040:0.0:1763350980.623359:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.623362:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.623366:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.623374:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70c00. 00000020:00000010:0.0:1763350980.623384:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.623389:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:0.0:1763350980.623395:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:0.0:1763350980.623398:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.623681:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.623695:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:3.0:1763350980.623701:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.623707:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.623715:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.623717:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.623727:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.623744:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.623747:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.623749:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.623757:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:3.0:1763350980.623776:0:3308:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f901 00000400:00000200:3.0:1763350980.623783:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.623786:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:3.0:1763350980.623792:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019908 00000400:00000010:3.0:1763350980.623796:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019908. 00000100:00000001:3.0:1763350980.623798:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.623800:0:3308:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763350980.623803:0:3308:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350980.623819:0:3308:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350980.623821:0:3308:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350980.623822:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.623828:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.623832:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.623834:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.623835:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.623839:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.623846:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfc000 00000400:00000200:3.0:1763350980.623857:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 3392 00000800:00000001:3.0:1763350980.623863:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763350980.623866:0:3302:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:2.0:1763350980.623874:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.623877:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.623881:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:2.0:1763350980.623883:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:2.0:1763350980.623886:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:2.0:1763350980.623889:0:3302:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350980.623895:0:3302:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350980.623903:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.623905:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.623907:0:3302:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350980.623918:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.623919:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.623923:0:3302:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350980.623928:0:3302:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:2.0:1763350980.623934:0:3302:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e3400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350980.623938:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.623941:0:3302:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350980.623944:0:3302:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350980.623950:0:3302:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350980.623951:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.623953:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.623954:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=4 00000020:00000001:2.0:1763350980.623956:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:2.0:1763350980.623958:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:2.0:1763350980.623962:0:3302:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350980.623964:0:3302:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350980.623970:0:3302:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350980.623972:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350980.623973:0:3302:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.623978:0:3302:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.623980:0:3302:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.623982:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.623983:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.623987:0:3302:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3400 with handle 0xcb8c81cc3033c8a8 from hash 00010000:00000001:2.0:1763350980.623989:0:3302:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.623990:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.623992:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.623993:0:3302:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.623999:0:3302:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.624001:0:3302:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.624003:0:3302:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.624005:0:3302:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.624008:0:3302:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.624011:0:3302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) 00010000:00010000:2.0:1763350980.624014:0:3302:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350980.624017:0:3302:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.624019:0:3302:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.624021:0:3302:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.624023:0:3302:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350980.624026:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.624027:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.624028:0:3302:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.624030:0:3302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.624033:0:3302:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.624035:0:3302:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350980.624041:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.624042:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.624044:0:3302:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350980.624046:0:3302:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350980.624047:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.624049:0:3302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c8a8 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:2.0:1763350980.624057:0:3302:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a100. 00010000:00000001:2.0:1763350980.624066:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1763350980.624069:0:3302:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:2.0:1763350980.624071:0:3302:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.624333:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.624336:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.624341:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.624346:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.624349:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.624360:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d52a00. 00000100:00000040:3.0:1763350980.624364:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d52a00 x1849001118777344 msgsize 328 00000100:00100000:3.0:1763350980.624368:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.624384:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.624390:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.624394:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.624413:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.624417:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118777344 02000000:00000001:2.0:1763350980.624420:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.624422:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.624425:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.624431:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.624434:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118777344 00000020:00000001:2.0:1763350980.624437:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.624439:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350980.624440:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.624443:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=18 00000020:00000001:2.0:1763350980.624445:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350980.624447:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350980.624452:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.624457:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d880. 00000100:00000001:2.0:1763350980.624466:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.624469:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d880. 00000020:00000010:2.0:1763350980.624476:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08600. 00000020:00000010:2.0:1763350980.624483:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cc4722b80. 00000020:00000010:2.0:1763350980.624488:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350980.624495:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350980.624499:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.624500:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350980.624502:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.624509:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.624579:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.624589:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.624591:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.624615:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20009 00000100:00000040:2.0:1763350980.624619:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350980.624621:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171392000 : -120542538159616 : ffff925e00d52a00) 00000100:00000040:2.0:1763350980.624627:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d52a00 x1849001118777344/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.624635:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.624638:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d880. 00000100:00000001:2.0:1763350980.624641:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.624643:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d880. 00000100:00100000:2.0:1763350980.624647:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+18:226208:x1849001118777344:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350980.624651:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118777344 00000020:00000001:2.0:1763350980.624654:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.624658:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.624660:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.624663:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.624666:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350980.624669:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350980.624673:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.624676:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.624678:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.624686:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.624688:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350980.624691:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350980.624693:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350980.624696:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350980.624698:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.624704:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350980.624714:0:63085:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92f00. 00010000:00000010:2.0:1763350980.624718:0:63085:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925df4a92500. 00010000:00000001:2.0:1763350980.624723:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.624726:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0a00. 00000020:00000001:2.0:1763350980.624731:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.624733:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0a00 with handle 0xcb8c81cc3033c8af to hash 00000020:00000001:2.0:1763350980.624735:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.624736:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00000001:2.0:1763350980.624739:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663744 : -120543535887872 : ffff925dc55d0a00) 00010000:00010000:2.0:1763350980.624743:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c8af lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb85 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763350980.624752:0:63085:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763350980.624758:0:63085:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dea57d880. 00002000:00000001:2.0:1763350980.624763:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.624766:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.624773:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00002000:00000001:2.0:1763350980.624776:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120080 : -120547420431536 : ffff925cddd39b50) 00002000:00000001:2.0:1763350980.624779:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350980.624787:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350980.624790:0:63085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x24fc:0x0] initial LVB size: 4096, mtime: 0x691a99c4, atime: 0x0, ctime: 0x691a99c4, blocks: 0xb 00002000:00000001:2.0:1763350980.624793:0:63085:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763350980.624796:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39ba8/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00010000:00000040:2.0:1763350980.624800:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 14 00000020:00000040:2.0:1763350980.624802:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=19 00000100:00000001:2.0:1763350980.624812:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.624815:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.624819:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925deeea4000. 02000000:00000001:2.0:1763350980.624822:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.624824:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.624827:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.624830:0:63085:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.624833:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350980.624835:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350980.624838:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.624840:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.624842:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350980.624843:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350980.624845:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.624849:0:63085:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763350980.624855:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c8af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb85 expref: 19 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.624863:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fc:0x0].0x0 (ffff925df4a92f00) refcount = 1 00010000:00000040:2.0:1763350980.624866:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350980.624869:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c8af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb85 expref: 19 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.624878:0:63085:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.624880:0:63085:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.624882:0:63085:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.624884:0:63085:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.624886:0:63085:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.624888:0:63085:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.624893:0:63085:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350980.624896:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0a00/0xcb8c81cc3033c8af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fc:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb85 expref: 19 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.624905:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.624908:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350980.624910:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.624912:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.624913:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.624915:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.624916:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.624918:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0a00, rc 0) 00000020:00000001:2.0:1763350980.624920:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350980.624924:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911618, transno 0, xid 1849001118777344 00010000:00000001:2.0:1763350980.624927:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.624932:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d52a00 x1849001118777344/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.624939:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.624942:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.624946:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.624951:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.624954:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.624956:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.624959:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.624961:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.624964:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.624967:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.624972:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2440. 00000100:00000200:2.0:1763350980.624977:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118777344, offset 224 00000400:00000200:2.0:1763350980.624985:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.624996:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.625003:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198118:198118:256:4294967295] 192.168.202.2@tcp LPNI seq info [198114:198114:8:4294967295] 00000400:00000200:2.0:1763350980.625014:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.625020:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.625025:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084d00. 00000800:00000200:2.0:1763350980.625031:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.625039:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.625043:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.625060:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.625064:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.625067:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.625068:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.625071:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.625074:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d52a00 x1849001118777344/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.625083:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:226208:x1849001118777344:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 447us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350980.625089:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20009 00000100:00000040:2.0:1763350980.625093:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350980.625096:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.625097:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.625100:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cc4722b80. 00000020:00000010:2.0:1763350980.625104:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:2.0:1763350980.625107:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08600. 00000020:00000040:2.0:1763350980.625120:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 18 00000100:00000001:2.0:1763350980.625123:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763350980.625666:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300857527, at 4300857528 00000100:00000010:1.0:1763350980.625680:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e780. 00000100:00000040:0.0:1763350980.625741:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300857527, at 4300857528 00000100:00000010:0.0:1763350980.625748:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e360. 00000100:00000040:2.0:1763350980.625798:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300857527, at 4300857528 00000100:00000010:2.0:1763350980.625804:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4ea20. 00000800:00000200:3.0:1763350980.629354:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.629366:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084d00. 00000400:00000200:3.0:1763350980.629376:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.629385:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.629393:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2440 00000400:00000010:3.0:1763350980.629396:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2440. 00000100:00000001:3.0:1763350980.629402:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.629404:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.629413:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.629428:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.629431:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.629433:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.629440:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.629456:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfc080 00000400:00000200:3.0:1763350980.629465:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e29 [8] + 3720 00000800:00000001:3.0:1763350980.629474:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.629483:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.629485:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.629488:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.629493:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.629495:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.629502:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d50e00. 00000100:00000040:3.0:1763350980.629505:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d50e00 x1849001118777472 msgsize 440 00000100:00100000:3.0:1763350980.629510:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.629526:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.629533:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.629536:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.629645:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.629649:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118777472 02000000:00000001:2.0:1763350980.629652:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.629654:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.629657:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.629662:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.629666:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118777472 00000020:00000001:2.0:1763350980.629670:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.629672:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350980.629674:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.629677:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=19 00000020:00000001:2.0:1763350980.629680:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350980.629683:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350980.629688:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.629696:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000100:00000001:2.0:1763350980.629700:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.629703:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000020:00000010:2.0:1763350980.629709:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08600. 00000020:00000010:2.0:1763350980.629715:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cc4722b80. 00000020:00000010:2.0:1763350980.629721:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350980.629730:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350980.629733:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.629735:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350980.629738:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.629746:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763350980.630361:0:3309:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000100:00000040:3.0:1763350980.630432:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300857527, at 4300857532 00000100:00000010:3.0:1763350980.630442:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e1e0. 00000100:00000001:2.0:1763350980.630478:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.630493:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.630495:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.630501:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20010 00000100:00000040:2.0:1763350980.630505:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350980.630507:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171384832 : -120542538166784 : ffff925e00d50e00) 00000100:00000040:2.0:1763350980.630515:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d50e00 x1849001118777472/t0(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.630532:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.630535:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000100:00000001:2.0:1763350980.630537:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.630540:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000100:00100000:2.0:1763350980.630544:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2360:x1849001118777472:12345-192.168.202.2@tcp:2:lfs.0 00000100:00000200:2.0:1763350980.630548:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118777472 00000020:00000001:2.0:1763350980.630552:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.630556:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.630558:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.630560:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.630563:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839744 : -1038711872 : ffffffffc21683c0) 00000020:00000001:2.0:1763350980.630566:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350980.630570:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.630573:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.630575:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.630578:0:63085:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350980.630581:0:63085:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350980.630584:0:63085:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.630586:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.630589:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.630591:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.630593:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.630655:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.630657:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.630658:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.630660:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.630662:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.630663:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.630665:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.630668:0:63085:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.630670:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.630675:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.630678:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.630686:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dd1472c00. 02000000:00000001:2.0:1763350980.630688:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.630691:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.630695:0:63085:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:2.0:1763350980.630699:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.630702:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.630710:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00002000:00000001:2.0:1763350980.630713:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120080 : -120547420431536 : ffff925cddd39b50) 00002000:00000001:2.0:1763350980.630717:0:63085:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:2.0:1763350980.630722:0:63085:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.630729:0:63085:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:2.0:1763350980.630732:0:63085:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.630734:0:63085:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.630737:0:63085:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350980.630739:0:63085:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.630743:0:63085:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.630754:0:63085:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ecbc00. 00080000:00000001:2.0:1763350980.630757:0:63085:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172936704 : -120542536614912 : ffff925e00ecbc00) 00000001:00000001:2.0:1763350980.630759:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.630760:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.630764:0:63085:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350980.630788:0:63085:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.630791:0:63085:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350980.630795:0:63085:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.630798:0:63085:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350980.630803:0:63085:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.630836:0:63085:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.630837:0:63085:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.630859:0:63085:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350980.630865:0:63085:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925df0e57e00. 00080000:00000001:2.0:1763350980.630874:0:63085:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350980.630920:0:63085:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.630923:0:63085:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763350980.630925:0:63085:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.630928:0:63085:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1763350980.630931:0:63085:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.630933:0:63085:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.630938:0:63085:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350980.630943:0:63085:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350980.630946:0:63085:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911619, last_committed = 12884911618 00000001:00000010:2.0:1763350980.630950:0:63085:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006937e0. 00000001:00000040:2.0:1763350980.630953:0:63085:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 1 00000020:00000040:2.0:1763350980.630956:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=20 00080000:00000001:2.0:1763350980.630962:0:63085:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.630986:0:63085:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350980.630989:0:63085:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.631001:0:63085:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.631007:0:63085:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.631013:0:63085:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350980.631016:0:63085:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:2.0:1763350980.631020:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39ba8/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00010000:00000040:2.0:1763350980.631028:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92f00 count: 2 00010000:00000001:2.0:1763350980.631031:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763350980.631035:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350980.631039:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350980.631040:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.631042:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00002000:00000001:2.0:1763350980.631045:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120080 : -120547420431536 : ffff925cddd39b50) 00002000:00000001:2.0:1763350980.631048:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350980.631053:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350980.631056:0:63085:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x24fc:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:2.0:1763350980.631059:0:63085:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x24fc:0x0] updating lvb mtime from disk: 1763350980 -> 1763350976 00002000:00010000:2.0:1763350980.631062:0:63085:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x24fc:0x0] updating lvb atime from disk: 0 -> 1763350976 00002000:00010000:2.0:1763350980.631064:0:63085:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x24fc:0x0] updating lvb ctime from disk: 1763350980 -> 1763350980 00002000:00010000:2.0:1763350980.631067:0:63085:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x24fc:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:2.0:1763350980.631069:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39ba8/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00010000:00000040:2.0:1763350980.631074:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911618, transno 12884911619, xid 1849001118777472 00010000:00000001:2.0:1763350980.631077:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.631083:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d50e00 x1849001118777472/t12884911619(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.631098:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.631100:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.631105:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.631120:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.631122:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.631125:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.631128:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.631130:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.631134:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.631137:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.631143:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d27f8. 00000100:00000200:2.0:1763350980.631149:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118777472, offset 224 00000400:00000200:2.0:1763350980.631156:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.631170:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.631177:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198119:198119:256:4294967295] 192.168.202.2@tcp LPNI seq info [198115:198115:8:4294967295] 00000400:00000200:2.0:1763350980.631189:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.631195:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.631200:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084100. 00000800:00000200:2.0:1763350980.631207:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.631215:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.631220:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084100 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.631238:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.631242:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.631244:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.631246:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.631248:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.631251:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d50e00 x1849001118777472/t12884911619(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.631259:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2360:x1849001118777472:12345-192.168.202.2@tcp:2:lfs.0 Request processed in 726us (1752us total) trans 12884911619 rc 0/0 00000100:00100000:2.0:1763350980.631269:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20010 00000100:00000040:2.0:1763350980.631273:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350980.631275:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.631277:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.631282:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cc4722b80. 00000020:00000010:2.0:1763350980.631287:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:2.0:1763350980.631291:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08600. 00000020:00000040:2.0:1763350980.631296:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000100:00000001:2.0:1763350980.631300:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.631513:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.631517:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084100. 00000400:00000200:3.0:1763350980.631520:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.631525:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.631529:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d27f8 00000400:00000010:3.0:1763350980.631531:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d27f8. 00000100:00000001:3.0:1763350980.631536:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.631538:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350980.632712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00010000:00000001:3.0:1763350980.634973:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.634980:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.634998:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.635000:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.635003:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.635004:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.635010:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.635013:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.635019:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.635021:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.635136:0:5785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763350980.635140:0:5785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.635144:0:5785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:0.0:1763350980.636527:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.636548:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350980.636553:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.636556:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.636570:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350980.636590:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 472 into portal 12 MB=0x691a81edfc180 00000400:00000200:0.0:1763350980.636714:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 472/472 into md 0xd4535 [64] + 125904 00000800:00000001:0.0:1763350980.636725:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.636814:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.636819:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.636824:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.636834:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.636837:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350980.636844:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1aa00. 00000100:00000040:2.0:1763350980.636850:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1aa00 x1849001118777728 msgsize 472 00000100:00100000:2.0:1763350980.636854:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.636869:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.636879:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.636883:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.636938:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.636941:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118777728 02000000:00000001:0.0:1763350980.636945:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.636948:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.636951:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.636956:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.636961:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118777728 00000020:00000001:0.0:1763350980.636964:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.636966:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.636969:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.636974:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:0.0:1763350980.636977:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350980.636980:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.636986:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.636992:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.636996:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.636999:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.637007:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350980.637014:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70c00. 00000020:00000010:0.0:1763350980.637020:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.637030:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350980.637034:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.637035:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350980.637039:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.637047:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.637062:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.637076:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.637079:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.637084:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140608 00000100:00000040:0.0:1763350980.637089:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.637092:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363759104 : -120543345792512 : ffff925dd0b1aa00) 00000100:00000040:0.0:1763350980.637100:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1aa00 x1849001118777728/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 472/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.637119:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.637122:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.637125:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.637127:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.637132:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226208:x1849001118777728:12345-192.168.202.2@tcp:55:lfs.0 00000100:00000200:0.0:1763350980.637136:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118777728 00000020:00000001:0.0:1763350980.637140:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.637145:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350980.637152:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dcb4f69c0: xid 1849001118777216, transno 8590055177, client gen 3, slot idx 1 00000001:00000001:0.0:1763350980.637159:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925cc47c59c0: xid 1849001118774784, transno 8590055176, client gen 3, slot idx 0 00000001:00000010:0.0:1763350980.637164:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925cc47c59c0. 00000020:00000001:0.0:1763350980.637169:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.637172:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.637175:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717152 : -1040834464 : ffffffffc1f62060) 00000020:00000001:0.0:1763350980.637179:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350980.637183:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118777728, found 0 last_xid 1849001118777727 00000020:00000001:0.0:1763350980.637186:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.637189:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.637191:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.637195:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763350980.637201:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.637206:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000020:00000001:0.0:1763350980.637209:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.637211:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.637216:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.637219:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.637225:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df2393400. 02000000:00000001:0.0:1763350980.637228:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.637232:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.637238:0:20012:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:0.0:1763350980.637244:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350980.637247:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.637250:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.637253:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.637254:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.637256:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.637258:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.637259:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.637261:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.637262:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.637263:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.637265:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.637267:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.637268:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.637270:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.637272:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.637273:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.637275:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.637278:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.637279:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.637285:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350980.637292:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350980.637295:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350980.637298:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350980.637300:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.637304:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.637306:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.637308:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350980.637311:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.637314:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350980.637319:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.637323:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.637331:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92600 count: 2 00010000:00000001:0.0:1763350980.637335:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.637338:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.637343:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3c00. 00000020:00000001:0.0:1763350980.637348:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.637351:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3c00 with handle 0xcb8c81cc3033c8b6 to hash 00000020:00000001:0.0:1763350980.637353:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.637355:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000010:0.0:1763350980.637361:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a500. 00010000:00000001:0.0:1763350980.637365:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.637369:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.637371:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.637376:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.637390:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.637394:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.637397:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.637399:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.637402:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.637404:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.637406:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.637409:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.637411:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.637413:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.637414:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.637417:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) refcount = 2 00010000:00000040:0.0:1763350980.637420:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.637425:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c84d lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb3f expref: 489 pid: 20551 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.637433:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.637440:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.637445:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.637447:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.637449:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.637450:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.637453:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.637456:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.637459:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.637461:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.637465:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.637471:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.637473:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.637475:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.637477:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.637479:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.637481:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:0.0:1763350980.637483:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.637486:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.637488:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.637490:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.637492:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.637496:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350980.637501:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.637510:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.637514:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.637522:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.637526:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.637530:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763350980.637533:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763350980.637534:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350980.637538:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350980.637541:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:0.0:1763350980.637544:0:20012:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x3ff3:0x0]flags=0x2 00000004:00000001:0.0:1763350980.637548:0:20012:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:0.0:1763350980.637551:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350980.637554:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763350980.637555:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.637557:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350980.637559:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.637560:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.637561:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:0.0:1763350980.637563:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.637566:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.637569:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.637571:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.637576:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.637578:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.637581:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.637587:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.637588:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.637591:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.637620:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350980.637628:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e3c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350980.637631:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.637634:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.637636:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.637642:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.637644:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.637645:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.637646:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=4 00000020:00000001:0.0:1763350980.637648:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.637651:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.637654:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.637657:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.637663:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350980.637665:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350980.637666:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.637669:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.637671:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.637673:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.637674:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.637676:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3c00 with handle 0xcb8c81cc3033c8b6 from hash 00010000:00000001:0.0:1763350980.637679:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.637680:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.637681:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.637682:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.637685:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.637686:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.637688:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.637691:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.637693:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.637696:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) 00010000:00010000:0.0:1763350980.637699:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:0.0:1763350980.637703:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.637706:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.637708:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.637710:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350980.637713:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.637714:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.637715:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.637718:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.637720:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.637723:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.637729:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.637730:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.637732:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.637733:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.637735:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.637737:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8b6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350980.637743:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a500. 00010000:00000001:0.0:1763350980.637751:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.637753:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.637754:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350980.637756:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350980.637757:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:0.0:1763350980.637761:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350980.637763:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350980.637765:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.637768:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1763350980.637773:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 0, xid 1849001118777728 00010000:00000001:0.0:1763350980.637776:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.637782:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1aa00 x1849001118777728/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 472/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.637791:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.637794:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.637798:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.637804:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.637806:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.637809:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.637812:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.637814:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.637818:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.637821:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.637827:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019880. 00000100:00000200:0.0:1763350980.637833:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118777728, offset 224 00000400:00000200:0.0:1763350980.637840:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.637853:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.637860:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198120:198120:256:4294967295] 192.168.202.2@tcp LPNI seq info [198116:198116:8:4294967295] 00000400:00000200:0.0:1763350980.637872:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.637878:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.637884:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350980.637892:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.637900:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.637905:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.637927:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.637931:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.637934:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.637936:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.637939:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.637944:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1aa00 x1849001118777728/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 472/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.637955:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226208:x1849001118777728:12345-192.168.202.2@tcp:55:lfs.0 Request processed in 842us (1102us total) trans 0 rc -22/-22 00000100:00100000:0.0:1763350980.637963:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140608 00000100:00000040:0.0:1763350980.637967:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.637970:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.637971:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.637976:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70c00. 00000020:00000010:0.0:1763350980.637981:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.637985:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350980.637991:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:0.0:1763350980.637995:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.638228:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.638233:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:3.0:1763350980.638238:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.638243:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.638249:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019880 00000400:00000010:3.0:1763350980.638252:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019880. 00000100:00000001:3.0:1763350980.638256:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.638258:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.641711:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.641731:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.641736:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.641739:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.641752:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.641771:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfc200 00000400:00000200:3.0:1763350980.641782:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e29 [8] + 4160 00000800:00000001:3.0:1763350980.641791:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.641801:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.641804:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.641809:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.641818:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.641821:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.641828:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d50380. 00000100:00000040:3.0:1763350980.641833:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d50380 x1849001118777856 msgsize 440 00000100:00100000:3.0:1763350980.641838:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.641994:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763350980.642066:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.642071:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118777856 02000000:00000001:1.0:1763350980.642075:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.642078:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.642081:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.642087:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.642092:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118777856 00000020:00000001:1.0:1763350980.642095:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.642098:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.642101:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.642105:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:1.0:1763350980.642108:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.642121:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.642126:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.642132:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.642137:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.642140:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000020:00000010:1.0:1763350980.642147:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:1.0:1763350980.642153:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0a00. 00000020:00000010:1.0:1763350980.642160:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00000100:00000040:1.0:1763350980.642169:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.642173:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.642174:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.642177:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.642187:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.642206:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.642220:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.642222:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.642229:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20011 00000100:00000040:1.0:1763350980.642234:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350980.642238:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171382144 : -120542538169472 : ffff925e00d50380) 00000100:00000040:1.0:1763350980.642245:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d50380 x1849001118777856/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350980.642256:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.642258:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.642260:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.642262:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000100:00100000:1.0:1763350980.642267:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118777856:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:1.0:1763350980.642271:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118777856 00000020:00000001:1.0:1763350980.642275:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.642279:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.642283:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.642286:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.642289:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:1.0:1763350980.642292:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.642297:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.642300:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.642303:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.642306:0:57858:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763350980.642311:0:57858:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763350980.642314:0:57858:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.642318:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.642320:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.642323:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.642324:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.642327:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.642328:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.642329:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.642331:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.642333:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.642334:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.642336:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.642338:0:57858:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.642341:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.642346:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.642348:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.642355:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df5cc8c00. 02000000:00000001:1.0:1763350980.642358:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.642361:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350980.642365:0:57858:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:1.0:1763350980.642369:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350980.642373:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.642380:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:1.0:1763350980.642383:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:1.0:1763350980.642387:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350980.642395:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350980.642397:0:57858:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763350980.642400:0:57858:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:1.0:1763350980.642405:0:57858:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.642413:0:57858:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:1.0:1763350980.642417:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00000020:00000001:1.0:1763350980.642422:0:57858:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350980.642431:0:57858:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350980.642436:0:57858:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.642439:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118777856 00010000:00000001:1.0:1763350980.642443:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.642448:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d50380 x1849001118777856/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350980.642458:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.642461:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.642465:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.642470:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.642473:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.642476:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.642479:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.642482:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.642485:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.642489:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.642495:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74550. 00000100:00000200:1.0:1763350980.642502:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118777856, offset 224 00000400:00000200:1.0:1763350980.642511:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.642524:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.642532:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198121:198121:256:4294967295] 192.168.202.2@tcp LPNI seq info [198117:198117:8:4294967295] 00000400:00000200:1.0:1763350980.642544:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.642551:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.642556:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:1.0:1763350980.642563:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.642571:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.642576:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.643659:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.643669:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.643673:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.643675:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.643678:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.643686:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d50380 x1849001118777856/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350980.643698:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118777856:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 1441us (1863us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350980.643710:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20011 00000100:00000040:1.0:1763350980.643715:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350980.643718:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.643720:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.643726:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0a00. 00000020:00000010:1.0:1763350980.643733:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00000010:1.0:1763350980.643738:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:1.0:1763350980.643743:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:1.0:1763350980.643746:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.643812:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.643824:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.643942:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.643947:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:2.0:1763350980.643953:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.643958:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.643965:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74550 00000400:00000010:2.0:1763350980.643968:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74550. 00000100:00000001:2.0:1763350980.643974:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.643976:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.644676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00000800:00000001:3.0:1763350980.647466:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.647487:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.647492:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.647494:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.647508:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.647529:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 568 into portal 12 MB=0x691a81edfc280 00000400:00000200:3.0:1763350980.647539:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 568/568 into md 0xd4535 [64] + 126376 00000800:00000001:3.0:1763350980.647549:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.647558:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.647561:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.647567:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.647575:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.647578:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.647585:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d50000. 00000100:00000040:3.0:1763350980.647590:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d50000 x1849001118777984 msgsize 568 00000100:00100000:3.0:1763350980.647594:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.647657:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.647666:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.647670:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.647883:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350980.647887:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118777984 02000000:00000001:2.0:1763350980.647891:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350980.647894:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.647897:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.647903:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.647908:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118777984 00000020:00000001:2.0:1763350980.647911:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350980.647914:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350980.647917:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.647922:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:2.0:1763350980.647925:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350980.647928:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350980.647934:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.647940:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000100:00000001:2.0:1763350980.647944:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.647947:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000020:00000010:2.0:1763350980.647954:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08600. 00000020:00000010:2.0:1763350980.647960:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cc4722b80. 00000020:00000010:2.0:1763350980.647967:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350980.647976:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350980.647979:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350980.647980:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350980.647984:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.647994:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.648161:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.648179:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.648181:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.648188:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140609 00000100:00000040:2.0:1763350980.648193:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350980.648195:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171381248 : -120542538170368 : ffff925e00d50000) 00000100:00000040:2.0:1763350980.648204:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d50000 x1849001118777984/t0(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 568/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.648215:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.648219:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000100:00000001:2.0:1763350980.648222:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.648224:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000100:00100000:2.0:1763350980.648229:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226208:x1849001118777984:12345-192.168.202.2@tcp:61:lfs.0 00000100:00000200:2.0:1763350980.648233:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118777984 00000020:00000001:2.0:1763350980.648238:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.648243:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.648249:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.648252:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.648255:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717440 : -1040834176 : ffffffffc1f62180) 00000020:00000001:2.0:1763350980.648259:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350980.648264:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118777984, found 0 last_xid 1849001118777983 00000020:00000001:2.0:1763350980.648268:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.648271:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.648274:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.648278:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350980.648285:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.648289:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014997752 : -120547694553864 : ffff925ccd7cd4f8) 00000020:00000001:2.0:1763350980.648292:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.648296:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.648300:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.648303:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.648309:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925e00ec9400. 02000000:00000001:2.0:1763350980.648312:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.648314:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.648319:0:20551:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:2.0:1763350980.648325:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763350980.648328:0:20551:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:2.0:1763350980.648332:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.648333:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.648336:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df25d3600 refcount=3 00000020:00000001:2.0:1763350980.648338:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00010000:00000001:2.0:1763350980.648342:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530928649728 : -120542780901888 : ffff925df25d3600) 00010000:00000040:2.0:1763350980.648347:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405800 count: 2 00000004:00000001:2.0:1763350980.648354:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763350980.648358:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350980.648362:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.648366:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.648368:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.648371:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.648377:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.648380:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.648388:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.648391:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.648394:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.648396:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.648399:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df25d3600 with handle 0xcb8c81cc3033c7c1 from hash 00010000:00000001:2.0:1763350980.648402:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.648404:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.648405:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.648406:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.648413:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.648415:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.648417:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.648419:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.648426:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df25d3600/0xcb8c81cc3033c7c1 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb07 expref: 489 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.648437:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:2.0:1763350980.648441:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00010000:00000010:2.0:1763350980.648445:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76780. 00010000:00000001:2.0:1763350980.648459:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.648460:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.648462:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.648464:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=3 00000020:00000001:2.0:1763350980.648466:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350980.648469:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350980.648472:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.648475:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.648479:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925e00405800) 00010000:00000001:2.0:1763350980.648483:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.648486:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.648488:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350980.648490:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405800 count: 0 00010000:00000010:2.0:1763350980.648496:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69680. 00010000:00000040:2.0:1763350980.648501:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92600 count: 2 00000004:00000001:2.0:1763350980.648503:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763350980.648505:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350980.648507:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.648508:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.648510:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.648512:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.648515:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.648516:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.648519:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.648520:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.648522:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.648523:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.648525:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0400 with handle 0xcb8c81cc3033c84d from hash 00010000:00000001:2.0:1763350980.648528:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.648529:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.648530:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.648531:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.648533:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.648534:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.648536:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.648537:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.648540:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c84d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb3f expref: 488 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.648547:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:2.0:1763350980.648549:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00010000:00000010:2.0:1763350980.648552:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be000. 00010000:00000001:2.0:1763350980.648555:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.648558:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.648559:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.648561:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92600) 00010000:00000001:2.0:1763350980.648565:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.648567:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.648569:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350980.648571:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92600 count: 0 00010000:00000010:2.0:1763350980.648574:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925e00ba5380. 00010000:00010000:2.0:1763350980.648580:0:20551:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763350980.648582:0:20551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1763350980.648585:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.648588:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fed:0x0] 00000020:00000001:2.0:1763350980.648590:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.648592:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994872 : -120547694556744 : ffff925ccd7cc9b8) 00000004:00000001:2.0:1763350980.648778:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994784 : -120547694556832 : ffff925ccd7cc960) 00000004:00000001:2.0:1763350980.648786:0:20551:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763350980.648798:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763350980.648800:0:20551:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.648803:0:20551:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.648805:0:20551:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763350980.648808:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763350980.648810:0:20551:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.648812:0:20551:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.648816:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350980.648821:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.648824:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350980.648830:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92300. 00010000:00000010:2.0:1763350980.648834:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925cc4722000. 00010000:00000001:2.0:1763350980.648839:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.648844:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1c00. 00000020:00000001:2.0:1763350980.648848:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.648851:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1c00 with handle 0xcb8c81cc3033c8bd to hash 00000020:00000001:2.0:1763350980.648853:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.648855:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000010:2.0:1763350980.648860:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be000. 00010000:00000001:2.0:1763350980.648864:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350980.648868:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.648870:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.648874:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.648881:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.648885:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.648888:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350980.648891:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.648893:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.648896:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.648898:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.648901:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350980.648904:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350980.648906:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350980.648907:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350980.648911:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92300) refcount = 1 00010000:00010000:2.0:1763350980.648915:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.648922:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350980.648925:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.648927:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.648929:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.648931:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.648933:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.648936:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.648939:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350980.648942:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.648945:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.648952:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.648953:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.648955:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.648957:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.648958:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.648960:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:2.0:1763350980.648962:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350980.648964:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350980.648967:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.648968:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.648970:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.648972:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350980.648974:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.648975:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350980.648979:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92200. 00010000:00000010:2.0:1763350980.648982:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925cc4722c80. 00010000:00000001:2.0:1763350980.648984:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.648986:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0800. 00000020:00000001:2.0:1763350980.648988:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.648990:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0800 with handle 0xcb8c81cc3033c8c4 to hash 00000020:00000001:2.0:1763350980.648991:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.648993:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000010:2.0:1763350980.648997:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be380. 00010000:00000001:2.0:1763350980.648999:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350980.649002:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.649004:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.649006:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.649012:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.649014:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.649016:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350980.649018:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.649019:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.649022:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.649024:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.649026:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350980.649028:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350980.649029:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350980.649031:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350980.649032:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fed:0x0].0x0 (ffff925df4a92200) refcount = 1 00010000:00010000:2.0:1763350980.649036:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.649041:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350980.649043:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.649044:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.649046:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.649048:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.649050:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.649053:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.649055:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350980.649057:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.649059:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.649064:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.649065:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.649067:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.649068:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.649069:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.649071:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:2.0:1763350980.649073:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350980.649076:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350980.649078:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.649079:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.649080:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649086:0:20551:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:2.0:1763350980.649090:0:20551:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:2.0:1763350980.649093:0:20551:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350980.649097:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350980.649104:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693780. 00080000:00000001:2.0:1763350980.649109:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.649127:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ecb400. 00080000:00000001:2.0:1763350980.649131:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00000004:00000001:2.0:1763350980.649135:0:20551:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763350980.649139:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.649142:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.649151:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.649154:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763350980.649158:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dea57d900. 00000004:00000001:2.0:1763350980.649160:0:20551:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649162:0:20551:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763350980.649163:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.649164:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.649167:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.649169:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763350980.649171:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dea57d300. 00000004:00000001:2.0:1763350980.649173:0:20551:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350980.649179:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df2756960. 00000004:00000001:2.0:1763350980.649181:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.649182:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.649185:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.649187:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1763350980.649190:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df2756680. 00000004:00000001:2.0:1763350980.649191:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.649192:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.649194:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.649196:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.649201:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.649206:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.649209:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.649211:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:2.0:1763350980.649215:0:20551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350980.649241:0:20551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649243:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649246:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649250:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.649252:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.649253:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.649255:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:2.0:1763350980.649257:0:20551:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350980.649262:0:20551:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649264:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649266:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.649270:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350980.649272:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350980.649279:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350980.649280:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.649282:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:2.0:1763350980.649285:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.649293:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.649294:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649296:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.649319:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.649321:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649331:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.649340:0:20551:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763350980.649342:0:20551:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763350980.649347:0:20551:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69f540. 00000004:00000010:2.0:1763350980.649354:0:20551:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda97ef8. 00000004:00000010:2.0:1763350980.649358:0:20551:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda97f30. 00000004:00000010:2.0:1763350980.649363:0:20551:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff925ccda979f8. 00000004:00000010:2.0:1763350980.649366:0:20551:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925cc47c56c0. 00000004:00000001:2.0:1763350980.649370:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.649371:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.649372:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:2.0:1763350980.649376:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350980.649379:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763350980.649465:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649468:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649470:0:20551:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649473:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.649477:0:20551:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763350980.649479:0:20551:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763350980.649483:0:20551:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925dc9b70c80. 00000004:00000010:2.0:1763350980.649487:0:20551:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccdb27308. 00000004:00000010:2.0:1763350980.649491:0:20551:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925cc739f3c0. 00000004:00000010:2.0:1763350980.649494:0:20551:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925cc739fe78. 00000004:00000010:2.0:1763350980.649497:0:20551:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dc3875780. 00000004:00000001:2.0:1763350980.649499:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.649500:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.649501:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:2.0:1763350980.649503:0:20551:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350980.649504:0:20551:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763350980.649522:0:20551:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649524:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649525:0:20551:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649527:0:20551:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763350980.649530:0:20551:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649532:0:20551:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763350980.649533:0:20551:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649535:0:20551:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:2.0:1763350980.649541:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350980.649544:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350980.649548:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350980.649552:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055178, last_committed = 8590055176 00000001:00000010:2.0:1763350980.649556:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006933c0. 00000001:00000040:2.0:1763350980.649559:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:2.0:1763350980.649562:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=488 00000001:00000010:2.0:1763350980.649568:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925cc47c56c0. 00000004:00000001:2.0:1763350980.649576:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350980.649577:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.649579:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172934656 : -120542536616960 : ffff925e00ecb400) 00080000:00000001:2.0:1763350980.649582:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.649626:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350980.649629:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350980.649634:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925cc47c56c0: xid 1849001118777984, transno 8590055178, tag 0, client gen 3, slot idx 0 00000001:00000001:2.0:1763350980.649637:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.649650:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350980.649654:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693780. 00000020:00000001:2.0:1763350980.649656:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350980.649660:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dea57d900. 00000020:00000010:2.0:1763350980.649662:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dea57d300. 00000020:00000010:2.0:1763350980.649664:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df2756960. 00000020:00000010:2.0:1763350980.649666:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df2756680. 00200000:00000001:2.0:1763350980.649669:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350980.649673:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693780. 00080000:00000001:2.0:1763350980.649675:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.649679:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925e00ec8c00. 00080000:00000001:2.0:1763350980.649682:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00000004:00000001:2.0:1763350980.649685:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.649698:0:20551:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763350980.649702:0:20551:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350980.649705:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350980.649707:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.649710:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.649713:0:20551:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.649715:0:20551:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763350980.649721:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925cc47c5b40. 00000004:00000001:2.0:1763350980.649726:0:20551:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763350980.649729:0:20551:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925ccda979f8. 00000004:00000010:2.0:1763350980.649733:0:20551:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925ccda97f30. 00000020:00000001:2.0:1763350980.649738:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763350980.649746:0:20551:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccd69ee98. 00000004:00000001:2.0:1763350980.649753:0:20551:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763350980.649755:0:20551:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.649759:0:20551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526013759216 : -120547695792400 : ffff925ccd69eef0) 00000004:00000001:2.0:1763350980.649762:0:20551:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649765:0:20551:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763350980.649767:0:20551:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649769:0:20551:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649772:0:20551:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763350980.649775:0:20551:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350980.649780:0:20551:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763350980.649785:0:20551:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925cc47c5000. 00000004:00000010:2.0:1763350980.649789:0:20551:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df2756680. 00000004:00000010:2.0:1763350980.649794:0:20551:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925df001f000. 00000020:00000001:2.0:1763350980.649799:0:20551:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763350980.649802:0:20551:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649806:0:20551:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763350980.649807:0:20551:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763350980.649810:0:20551:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d5:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763350980.649814:0:20551:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925df001f000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763350980.649820:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b18a80. 00000020:00000040:2.0:1763350980.649824:0:20551:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763350980.649830:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350980.649833:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350980.649839:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350980.649846:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a09000. 00000100:00000001:2.0:1763350980.649854:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649858:0:20551:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.649861:0:20551:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.649864:0:20551:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.649866:0:20551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763350980.649868:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350980.649875:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5240. 00000100:00000001:2.0:1763350980.649877:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863969344 : -120547845582272 : ffff925cc47c5240) 00000100:00000001:2.0:1763350980.649880:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.649881:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363751040 : -120543345800576 : ffff925dd0b18a80) 00000100:00000001:2.0:1763350980.649886:0:20551:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350980.649891:0:20551:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.649894:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350980.649895:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350980.649903:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.649912:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350980.649915:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.649918:0:20551:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350980.649922:0:20551:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350980.649925:0:20551:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.649928:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101455360:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350980.649934:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350980.649939:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350980.649941:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.649945:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350980.649952:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925dfc862000. 02000000:00000001:2.0:1763350980.649955:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350980.649962:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5b0b0. 00000400:00000010:2.0:1763350980.649970:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925cc47c5c00. 00000100:00000200:2.0:1763350980.649978:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101455360, portal 4 00000100:00000001:2.0:1763350980.649980:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.649981:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363751040 : -120543345800576 : ffff925dd0b18a80) 00000100:00000040:2.0:1763350980.649988:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.649996:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.649998:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350980.650003:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d24c8. 00000100:00000200:2.0:1763350980.650006:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101455360, offset 0 00000400:00000200:2.0:1763350980.650013:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350980.650027:0:20551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350980.650040:0:20551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd77000 00000400:00000200:2.0:1763350980.650047:0:20551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 14976 00000400:00000200:2.0:1763350980.650055:0:20551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.650060:0:20551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350980.650067:0:20551:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.650069:0:20551:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350980.650073:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b19500. 00000100:00000040:2.0:1763350980.650077:0:20551:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b19500 x1849001101455360 msgsize 328 00000100:00100000:2.0:1763350980.650081:0:20551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350980.650117:0:20551:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350980.650128:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d24c8 00000400:00000010:2.0:1763350980.650131:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d24c8. 00000100:00000001:2.0:1763350980.650136:0:20551:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.650141:0:20551:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.650151:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.650155:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.650162:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.650163:0:20551:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350980.650168:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.650173:0:20551:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24590 usecs (25 jiffies) 00000100:00000001:2.0:1763350980.650177:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300857577 00000100:00000010:2.0:1763350980.650181:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e006932a0. 00000100:00000001:2.0:1763350980.650189:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350980.650208:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300857577 00000100:00000010:2.0:1763350980.650211:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693b40. 00000100:00000001:2.0:1763350980.650215:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350980.650221:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300857577 00000100:00000010:2.0:1763350980.650224:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693a20. 00000100:00000001:2.0:1763350980.650228:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350980.650230:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300857577 00000100:00000010:2.0:1763350980.650233:0:20551:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693ba0. 00000100:00000001:2.0:1763350980.650236:0:20551:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350980.650241:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.650245:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.650247:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350980.650249:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350980.650251:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5240 going to sleep for 11 seconds 00000100:00000001:2.0:1763350980.650255:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.650258:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.650490:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350980.650494:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101455360 02000000:00000001:3.0:1763350980.650496:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350980.650499:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.650501:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.650505:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.650508:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101455360 00000020:00000001:3.0:1763350980.650511:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350980.650513:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350980.650515:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.650518:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=10 00000020:00000001:3.0:1763350980.650521:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350980.650523:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350980.650527:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.650532:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:3.0:1763350980.650535:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.650537:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 00000020:00000010:3.0:1763350980.650543:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:3.0:1763350980.650547:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69900. 00000020:00000010:3.0:1763350980.650553:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375258. 00000100:00000040:3.0:1763350980.650561:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350980.650564:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350980.650565:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350980.650568:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.650575:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.650646:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.650659:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350980.650661:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350980.650665:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00000040:3.0:1763350980.650669:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350980.650671:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363753728 : -120543345797888 : ffff925dd0b19500) 00000100:00000040:3.0:1763350980.650677:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b19500 x1849001101455360/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350980.650697:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.650700:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:3.0:1763350980.650703:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.650705:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 00000100:00100000:3.0:1763350980.650709:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:20551:x1849001101455360:12345-0@lo:1000:mdt00_003.0 00000100:00000200:3.0:1763350980.650713:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101455360 00000020:00000001:3.0:1763350980.650716:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350980.650720:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350980.650723:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.650725:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350980.650728:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:3.0:1763350980.650731:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350980.650735:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350980.650738:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350980.650741:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350980.650745:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.650749:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763350980.650754:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cddf6ada0. 00000100:00000001:3.0:1763350980.650758:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350980.650760:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350980.650767:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dfd7ac000. 02000000:00000001:3.0:1763350980.650770:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.650772:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350980.650777:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dded436c0. 00000020:00000001:3.0:1763350980.650779:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763350980.650783:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350980.650789:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00000020:00000001:3.0:1763350980.650793:0:69028:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.650796:0:69028:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.650802:0:69028:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763350980.650806:0:69028:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d5:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763350980.650809:0:69028:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763350980.650812:0:69028:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350980.650815:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc91d0/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00000020:00000010:3.0:1763350980.650819:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cddf6ada0. 00000020:00000010:3.0:1763350980.650822:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dded436c0. 00000020:00000001:3.0:1763350980.650825:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350980.650828:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 0, xid 1849001101455360 00010000:00000001:3.0:1763350980.650832:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350980.650837:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b19500 x1849001101455360/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 328/4320 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350980.650845:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350980.650847:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350980.650852:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=76 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350980.650857:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350980.650860:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350980.650863:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350980.650865:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350980.650868:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.650871:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350980.650873:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350980.650875:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded436c0. 00000100:00000200:3.0:1763350980.650879:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101455360, offset 224 00000400:00000200:3.0:1763350980.650884:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350980.650891:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350980.650898:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd77000 00000400:00000200:3.0:1763350980.650904:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f915 [2] + 224 00000400:00000200:3.0:1763350980.650909:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.650912:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350980.650916:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.650921:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350980.650930:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350980.650946:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350980.650951:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded436c0 00000400:00000010:3.0:1763350980.650953:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded436c0. 00000100:00000001:3.0:1763350980.650956:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.650958:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350980.650961:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.650965:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350980.650967:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350980.650969:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.650971:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350980.650974:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b19500 x1849001101455360/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 328/4320 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350980.650982:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b19500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+10:20551:x1849001101455360:12345-0@lo:1000:mdt00_003.0 Request processed in 295us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350980.650989:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00000040:3.0:1763350980.650993:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350980.650996:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350980.650998:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350980.651002:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69900. 00000020:00000010:3.0:1763350980.651006:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375258. 00000020:00000010:3.0:1763350980.651012:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:3.0:1763350980.651017:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 9 00000100:00000001:3.0:1763350980.651020:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.651330:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350980.651337:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350980.651339:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350980.651343:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5b0b0. 00000400:00000200:2.0:1763350980.651347:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc47c5c00 00000400:00000010:2.0:1763350980.651349:0:20551:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc47c5c00. 00000100:00000001:2.0:1763350980.651351:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.651355:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350980.651364:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.651371:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350980.651373:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.651376:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350980.651379:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350980.651381:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.651383:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.651386:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.651393:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=119 v=5 (5 5 0 0) 00000100:00001000:2.0:1763350980.651397:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.651400:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350980.651402:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.651404:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350980.651407:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.651411:0:20551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763350980.651414:0:20551:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:2.0:1763350980.651416:0:20551:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350980.651419:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.651423:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.651431:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.651434:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350980.651436:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350980.651440:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350980.651448:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101455360:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350980.651456:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.651458:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.651461:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350980.651463:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.651466:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.651473:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763350980.651475:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5240. 00000100:00000001:2.0:1763350980.651478:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763350980.651479:0:20551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.651482:0:20551:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763350980.651492:0:20551:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925dea662880. 00000004:00000001:2.0:1763350980.651497:0:20551:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763350980.651500:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.651503:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b18a80 x1849001101455360/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.651510:0:20551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350980.651512:0:20551:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350980.651515:0:20551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925dfc862000. 02000000:00000001:2.0:1763350980.651518:0:20551:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350980.651520:0:20551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350980.651522:0:20551:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=7 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:2.0:1763350980.651524:0:20551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350980.651527:0:20551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a09000. 02000000:00000001:2.0:1763350980.651532:0:20551:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350980.651534:0:20551:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350980.651536:0:20551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b18a80. 00000100:00000001:2.0:1763350980.651539:0:20551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350980.651540:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763350980.651543:0:20551:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925df001f000. 00000004:00000010:2.0:1763350980.651547:0:20551:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df2756680. 00000004:00000010:2.0:1763350980.651550:0:20551:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925cc47c5000. 00000004:00000001:2.0:1763350980.651555:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.651558:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.651562:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350980.651567:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350980.651569:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.651572:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.651576:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.651578:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.651581:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350980.651583:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350980.651586:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.651590:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763350980.651592:0:20551:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763350980.651665:0:20551:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925cc47c5000. 00000004:00000001:2.0:1763350980.651668:0:20551:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623525863968768 : -120547845582848 : ffff925cc47c5000) 00000020:00000010:2.0:1763350980.651673:0:20551:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925cc47c5240. 00000020:00000010:2.0:1763350980.651678:0:20551:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925ddf084b00. 00000020:00000010:2.0:1763350980.651682:0:20551:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925ddf084100. 00000020:00000001:2.0:1763350980.651685:0:20551:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623525863968768 : -120547845582848 : ffff925cc47c5000) 00000004:00000001:2.0:1763350980.651688:0:20551:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623525863968768 : -120547845582848 : ffff925cc47c5000) 00000004:00000010:2.0:1763350980.651693:0:20551:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925cc47c5c00. 00000004:00000010:2.0:1763350980.651696:0:20551:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df2756680. 00000004:00000010:2.0:1763350980.651700:0:20551:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925df001f000. 00000004:00000001:2.0:1763350980.651703:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.651706:0:20551:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.651709:0:20551:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.651714:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.651723:0:20551:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763350980.651726:0:20551:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117888, ffree=117152, state=0 00000004:00000001:2.0:1763350980.651730:0:20551:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.651734:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763350980.651736:0:20551:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763350980.651740:0:20551:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.651745:0:20551:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5240 refcount 4 committed 0 result 0 batchid 4294967627 00000020:00000040:2.0:1763350980.651749:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084100 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925cc47c5000 00000020:00000040:2.0:1763350980.651754:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084b00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925e00ec8c00 00000020:00000040:2.0:1763350980.651759:0:20551:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:2.0:1763350980.651763:0:20551:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763350980.651767:0:20551:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763350980.651770:0:20551:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:2.0:1763350980.651774:0:20551:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350980.651777:0:20551:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350980.651779:0:20551:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350980.651781:0:20551:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651784:0:20551:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763350980.651786:0:20551:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763350980.651791:0:20551:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350980.651828:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350980.651831:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.651833:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.651834:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.651836:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.651838:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350980.651850:0:20551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:2.0:1763350980.651854:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.651857:0:20551:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651859:0:20551:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763350980.651862:0:20551:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763350980.651863:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350980.651865:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.651866:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.651867:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.651869:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.651871:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.651874:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.651878:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:2.0:1763350980.651884:0:20551:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350980.651887:0:20551:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651889:0:20551:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:2.0:1763350980.651895:0:20551:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350980.651903:0:20551:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350980.651908:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:2.0:1763350980.651911:0:20551:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651914:0:20551:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651916:0:20551:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651919:0:20551:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350980.651922:0:20551:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350980.651926:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.651948:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.651950:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.651951:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.651959:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.651960:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651962:0:20551:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651965:0:20551:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.651968:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350980.651970:0:20551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.651973:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651975:0:20551:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350980.651976:0:20551:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350980.651978:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.651983:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.651984:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.651986:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.651990:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.651991:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651993:0:20551:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.651995:0:20551:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.651997:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350980.651998:0:20551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.652000:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.652002:0:20551:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.652005:0:20551:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.652007:0:20551:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:2.0:1763350980.652010:0:20551:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.652014:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350980.652021:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350980.652023:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.652025:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00080000:00000001:2.0:1763350980.652028:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.652031:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.652032:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652035:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.652057:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.652059:0:20551:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652064:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.652068:0:20551:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763350980.652070:0:20551:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350980.652073:0:20551:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652076:0:20551:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350980.652080:0:20551:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.652082:0:20551:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763350980.652085:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.652087:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.652088:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350980.652090:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350980.652091:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.652093:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.652094:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.652096:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.652098:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350980.652100:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350980.652102:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.652104:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350980.652106:0:20551:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623525863968768 : -120547845582848 : ffff925cc47c5000) 00000004:00000001:2.0:1763350980.652108:0:20551:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623525863968768 : -120547845582848 : ffff925cc47c5000) 00000020:00000040:2.0:1763350980.652125:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763350980.652128:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763350980.652130:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763350980.652133:0:20551:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x25d5:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763350980.652137:0:20551:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763350980.652139:0:20551:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x25d5:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763350980.652144:0:20551:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763350980.652147:0:20551:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652151:0:20551:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652153:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652155:0:20551:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652157:0:20551:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652159:0:20551:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.652162:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350980.652165:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763350980.652168:0:20551:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055178 00000001:00000001:2.0:1763350980.652171:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350980.652175:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055179, last_committed = 8590055176 00000001:00000010:2.0:1763350980.652179:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693600. 00000001:00000040:2.0:1763350980.652182:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:2.0:1763350980.652185:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:2.0:1763350980.652191:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925cc47c59c0. 00000004:00000001:2.0:1763350980.652198:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350980.652199:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.652201:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531172924416 : -120542536627200 : ffff925e00ec8c00) 00000020:00000040:2.0:1763350980.652204:0:20551:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763350980.652207:0:20551:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763350980.652209:0:20551:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:2.0:1763350980.652212:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.652226:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350980.652228:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350980.652231:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925cc47c59c0: xid 1849001118777984, transno 8590055179, tag 0, client gen 3, slot idx 2 00000001:00000001:2.0:1763350980.652234:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.652237:0:20551:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763350980.652239:0:20551:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:2.0:1763350980.652252:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652256:0:20551:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763350980.652259:0:20551:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763350980.652260:0:20551:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763350980.652264:0:20551:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5240 refcount 4 committed 0 result 0 batchid 4294967627 00000020:00000040:2.0:1763350980.652267:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925cc47c5000 00000020:00000040:2.0:1763350980.652271:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084b00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925e00ec8c00 00000020:00000001:2.0:1763350980.652275:0:20551:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763350980.652276:0:20551:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763350980.652279:0:20551:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763350980.652281:0:20551:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d5:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763350980.652285:0:20551:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925df001f000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763350980.652291:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b18a80. 00000020:00000040:2.0:1763350980.652294:0:20551:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763350980.652299:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350980.652301:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350980.652306:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350980.652311:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a09000. 00000100:00000001:2.0:1763350980.652317:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652321:0:20551:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.652324:0:20551:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.652327:0:20551:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.652329:0:20551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763350980.652331:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350980.652336:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5480. 00000100:00000001:2.0:1763350980.652338:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863969920 : -120547845581696 : ffff925cc47c5480) 00000100:00000001:2.0:1763350980.652341:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.652342:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363751040 : -120543345800576 : ffff925dd0b18a80) 00000100:00000001:2.0:1763350980.652347:0:20551:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350980.652351:0:20551:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.652353:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350980.652354:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350980.652359:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b18a80 x1849001101455488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.652367:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350980.652370:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.652374:0:20551:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350980.652376:0:20551:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350980.652379:0:20551:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.652382:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101455488:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350980.652386:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350980.652390:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350980.652392:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.652395:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350980.652400:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925dfc862000. 02000000:00000001:2.0:1763350980.652402:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350980.652406:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5b0b0. 00000400:00000010:2.0:1763350980.652411:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925cc47c5d80. 00000100:00000200:2.0:1763350980.652417:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101455488, portal 4 00000100:00000001:2.0:1763350980.652419:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.652421:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363751040 : -120543345800576 : ffff925dd0b18a80) 00000100:00000040:2.0:1763350980.652426:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd0b18a80 x1849001101455488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.652432:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.652434:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350980.652437:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d24c8. 00000100:00000200:2.0:1763350980.652440:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101455488, offset 0 00000400:00000200:2.0:1763350980.652445:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350980.652456:0:20551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350980.652464:0:20551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd77080 00000400:00000200:2.0:1763350980.652471:0:20551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 15304 00000400:00000200:2.0:1763350980.652477:0:20551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.652481:0:20551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350980.652485:0:20551:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.652487:0:20551:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350980.652491:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b18700. 00000100:00000040:2.0:1763350980.652494:0:20551:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b18700 x1849001101455488 msgsize 408 00000100:00100000:2.0:1763350980.652498:0:20551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350980.653139:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000010:2.1:1763350980.653776:0:20551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df25d3600. 00010000:00000010:2.1:1763350980.653797:0:20551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405800. 00010000:00000010:2.1:1763350980.653803:0:20551:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350980.653807:0:20551:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00000100:00000001:2.0:1763350980.653820:0:20551:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350980.653835:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d24c8 00000400:00000010:2.0:1763350980.653839:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d24c8. 00000100:00000001:2.0:1763350980.653842:0:20551:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.653850:0:20551:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b18a80 x1849001101455488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.653864:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.653867:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd0b18a80 x1849001101455488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.653875:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.653877:0:20551:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350980.653884:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.653889:0:20551:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24587 usecs (25 jiffies) 00000100:00000001:2.0:1763350980.653893:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300857581 00000100:00000001:2.0:1763350980.653902:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857577 00000100:00000001:2.0:1763350980.653908:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300857581 00000100:00000001:2.0:1763350980.653912:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857577 00000100:00000001:2.0:1763350980.653915:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300857581 00000100:00000001:2.0:1763350980.653918:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857577 00000100:00000001:2.0:1763350980.653920:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300857581 00000100:00000001:2.0:1763350980.653923:0:20551:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857577 00000100:00000001:2.0:1763350980.653926:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.653929:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.653932:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350980.653934:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350980.653936:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5480 going to sleep for 11 seconds 00000100:00000001:2.0:1763350980.653939:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.653941:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.653991:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101455488 02000000:00000001:3.0:1763350980.653995:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350980.653998:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.654001:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.654005:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.654009:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101455488 00000020:00000001:3.0:1763350980.654013:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350980.654015:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350980.654018:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.654022:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=10 00000020:00000001:3.0:1763350980.654025:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350980.654027:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350980.654032:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.654041:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:3.0:1763350980.654045:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.654048:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 00000020:00000010:3.0:1763350980.654055:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:3.0:1763350980.654061:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69900. 00000020:00000010:3.0:1763350980.654067:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375258. 00000100:00000040:3.0:1763350980.654077:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350980.654080:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350980.654082:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350980.654084:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.654093:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.654699:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.654703:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.654709:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00000040:0.0:1763350980.654714:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:0.0:1763350980.654716:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363750144 : -120543345801472 : ffff925dd0b18700) 00000100:00000040:0.0:1763350980.654723:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b18700 x1849001101455488/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 408/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.654733:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.654739:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.654742:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.654744:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.654749:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+10:20551:x1849001101455488:12345-0@lo:1000:mdt00_003.0 00000100:00000200:0.0:1763350980.654753:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101455488 00000020:00000001:0.0:1763350980.654757:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.654762:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.654764:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.654767:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.654770:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:0.0:1763350980.654773:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350980.654776:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.654778:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.654780:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.654783:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.654786:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:0.0:1763350980.654794:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cc739fba0. 00000100:00000001:0.0:1763350980.654798:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.654801:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.654808:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dd0bde000. 02000000:00000001:0.0:1763350980.654810:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.654813:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350980.654817:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dcb4f6c00. 00000020:00000001:0.0:1763350980.654819:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:0.0:1763350980.654824:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.654833:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00080000:00000001:0.0:1763350980.654841:0:20019:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350980.654856:0:20019:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df856d400. 00080000:00000001:0.0:1763350980.654860:0:20019:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531028894720 : -120542680656896 : ffff925df856d400) 00000020:00000001:0.0:1763350980.654864:0:20019:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:0.0:1763350980.654869:0:20019:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350980.654895:0:20019:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.654899:0:20019:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.654903:0:20019:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:0.0:1763350980.654905:0:20019:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350980.654909:0:20019:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350980.654941:0:20019:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350980.654942:0:20019:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.654967:0:20019:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.654970:0:20019:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:0.0:1763350980.654972:0:20019:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df4503d10 name trusted.fid flag 1 00080000:00000001:0.0:1763350980.654977:0:20019:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350980.654980:0:20019:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:0.0:1763350980.655049:0:20019:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.655052:0:20019:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1763350980.655055:0:20019:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925dd0bde208 index 0: rc = 0 00000020:00000040:0.0:1763350980.655058:0:20019:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:0.0:1763350980.655061:0:20019:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350980.655065:0:20019:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350980.655068:0:20019:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847699, last_committed = 21474847692 00000001:00000010:0.0:1763350980.655072:0:20019:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4eae0. 00000001:00000040:0.0:1763350980.655075:0:20019:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 6 00000020:00000040:0.0:1763350980.655077:0:20019:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=11 00080000:00000001:0.0:1763350980.655083:0:20019:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350980.655096:0:20019:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763350980.655098:0:20019:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.655119:0:20019:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350980.655124:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc91d0/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00000020:00000001:0.0:1763350980.655126:0:20019:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350980.655128:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cc739fba0. 00000020:00000010:0.0:1763350980.655131:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dcb4f6c00. 00000020:00000001:0.0:1763350980.655133:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.655137:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 21474847699, xid 1849001101455488 00010000:00000001:0.0:1763350980.655140:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.655144:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b18700 x1849001101455488/t21474847699(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 408/4320 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350980.655152:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.655155:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.655158:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=76 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350980.655163:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.655165:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350980.655167:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350980.655170:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.655172:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.655175:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.655178:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350980.655181:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb4f6c00. 00000100:00000200:0.0:1763350980.655188:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101455488, offset 224 00000400:00000200:0.0:1763350980.655194:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350980.655205:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350980.655217:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd77080 00000400:00000200:0.0:1763350980.655224:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f921 [2] + 224 00000400:00000200:0.0:1763350980.655232:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.655236:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350980.655241:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.655246:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b18a80 x1849001101455488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350980.655255:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dd0b18a80 x1849001101455488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.655277:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350980.655284:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dcb4f6c00 00000400:00000010:0.0:1763350980.655287:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dcb4f6c00. 00000100:00000001:0.0:1763350980.655289:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350980.655291:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350980.655295:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.655298:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350980.655300:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.655302:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.655304:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.655308:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b18700 x1849001101455488/t21474847699(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 408/4320 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.655317:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:20551:x1849001101455488:12345-0@lo:1000:mdt00_003.0 Request processed in 582us (2820us total) trans 21474847699 rc 0/0 00000100:00100000:0.0:1763350980.655325:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00000040:0.0:1763350980.655329:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:0.0:1763350980.655332:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.655334:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.655339:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69900. 00000020:00000010:0.0:1763350980.655343:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375258. 00000020:00000010:0.0:1763350980.655350:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:0.0:1763350980.655355:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 10 00000100:00000001:0.0:1763350980.655358:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.655440:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.655499:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350980.655507:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350980.655510:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350980.655513:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5b0b0. 00000400:00000200:2.0:1763350980.655517:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc47c5d80 00000400:00000010:2.0:1763350980.655519:0:20551:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc47c5d80. 00000100:00000001:2.0:1763350980.655522:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.655527:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b18a80 x1849001101455488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350980.655537:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b18a80 x1849001101455488/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.655543:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350980.655545:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.655548:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350980.655551:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350980.655553:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.655555:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.655559:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.655567:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=119 v=5 (5 5 0 0) 00000100:00001000:2.0:1763350980.655571:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=79 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.655574:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350980.655576:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.655579:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350980.655582:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.655586:0:20551:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1763350980.655588:0:20551:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1763350980.655589:0:20551:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1763350980.655592:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.655619:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363751040 : -120543345800576 : ffff925dd0b18a80) 00000100:00000001:2.0:1763350980.655623:0:20551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763350980.655625:0:20551:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:2.0:1763350980.655628:0:20551:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350980.655629:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.655634:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b18a80 x1849001101455488/t21474847699(21474847699) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.655643:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.655646:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350980.655648:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350980.655652:0:20551:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:2.0:1763350980.655657:0:20551:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.655661:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b18a80 x1849001101455488/t21474847699(21474847699) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350980.655676:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b18a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101455488:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350980.655682:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.655685:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.655688:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350980.655690:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.655693:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd0b18a80 x1849001101455488/t21474847699(21474847699) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.655700:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763350980.655703:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5480. 00000100:00000001:2.0:1763350980.655705:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763350980.655707:0:20551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.655709:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.655712:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b18a80 x1849001101455488/t21474847699(21474847699) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.655719:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.655722:0:20551:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.655724:0:20551:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.655727:0:20551:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.655733:0:20551:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350980.655735:0:20551:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693780. 00000020:00000001:2.0:1763350980.655739:0:20551:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350980.655749:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350980.655756:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693780. 00080000:00000001:2.0:1763350980.655760:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350980.655767:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dfbd84400. 00080000:00000001:2.0:1763350980.655770:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531087709184 : -120542621842432 : ffff925dfbd84400) 00000004:00000001:2.0:1763350980.655778:0:20551:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.655784:0:20551:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763350980.655788:0:20551:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350980.655793:0:20551:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350980.655795:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.655801:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.655805:0:20551:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.655809:0:20551:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763350980.655815:0:20551:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925cc47c5d80. 00000004:00000001:2.0:1763350980.655820:0:20551:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763350980.655824:0:20551:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925ccda97ef8. 00000004:00000010:2.0:1763350980.655827:0:20551:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925ccda97eb8. 00000020:00000001:2.0:1763350980.655834:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763350980.655843:0:20551:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccd69f540. 00000004:00000001:2.0:1763350980.655853:0:20551:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763350980.655856:0:20551:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.655860:0:20551:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526013760920 : -120547695790696 : ffff925ccd69f598) 00000004:00000001:2.0:1763350980.655864:0:20551:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.655867:0:20551:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763350980.655868:0:20551:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.655871:0:20551:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.655873:0:20551:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763350980.655877:0:20551:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350980.655883:0:20551:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763350980.655889:0:20551:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dd9f1ea80. 00000004:00000010:2.0:1763350980.655893:0:20551:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df2756960. 00000004:00000010:2.0:1763350980.655899:0:20551:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925df0019000. 00000020:00000001:2.0:1763350980.655903:0:20551:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763350980.655906:0:20551:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.655909:0:20551:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763350980.655911:0:20551:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763350980.655914:0:20551:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fc:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763350980.655918:0:20551:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925df0019000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763350980.655925:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1a300. 00000020:00000040:2.0:1763350980.655928:0:20551:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763350980.655933:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350980.655936:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350980.655941:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350980.655948:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a08800. 00000100:00000001:2.0:1763350980.655954:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.655958:0:20551:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.655961:0:20551:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.655964:0:20551:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.655966:0:20551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763350980.655968:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350980.655974:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9f1e000. 00000100:00000001:2.0:1763350980.655976:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530518962176 : -120543190589440 : ffff925dd9f1e000) 00000100:00000001:2.0:1763350980.655980:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.655981:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363757312 : -120543345794304 : ffff925dd0b1a300) 00000100:00000001:2.0:1763350980.655986:0:20551:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350980.655990:0:20551:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.655993:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350980.655994:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350980.655998:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.656006:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350980.656008:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.656012:0:20551:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350980.656015:0:20551:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350980.656018:0:20551:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.656021:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101455616:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350980.656025:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350980.656029:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350980.656031:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.656033:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350980.656042:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925dea1ac000. 02000000:00000001:2.0:1763350980.656044:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350980.656049:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5b0b0. 00000400:00000010:2.0:1763350980.656054:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925e0068d000. 00000100:00000200:2.0:1763350980.656060:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101455616, portal 4 00000100:00000001:2.0:1763350980.656061:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.656063:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363757312 : -120543345794304 : ffff925dd0b1a300) 00000100:00000040:2.0:1763350980.656069:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.656075:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.656078:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350980.656081:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d24c8. 00000100:00000200:2.0:1763350980.656084:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101455616, offset 0 00000400:00000200:2.0:1763350980.656089:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350980.656095:0:20551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350980.656101:0:20551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd77100 00000400:00000200:2.0:1763350980.656107:0:20551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 15712 00000400:00000200:2.0:1763350980.656124:0:20551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.656127:0:20551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350980.656131:0:20551:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.656133:0:20551:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350980.656138:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1b480. 00000100:00000040:2.0:1763350980.656141:0:20551:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1b480 x1849001101455616 msgsize 328 00000100:00100000:2.0:1763350980.656145:0:20551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350980.656159:0:20551:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350980.656164:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d24c8 00000400:00000010:2.0:1763350980.656166:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d24c8. 00000100:00000001:2.0:1763350980.656169:0:20551:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.656173:0:20551:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.656182:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.656185:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.656191:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.656193:0:20551:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350980.656195:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.656199:0:20551:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19753 usecs (20 jiffies) 00000100:00000001:2.0:1763350980.656203:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300857578 00000100:00000001:2.0:1763350980.656207:0:20551:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300857581 00000100:00000001:2.0:1763350980.656209:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300857578 00000100:00000001:2.0:1763350980.656213:0:20551:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300857581 00000100:00000001:2.0:1763350980.656215:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300857578 00000100:00000001:2.0:1763350980.656218:0:20551:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300857581 00000100:00000001:2.0:1763350980.656221:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300857578 00000100:00000001:2.0:1763350980.656223:0:20551:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300857581 00000100:00000001:2.0:1763350980.656226:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.656229:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.656231:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350980.656233:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350980.656236:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dd9f1e000 going to sleep for 11 seconds 00000100:00000001:2.0:1763350980.656238:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.656239:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.656350:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350980.656353:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101455616 02000000:00000001:3.0:1763350980.656356:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350980.656359:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.656360:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.656364:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.656367:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101455616 00000020:00000001:3.0:1763350980.656370:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350980.656372:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:3.0:1763350980.656374:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.656377:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:3.0:1763350980.656380:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:3.0:1763350980.656382:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:3.0:1763350980.656386:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.656390:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:3.0:1763350980.656393:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.656396:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 00000020:00000010:3.0:1763350980.656401:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:3.0:1763350980.656406:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69a00. 00000020:00000010:3.0:1763350980.656411:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375ed8. 00000100:00000040:3.0:1763350980.656418:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350980.656421:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350980.656422:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350980.656424:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.656431:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.656798:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.656810:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350980.656812:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350980.656816:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00000040:3.0:1763350980.656819:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:3.0:1763350980.656821:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363761792 : -120543345789824 : ffff925dd0b1b480) 00000100:00000040:3.0:1763350980.656827:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1b480 x1849001101455616/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350980.656834:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.656837:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:3.0:1763350980.656839:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.656841:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 00000100:00100000:3.0:1763350980.656844:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:20551:x1849001101455616:12345-0@lo:1000:mdt00_003.0 00000100:00000200:3.0:1763350980.656847:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101455616 00000020:00000001:3.0:1763350980.656850:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350980.656853:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350980.656855:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.656858:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350980.656860:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:3.0:1763350980.656862:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350980.656865:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350980.656867:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350980.656869:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350980.656872:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.656875:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763350980.656882:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cddf6ada0. 00000100:00000001:3.0:1763350980.656886:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350980.656888:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350980.656896:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925cc4786000. 02000000:00000001:3.0:1763350980.656898:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.656900:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350980.656905:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dded436c0. 00000020:00000001:3.0:1763350980.656907:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763350980.656910:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350980.656916:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00000020:00000001:3.0:1763350980.656920:0:69028:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.656923:0:69028:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.656929:0:69028:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763350980.656932:0:69028:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x24fc:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763350980.656936:0:69028:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763350980.656938:0:69028:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350980.656942:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd6ac000/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00000020:00000010:3.0:1763350980.656946:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cddf6ada0. 00000020:00000010:3.0:1763350980.656949:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dded436c0. 00000020:00000001:3.0:1763350980.656952:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350980.656955:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911617, transno 0, xid 1849001101455616 00010000:00000001:3.0:1763350980.656958:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350980.656962:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1b480 x1849001101455616/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 328/4320 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350980.656969:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350980.656972:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350980.656976:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=76 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350980.656980:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350980.656982:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350980.656984:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350980.656987:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350980.656989:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.656991:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350980.656993:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350980.656996:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded436c0. 00000100:00000200:3.0:1763350980.657000:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101455616, offset 224 00000400:00000200:3.0:1763350980.657006:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350980.657013:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350980.657020:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd77100 00000400:00000200:3.0:1763350980.657025:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f92d [2] + 224 00000400:00000200:3.0:1763350980.657030:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.657033:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350980.657037:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.657041:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350980.657051:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350980.657071:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350980.657077:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded436c0 00000400:00000010:3.0:1763350980.657079:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded436c0. 00000100:00000001:3.0:1763350980.657082:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.657084:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350980.657087:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.657090:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350980.657093:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350980.657094:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.657097:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350980.657101:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1b480 x1849001101455616/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 328/4320 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350980.657118:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:20551:x1849001101455616:12345-0@lo:1000:mdt00_003.0 Request processed in 273us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350980.657127:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00000040:3.0:1763350980.657130:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:3.0:1763350980.657133:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350980.657134:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350980.657138:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69a00. 00000020:00000010:3.0:1763350980.657142:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375ed8. 00000020:00000010:3.0:1763350980.657147:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:3.0:1763350980.657151:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000100:00000001:3.0:1763350980.657155:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.657352:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350980.657359:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350980.657361:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350980.657364:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5b0b0. 00000400:00000200:2.0:1763350980.657367:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925e0068d000 00000400:00000010:2.0:1763350980.657369:0:20551:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925e0068d000. 00000100:00000001:2.0:1763350980.657372:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.657377:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350980.657386:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.657393:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350980.657395:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.657398:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350980.657400:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350980.657402:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350980.657404:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.657407:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.657414:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=119 v=5 (5 5 0 0) 00000100:00001000:2.0:1763350980.657417:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=82 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.657420:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350980.657422:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.657425:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350980.657428:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.657432:0:20551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1763350980.657434:0:20551:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911617 gen 3 00000100:00000040:2.0:1763350980.657440:0:20551:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911617) req@ffff925dfb5c0700 x1849001101453568/t12884911617(12884911617) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350980.657449:0:20551:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763350980.657451:0:20551:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911617 committed transno 12884911617 00000004:00000010:2.0:1763350980.657456:0:20551:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dddcf4000. 00000004:00000010:2.0:1763350980.657463:0:20551:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df94da6a0. 00000004:00000010:2.0:1763350980.657467:0:20551:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dded43f00. 00000004:00000010:2.0:1763350980.657470:0:20551:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925dded43540. 00000004:00000001:2.0:1763350980.657473:0:20551:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763350980.657476:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.657478:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dfb5c0700 x1849001101453568/t12884911617(12884911617) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.657486:0:20551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350980.657489:0:20551:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350980.657492:0:20551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925ddf2b8000. 02000000:00000001:2.0:1763350980.657498:0:20551:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350980.657500:0:20551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350980.657503:0:20551:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763350980.657505:0:20551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350980.657508:0:20551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dea3f6e00. 02000000:00000001:2.0:1763350980.657512:0:20551:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350980.657514:0:20551:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350980.657516:0:20551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0700. 00000100:00000001:2.0:1763350980.657520:0:20551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350980.657521:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.657524:0:20551:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763350980.657527:0:20551:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1763350980.657531:0:20551:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350980.657532:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.657538:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.657550:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.657553:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350980.657555:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350980.657559:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350980.657567:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101455616:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350980.657571:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.657574:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.657577:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350980.657579:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.657582:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.657588:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1763350980.657591:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9f1e000. 00000100:00000001:2.0:1763350980.657612:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1763350980.657614:0:20551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.657618:0:20551:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763350980.657632:0:20551:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925dea662180. 00000004:00000001:2.0:1763350980.657638:0:20551:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:2.0:1763350980.657641:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.657644:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b1a300 x1849001101455616/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.657650:0:20551:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350980.657652:0:20551:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350980.657653:0:20551:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925dea1ac000. 02000000:00000001:2.0:1763350980.657657:0:20551:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350980.657658:0:20551:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350980.657659:0:20551:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763350980.657661:0:20551:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350980.657663:0:20551:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a08800. 02000000:00000001:2.0:1763350980.657666:0:20551:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350980.657667:0:20551:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350980.657669:0:20551:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1a300. 00000100:00000001:2.0:1763350980.657672:0:20551:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350980.657673:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:2.0:1763350980.657675:0:20551:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925df0019000. 00000004:00000010:2.0:1763350980.657678:0:20551:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df2756960. 00000004:00000010:2.0:1763350980.657681:0:20551:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dd9f1ea80. 00000004:00000001:2.0:1763350980.657688:0:20551:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.657693:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.657696:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350980.657702:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350980.657705:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.657708:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.657713:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.657716:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.657718:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350980.657721:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:2.0:1763350980.657724:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.657728:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:2.0:1763350980.657731:0:20551:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:2.0:1763350980.657734:0:20551:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925e0068d000. 00000004:00000001:2.0:1763350980.657737:0:20551:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000020:00000010:2.0:1763350980.657742:0:20551:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925e0068d6c0. 00000020:00000010:2.0:1763350980.657748:0:20551:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925ddf084d00. 00000020:00000010:2.0:1763350980.657752:0:20551:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925ddf084800. 00000020:00000001:2.0:1763350980.657755:0:20551:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000004:00000001:2.0:1763350980.657758:0:20551:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000004:00000010:2.0:1763350980.657763:0:20551:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925e0068dd80. 00000004:00000010:2.0:1763350980.657766:0:20551:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df2756960. 00000004:00000010:2.0:1763350980.657771:0:20551:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925df0019000. 00000004:00000001:2.0:1763350980.657774:0:20551:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.657777:0:20551:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.657780:0:20551:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.657785:0:20551:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.657796:0:20551:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763350980.657800:0:20551:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=930560, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117832, ffree=117088, state=0 00000004:00000001:2.0:1763350980.657804:0:20551:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.657807:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:2.0:1763350980.657810:0:20551:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:2.0:1763350980.657814:0:20551:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.657820:0:20551:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925e0068d6c0 refcount 4 committed 0 result 0 batchid 4294967628 00000020:00000040:2.0:1763350980.657824:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084800 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925e0068d000 00000020:00000040:2.0:1763350980.657827:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084d00 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925dfbd84400 00000020:00000040:2.0:1763350980.657833:0:20551:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:2.0:1763350980.657837:0:20551:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763350980.657840:0:20551:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763350980.657844:0:20551:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:2.0:1763350980.657848:0:20551:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350980.657852:0:20551:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350980.657855:0:20551:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350980.657857:0:20551:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.657860:0:20551:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763350980.657864:0:20551:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:2.0:1763350980.657868:0:20551:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350980.657913:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350980.657916:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.657917:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.657919:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.657921:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.657923:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350980.657934:0:20551:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:2.0:1763350980.657940:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.657942:0:20551:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.657945:0:20551:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:2.0:1763350980.657948:0:20551:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:2.0:1763350980.657950:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350980.657951:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.657952:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.657954:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.657956:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.657957:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.657959:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.657965:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:2.0:1763350980.657972:0:20551:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350980.657975:0:20551:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.657977:0:20551:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:2.0:1763350980.657983:0:20551:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350980.657990:0:20551:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350980.657996:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:2.0:1763350980.657999:0:20551:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658001:0:20551:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658004:0:20551:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658007:0:20551:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350980.658009:0:20551:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350980.658012:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.658037:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.658039:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.658040:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.658048:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.658049:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658051:0:20551:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658053:0:20551:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.658056:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350980.658058:0:20551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.658061:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658063:0:20551:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350980.658064:0:20551:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350980.658066:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.658071:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.658072:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.658074:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.658077:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.658078:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658080:0:20551:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658083:0:20551:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.658084:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350980.658086:0:20551:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350980.658088:0:20551:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658091:0:20551:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350980.658093:0:20551:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.658096:0:20551:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:2.0:1763350980.658098:0:20551:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.658102:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350980.658108:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350980.658121:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.658123:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531087709184 : -120542621842432 : ffff925dfbd84400) 00080000:00000001:2.0:1763350980.658126:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350980.658130:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350980.658131:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658133:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.658162:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.658165:0:20551:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658172:0:20551:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.658176:0:20551:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763350980.658179:0:20551:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350980.658182:0:20551:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658185:0:20551:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350980.658189:0:20551:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.658192:0:20551:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:2.0:1763350980.658195:0:20551:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350980.658196:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.658198:0:20551:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350980.658199:0:20551:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350980.658200:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350980.658202:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350980.658203:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.658205:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350980.658207:0:20551:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350980.658208:0:20551:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:2.0:1763350980.658210:0:20551:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.658212:0:20551:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350980.658214:0:20551:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000004:00000001:2.0:1763350980.658216:0:20551:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000020:00000040:2.0:1763350980.658222:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:2.0:1763350980.658225:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:2.0:1763350980.658227:0:20551:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:2.0:1763350980.658230:0:20551:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000401:0x24fc:0x0] xattr_set param_count = 3 00000004:00000001:2.0:1763350980.658233:0:20551:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:2.0:1763350980.658235:0:20551:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x24fc:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:2.0:1763350980.658240:0:20551:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763350980.658243:0:20551:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658246:0:20551:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658248:0:20551:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658251:0:20551:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658252:0:20551:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658254:0:20551:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.658258:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350980.658261:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763350980.658266:0:20551:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055179 00000001:00000001:2.0:1763350980.658269:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350980.658273:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055180, last_committed = 8590055176 00000001:00000010:2.0:1763350980.658277:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693180. 00000001:00000040:2.0:1763350980.658280:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:2.0:1763350980.658283:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00000001:00000010:2.0:1763350980.658290:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925e0068da80. 00000004:00000001:2.0:1763350980.658297:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350980.658298:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350980.658299:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531087709184 : -120542621842432 : ffff925dfbd84400) 00000020:00000040:2.0:1763350980.658303:0:20551:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:2.0:1763350980.658305:0:20551:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:2.0:1763350980.658307:0:20551:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:2.0:1763350980.658310:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350980.658327:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350980.658329:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350980.658334:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925e0068da80: xid 1849001118777984, transno 8590055180, tag 0, client gen 3, slot idx 3 00000001:00000001:2.0:1763350980.658337:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.658339:0:20551:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763350980.658342:0:20551:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:2.0:1763350980.658359:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658362:0:20551:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:2.0:1763350980.658365:0:20551:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:2.0:1763350980.658366:0:20551:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:2.0:1763350980.658369:0:20551:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925e0068d6c0 refcount 4 committed 0 result 0 batchid 4294967628 00000020:00000040:2.0:1763350980.658373:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925e0068d000 00000020:00000040:2.0:1763350980.658376:0:20551:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084d00 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925dfbd84400 00000020:00000001:2.0:1763350980.658379:0:20551:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:2.0:1763350980.658381:0:20551:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:2.0:1763350980.658383:0:20551:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763350980.658386:0:20551:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fc:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:2.0:1763350980.658390:0:20551:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925df0019000 magic = bdde0002 count = 1 size = 144 00000100:00000010:2.0:1763350980.658396:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1a300. 00000020:00000040:2.0:1763350980.658400:0:20551:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763350980.658405:0:20551:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350980.658407:0:20551:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350980.658413:0:20551:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350980.658419:0:20551:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a08800. 00000100:00000001:2.0:1763350980.658427:0:20551:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658431:0:20551:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.658433:0:20551:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350980.658435:0:20551:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.658438:0:20551:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763350980.658440:0:20551:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350980.658447:0:20551:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5480. 00000100:00000001:2.0:1763350980.658449:0:20551:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863969920 : -120547845581696 : ffff925cc47c5480) 00000100:00000001:2.0:1763350980.658451:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.658452:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363757312 : -120543345794304 : ffff925dd0b1a300) 00000100:00000001:2.0:1763350980.658456:0:20551:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350980.658460:0:20551:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.658462:0:20551:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350980.658463:0:20551:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350980.658468:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd0b1a300 x1849001101455744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.658475:0:20551:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350980.658478:0:20551:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.658481:0:20551:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350980.658483:0:20551:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350980.658486:0:20551:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350980.658488:0:20551:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd0b1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101455744:0@lo:1000:mdt00_003.0 00000100:00000001:2.0:1763350980.658492:0:20551:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350980.658496:0:20551:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350980.658498:0:20551:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.658500:0:20551:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350980.658506:0:20551:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925dea1ac000. 02000000:00000001:2.0:1763350980.658508:0:20551:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350980.658513:0:20551:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5b0b0. 00000400:00000010:2.0:1763350980.658518:0:20551:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dd9f1ea80. 00000100:00000200:2.0:1763350980.658524:0:20551:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101455744, portal 4 00000100:00000001:2.0:1763350980.658525:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350980.658527:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363757312 : -120543345794304 : ffff925dd0b1a300) 00000100:00000040:2.0:1763350980.658531:0:20551:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd0b1a300 x1849001101455744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.658538:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.658540:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350980.658543:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d24c8. 00000100:00000200:2.0:1763350980.658545:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101455744, offset 0 00000400:00000200:2.0:1763350980.658550:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350980.658559:0:20551:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350980.658567:0:20551:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd77180 00000400:00000200:2.0:1763350980.658573:0:20551:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 16040 00000400:00000200:2.0:1763350980.658579:0:20551:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.658582:0:20551:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350980.658586:0:20551:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.658587:0:20551:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350980.658592:0:20551:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1a680. 00000100:00000040:2.0:1763350980.658625:0:20551:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1a680 x1849001101455744 msgsize 408 00000100:00100000:2.0:1763350980.658630:0:20551:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350980.658892:0:20551:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350980.658901:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d24c8 00000400:00000010:2.0:1763350980.658904:0:20551:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d24c8. 00000100:00000001:2.0:1763350980.658908:0:20551:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.658912:0:20551:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd0b1a300 x1849001101455744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.658921:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.658924:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd0b1a300 x1849001101455744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.658931:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.658932:0:20551:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350980.658936:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.658941:0:20551:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19752 usecs (20 jiffies) 00000100:00000001:2.0:1763350980.658945:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300857581 00000100:00000001:2.0:1763350980.658948:0:20551:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300857581 00000100:00000001:2.0:1763350980.658951:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300857581 00000100:00000001:2.0:1763350980.658953:0:20551:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300857581 00000100:00000001:2.0:1763350980.658956:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300857581 00000100:00000001:2.0:1763350980.658958:0:20551:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300857581 00000100:00000001:2.0:1763350980.658960:0:20551:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300857581 00000100:00000001:2.0:1763350980.658963:0:20551:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300857581 00000100:00000001:2.0:1763350980.658965:0:20551:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350980.658968:0:20551:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.658970:0:20551:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350980.658972:0:20551:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350980.658975:0:20551:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5480 going to sleep for 11 seconds 00000100:00000001:2.0:1763350980.658977:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.658979:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.659034:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350980.659037:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101455744 02000000:00000001:3.0:1763350980.659039:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350980.659041:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.659044:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.659048:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.659051:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101455744 00000020:00000001:3.0:1763350980.659054:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350980.659056:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:3.0:1763350980.659058:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.659062:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:3.0:1763350980.659064:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:3.0:1763350980.659067:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:3.0:1763350980.659071:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.659076:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:3.0:1763350980.659079:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.659082:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 00000020:00000010:3.0:1763350980.659088:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:3.0:1763350980.659092:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69a00. 00000020:00000010:3.0:1763350980.659096:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375ed8. 00000100:00000040:3.0:1763350980.659104:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350980.659107:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350980.659108:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350980.659119:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.659127:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.659804:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.659808:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.659814:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00000040:0.0:1763350980.659818:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:0.0:1763350980.659821:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363758208 : -120543345793408 : ffff925dd0b1a680) 00000100:00000040:0.0:1763350980.659827:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1a680 x1849001101455744/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 408/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.659836:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763350980.660193:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763350980.660248:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.660254:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.660256:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000100:00100000:1.0:1763350980.660262:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:20551:x1849001101455744:12345-0@lo:1000:mdt00_003.0 00000100:00000200:1.0:1763350980.660266:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101455744 00000020:00000001:1.0:1763350980.660270:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.660274:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.660277:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.660279:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.660282:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:1.0:1763350980.660285:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.660288:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.660291:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.660293:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.660296:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.660299:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763350980.660307:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccd84bf38. 00000100:00000001:1.0:1763350980.660312:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.660314:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.660320:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925de7c5e000. 02000000:00000001:1.0:1763350980.660323:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.660325:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.660330:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dc3ffec00. 00000020:00000001:1.0:1763350980.660333:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763350980.660338:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.660345:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120168 : -120547420431448 : ffff925cddd39ba8) 00080000:00000001:1.0:1763350980.660352:0:20019:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350980.660363:0:20019:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5cc9000. 00080000:00000001:1.0:1763350980.660367:0:20019:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986278912 : -120542723272704 : ffff925df5cc9000) 00000020:00000001:1.0:1763350980.660371:0:20019:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:1.0:1763350980.660376:0:20019:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350980.660401:0:20019:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.660405:0:20019:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.660409:0:20019:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763350980.660411:0:20019:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350980.660417:0:20019:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.660446:0:20019:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.660448:0:20019:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.660474:0:20019:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.660478:0:20019:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763350980.660482:0:20019:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff925df4503ff0 name trusted.fid flag 1 00080000:00000001:1.0:1763350980.660488:0:20019:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350980.660491:0:20019:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763350980.660565:0:20019:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.660568:0:20019:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763350980.660571:0:20019:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff925de7c5e208 index 0: rc = 0 00000020:00000040:1.0:1763350980.660575:0:20019:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763350980.660579:0:20019:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350980.660582:0:20019:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350980.660585:0:20019:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911620, last_committed = 12884911618 00000001:00000010:1.0:1763350980.660589:0:20019:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd4e0. 00000001:00000040:1.0:1763350980.660592:0:20019:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925df4ce5800 : new cb_count 1 00000020:00000040:1.0:1763350980.660615:0:20019:0:(genops.c:887:class_export_get()) GET export ffff925df4ce5800 refcount=6 00080000:00000001:1.0:1763350980.660623:0:20019:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.660638:0:20019:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763350980.660641:0:20019:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.660654:0:20019:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350980.660658:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd6ac000/ffff925cddd39b50 to site lru. bkt: ffff925df94c45e8 00000020:00000001:1.0:1763350980.660660:0:20019:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.660664:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccd84bf38. 00000020:00000010:1.0:1763350980.660667:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dc3ffec00. 00000020:00000001:1.0:1763350980.660669:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.660673:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911617, transno 12884911620, xid 1849001101455744 00010000:00000001:1.0:1763350980.660677:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.660682:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1a680 x1849001101455744/t12884911620(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 408/4320 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350980.660691:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.660696:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.660701:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=76 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350980.660707:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.660710:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350980.660713:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350980.660717:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.660719:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.660723:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.660726:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350980.660730:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc3ffec00. 00000100:00000200:1.0:1763350980.660737:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101455744, offset 224 00000400:00000200:1.0:1763350980.660745:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350980.660758:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350980.660769:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd77180 00000400:00000200:1.0:1763350980.660776:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12f939 [2] + 224 00000400:00000200:1.0:1763350980.660783:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350980.660788:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350980.660794:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.660799:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd0b1a300 x1849001101455744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350980.660809:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dd0b1a300 x1849001101455744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350980.660838:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350980.660844:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc3ffec00 00000400:00000010:1.0:1763350980.660847:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350980.660850:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350980.660852:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350980.660856:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.660859:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350980.660862:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.660864:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.660866:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.660870:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1a680 x1849001101455744/t12884911620(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:171/0 lens 408/4320 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350980.660880:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:20551:x1849001101455744:12345-0@lo:1000:mdt00_003.0 Request processed in 1042us (2253us total) trans 12884911620 rc 0/0 00000100:00100000:1.0:1763350980.660892:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00000040:1.0:1763350980.660896:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:1.0:1763350980.660899:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.660901:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.660905:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69a00. 00000020:00000010:1.0:1763350980.660910:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375ed8. 00000020:00000010:1.0:1763350980.660916:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:1.0:1763350980.660922:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 5 00000100:00000001:1.0:1763350980.660925:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.661029:0:20551:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350980.661036:0:20551:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350980.661038:0:20551:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350980.661041:0:20551:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5b0b0. 00000400:00000200:3.0:1763350980.661044:0:20551:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dd9f1ea80 00000400:00000010:3.0:1763350980.661046:0:20551:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dd9f1ea80. 00000100:00000001:3.0:1763350980.661049:0:20551:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.661053:0:20551:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd0b1a300 x1849001101455744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350980.661062:0:20551:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd0b1a300 x1849001101455744/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350980.661068:0:20551:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350980.661070:0:20551:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.661073:0:20551:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350980.661076:0:20551:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350980.661078:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.661080:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.661083:0:20551:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350980.661090:0:20551:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=119 v=5 (5 5 0 0) 00000100:00001000:3.0:1763350980.661094:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350980.661097:0:20551:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350980.661099:0:20551:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.661102:0:20551:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350980.661104:0:20551:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.661108:0:20551:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763350980.661119:0:20551:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763350980.661122:0:20551:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763350980.661124:0:20551:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350980.661126:0:20551:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530363757312 : -120543345794304 : ffff925dd0b1a300) 00000100:00000001:3.0:1763350980.661129:0:20551:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350980.661131:0:20551:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911617 00000100:00000001:3.0:1763350980.661133:0:20551:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350980.661135:0:20551:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.661140:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd0b1a300 x1849001101455744/t12884911620(12884911620) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350980.661147:0:20551:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350980.661150:0:20551:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350980.661151:0:20551:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350980.661155:0:20551:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:3.0:1763350980.661160:0:20551:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.661164:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1a300 x1849001101455744/t12884911620(12884911620) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350980.661172:0:20551:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd0b1a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:20551:1849001101455744:0@lo:1000:mdt00_003.0 00000100:00000001:3.0:1763350980.661176:0:20551:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.661180:0:20551:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.661183:0:20551:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350980.661185:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.661188:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dd0b1a300 x1849001101455744/t12884911620(12884911620) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350980.661194:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763350980.661197:0:20551:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5480. 00000100:00000001:3.0:1763350980.661201:0:20551:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763350980.661202:0:20551:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.661205:0:20551:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.661208:0:20551:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd0b1a300 x1849001101455744/t12884911620(12884911620) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350980.661214:0:20551:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.661216:0:20551:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.661219:0:20551:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350980.661222:0:20551:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.661226:0:20551:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350980.661229:0:20551:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693780. 00000020:00000001:3.0:1763350980.661232:0:20551:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.661240:0:20551:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.661245:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350980.661249:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763350980.661251:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350980.661252:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350980.661255:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.661258:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.661261:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:3.0:1763350980.661264:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:3.0:1763350980.661267:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00000004:00010000:3.0:1763350980.661273:0:20551:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000007b8a3e reply state 00000000a7dfa713 transno 8590055180 ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000100:00100000:3.0:1763350980.661287:0:20551:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763350980.661289:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.661291:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.661292:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350980.661294:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350980.661296:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350980.661297:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763350980.661299:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350980.661300:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763350980.661301:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350980.661302:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350980.661303:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.661304:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.661306:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:3.0:1763350980.661308:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:3.0:1763350980.661310:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00000004:00010000:3.0:1763350980.661313:0:20551:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000007b8a3e reply state 00000000a7dfa713 transno 8590055180 ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000100:00100000:3.0:1763350980.661324:0:20551:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:3.0:1763350980.661325:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.661326:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.661327:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350980.661329:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350980.661330:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350980.661331:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763350980.661333:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350980.661336:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350980.661338:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350980.661339:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350980.661341:0:20551:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350980.661345:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 8590055180, xid 1849001118777984 00010000:00000001:3.0:1763350980.661347:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763350980.661349:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00010000:00000200:3.0:1763350980.661352:0:20551:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055180, last committed = 8590055176 00010000:00000200:3.0:1763350980.661360:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d50000 x1849001118777984/t8590055180(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 568/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350980.661368:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350980.661370:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350980.661372:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350980.661375:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350980.661378:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350980.661380:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350980.661382:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350980.661384:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.661386:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350980.661388:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350980.661393:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350aa0. 00000100:00000200:3.0:1763350980.661395:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118777984, offset 224 00000400:00000010:3.0:1763350980.661401:0:20551:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925deb026380. 00000400:00000200:3.0:1763350980.661404:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350980.661416:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350980.661423:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198122:198122:256:4294967295] 192.168.202.2@tcp LPNI seq info [198118:198118:8:4294967295] 00000400:00000200:3.0:1763350980.661431:0:20551:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:3.0:1763350980.661439:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350980.661444:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350980.661450:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dcaa00. 00000800:00000200:3.0:1763350980.661458:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350980.661466:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350980.661471:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dcaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350980.661906:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350980.661911:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350980.661915:0:20551:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350980.661916:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.661919:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350980.661924:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d50000 x1849001118777984/t8590055180(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 568/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350980.661934:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d50000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+491:226208:x1849001118777984:12345-192.168.202.2@tcp:61:lfs.0 Request processed in 13717us (14342us total) trans 8590055180 rc 0/0 00000100:00100000:3.0:1763350980.661943:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140609 00000100:00000040:3.0:1763350980.661947:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350980.661949:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350980.661950:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763350980.661953:0:20551:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:3.0:1763350980.661956:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cc4722b80. 00000020:00000010:3.0:1763350980.661961:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:3.0:1763350980.661965:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08600. 00000020:00000040:3.0:1763350980.661970:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000100:00000001:3.0:1763350980.661972:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.662493:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.662500:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dcaa00. 00000400:00000200:2.0:1763350980.662505:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.662510:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.662514:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.662516:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.664853:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.664874:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.664879:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.664885:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.664898:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:2.0:1763350980.664918:0:3309:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12f945 00000400:00000200:2.0:1763350980.664926:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.664931:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:2.0:1763350980.664938:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350aa0 00000400:00000010:2.0:1763350980.664942:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350aa0. 00000100:00000001:2.0:1763350980.664949:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.664952:0:3309:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763350980.664955:0:3309:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:2.0:1763350980.665029:0:3309:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350980.665031:0:3309:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350980.665033:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.665042:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.665046:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.665089:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763350980.665096:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.665099:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.665103:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:0.0:1763350980.665106:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:0.0:1763350980.665231:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:0.0:1763350980.665235:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.665241:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.665250:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.665252:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.665254:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.665260:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.665262:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.665267:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.665269:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:0.0:1763350980.665276:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350980.665280:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.665283:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.665285:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.665295:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.665297:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.665299:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.665300:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=4 00000020:00000001:0.0:1763350980.665302:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:0.0:1763350980.665305:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:0.0:1763350980.665308:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.665311:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.665316:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350980.665318:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350980.665320:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.665325:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.665327:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.665329:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.665331:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.665381:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033c8bd from hash 00010000:00000001:0.0:1763350980.665383:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.665385:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.665386:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.665387:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.665393:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.665395:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.665397:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.665400:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.665403:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.665406:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925df4a92300) 00010000:00010000:0.0:1763350980.665409:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763350980.665412:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.665415:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.665417:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.665419:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000001:3.0:1763350980.665422:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1763350980.665422:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.665423:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.665425:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.665427:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350980.665429:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350980.665429:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350980.665430:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.665433:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763350980.665433:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.665438:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000400:00000200:3.0:1763350980.665439:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00010000:00000001:0.0:1763350980.665439:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.665441:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.665442:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.665444:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.665446:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c8bd lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00000400:00000200:3.0:1763350980.665448:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfc380 00010000:00000010:0.0:1763350980.665453:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be000. 00000400:00000200:3.0:1763350980.665458:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e01 [2] + 784 00010000:00000040:0.0:1763350980.665459:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92300 count: 0 00000800:00000001:3.0:1763350980.665465:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000010:0.0:1763350980.665467:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925cc4722000. 00000800:00000001:3.0:1763350980.665471:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.665473:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.665476:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.665481:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.665484:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763350980.665491:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d51500. 00010000:00000001:0.0:1763350980.665491:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.665492:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.665494:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1763350980.665495:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d51500 x1849001118778240 msgsize 392 00000020:00000040:0.0:1763350980.665495:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:0.0:1763350980.665498:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00000100:00100000:3.0:1763350980.665499:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00010000:00000001:0.0:1763350980.665501:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:0.0:1763350980.665502:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.665505:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.665510:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.665511:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.665513:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00000100:00000001:3.0:1763350980.665516:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1763350980.665518:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.665519:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350980.665521:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1763350980.665521:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000800:00000001:3.0:1763350980.665524:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763350980.665524:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00000800:00000001:3.0:1763350980.665526:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.665528:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1763350980.665530:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350980.665532:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000400:00000200:3.0:1763350980.665533:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00010000:00000001:0.0:1763350980.665533:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.665535:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00000400:00000200:3.0:1763350980.665538:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfc400 00010000:00000001:0.0:1763350980.665541:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.665542:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.665544:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.665545:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=4 00000400:00000200:3.0:1763350980.665546:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127afd [2] + 984 00000020:00000001:0.0:1763350980.665548:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00000800:00000001:3.0:1763350980.665549:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1763350980.665550:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:0.0:1763350980.665552:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.665554:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.665559:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350980.665560:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350980.665561:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.665565:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.665566:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.665567:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.665568:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.665570:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033c8c4 from hash 00010000:00000001:0.0:1763350980.665572:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.665573:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.665573:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.665574:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.665577:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.665578:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.665579:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.665580:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.665582:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.665584:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fed:0x0].0x0 (ffff925df4a92200) 00010000:00010000:0.0:1763350980.665586:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763350980.665587:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.665589:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.665591:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.665593:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000800:00000001:3.0:1763350980.665639:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.665642:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.665646:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.665650:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.665652:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350980.665655:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d50700. 00010000:00000001:0.0:1763350980.665655:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.665656:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000040:3.0:1763350980.665658:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d50700 x1849001118778368 msgsize 328 00010000:00000001:0.0:1763350980.665658:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.665660:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.665662:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000004:00000001:0.0:1763350980.665662:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.665665:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.665670:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.665671:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1763350980.665672:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00010000:00000001:0.0:1763350980.665672:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.665673:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.665675:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000800:00000001:3.0:1763350980.665676:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00010000:0.0:1763350980.665676:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c8c4 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3fed:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00000800:00000001:3.0:1763350980.665680:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350980.665683:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be380. 00010000:00000040:0.0:1763350980.665685:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92200 count: 0 00010000:00000010:0.0:1763350980.665698:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925cc4722c80. 00000100:00000001:3.0:1763350980.665703:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:0.0:1763350980.665704:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00100000:3.0:1763350980.665707:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118778368 00000020:00000040:0.0:1763350980.665708:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 02000000:00000001:3.0:1763350980.665710:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.665711:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.665713:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.665715:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.665720:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.665725:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118778368 00000020:00000001:3.0:1763350980.665728:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350980.665731:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350980.665732:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.665735:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350980.665738:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350980.665741:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350980.665746:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.665750:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:3.0:1763350980.665754:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.665757:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 00000020:00000010:3.0:1763350980.665764:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:3.0:1763350980.665772:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69a00. 00000020:00000010:3.0:1763350980.665777:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375578. 00000100:00000040:3.0:1763350980.665788:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350980.665791:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350980.665793:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350980.665795:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350980.665798:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.665800:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350980.665805:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.665811:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.665814:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:3.0:1763350980.665816:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:3.0:1763350980.665818:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:3.0:1763350980.665821:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.665822:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.665824:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.665826:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.665835:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.665851:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.665868:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350980.665871:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350980.665877:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1006 00000100:00000040:3.0:1763350980.665881:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350980.665883:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171383040 : -120542538168576 : ffff925e00d50700) 00000100:00000040:3.0:1763350980.665891:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d50700 x1849001118778368/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350980.665897:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763350980.665899:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1763350980.665900:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118778240 02000000:00000001:1.0:1763350980.665902:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1763350980.665903:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:1.0:1763350980.665903:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.665905:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.665905:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350980.665907:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 02000000:00000001:1.0:1763350980.665908:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.665910:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118778240 00000100:00100000:3.0:1763350980.665911:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118778368:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000020:00000001:1.0:1763350980.665912:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.665913:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.665915:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:3.0:1763350980.665916:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118778368 00000020:00000040:1.0:1763350980.665918:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00010000:00000001:3.0:1763350980.665919:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000001:1.0:1763350980.665920:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00010000:00000002:3.0:1763350980.665921:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:1.0:1763350980.665922:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00010000:00000001:3.0:1763350980.665923:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763350980.665925:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.665928:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:3.0:1763350980.665929:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1763350980.665930:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350980.665931:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1763350980.665932:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 02000000:00000010:3.0:1763350980.665936:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925de904d400. 00000020:00000010:1.0:1763350980.665937:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 02000000:00000001:3.0:1763350980.665939:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.665940:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0b80. 00000100:00000001:3.0:1763350980.665941:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.665944:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:1.0:1763350980.665944:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00010000:00010000:3.0:1763350980.665946:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350980.665948:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.665950:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1763350980.665950:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000020:00000040:3.0:1763350980.665951:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000100:00000001:1.0:1763350980.665952:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1763350980.665953:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00000100:00000001:1.0:1763350980.665953:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350980.665955:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00000100:00000001:1.0:1763350980.665955:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350980.665959:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da900 count: 2 00000100:00000001:1.0:1763350980.665959:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350980.665964:0:5782:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000100:00000001:1.0:1763350980.665966:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763350980.665971:0:5782:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000100:00000001:1.0:1763350980.665971:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.665972:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1763350980.665975:0:5782:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:1.0:1763350980.665975:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20878 00000100:00000040:1.0:1763350980.665977:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.665979:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171386624 : -120542538164992 : ffff925e00d51500) 00000020:00000001:3.0:1763350980.665982:0:5782:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00000100:00000040:1.0:1763350980.665983:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d51500 x1849001118778240/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763350980.665984:0:5782:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:3.0:1763350980.665988:0:5782:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000001:1.0:1763350980.665990:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.665993:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00002000:00000001:3.0:1763350980.665995:0:5782:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.665995:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.665997:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000020:00000002:3.0:1763350980.666000:0:5782:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd303e8/ffff925cddd30390 to site lru. bkt: ffff925df50261b0 00000100:00100000:1.0:1763350980.666001:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226208:x1849001118778240:12345-192.168.202.2@tcp:35:lfs.0 00010000:00000001:3.0:1763350980.666003:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00000200:1.0:1763350980.666004:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118778240 00000020:00000001:3.0:1763350980.666006:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000020:00000001:1.0:1763350980.666007:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:3.0:1763350980.666009:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350980.666010:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.666010:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350980.666013:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.666016:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925e0068da80: xid 1849001118777984, transno 8590055180, client gen 3, slot idx 3 00010000:00000001:3.0:1763350980.666018:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350980.666019:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00000001:00000001:1.0:1763350980.666021:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dcb4f69c0: xid 1849001118777216, transno 8590055177, client gen 3, slot idx 1 00010000:00000001:3.0:1763350980.666024:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000001:00000010:1.0:1763350980.666025:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dcb4f69c0. 00010000:00000001:3.0:1763350980.666026:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.666028:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00000001:00000001:1.0:1763350980.666029:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925cc47c59c0: xid 1849001118777984, transno 8590055179, client gen 3, slot idx 2 00010000:00000001:3.0:1763350980.666030:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.666032:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c877 from hash 00000001:00000001:1.0:1763350980.666032:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925cc47c59c0: xid 1849001118777984, transno 8590055179, client gen 3, slot idx 2 00010000:00000001:3.0:1763350980.666034:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000001:00000010:1.0:1763350980.666035:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925cc47c59c0. 00010000:00000001:3.0:1763350980.666036:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.666037:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:1.0:1763350980.666038:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925cc47c56c0: xid 1849001118777984, transno 8590055178, client gen 3, slot idx 0 00010000:00000001:3.0:1763350980.666039:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000001:00000001:1.0:1763350980.666041:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925cc47c56c0: xid 1849001118777984, transno 8590055178, client gen 3, slot idx 0 00000001:00000010:1.0:1763350980.666042:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925cc47c56c0. 00010000:00000001:3.0:1763350980.666043:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.666044:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.666046:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000020:00000001:1.0:1763350980.666046:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.666047:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00000001:1.0:1763350980.666049:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00010000:3.0:1763350980.666050:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c877 lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x25d5:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1780197834 flags: 0x44801000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb62 expref: 22 pid: 63085 timeout: 0 lvb_type: 0 00000020:00000001:1.0:1763350980.666051:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:1.0:1763350980.666055:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350980.666059:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118778240, found 0 last_xid 1849001118778239 00010000:00000040:3.0:1763350980.666060:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000001:1.0:1763350980.666061:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763350980.666062:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000020:00000001:1.0:1763350980.666064:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1763350980.666066:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350980.666067:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1763350980.666068:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350980.666070:0:5782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350980.666073:0:5782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.666075:0:5782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.666077:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763350980.666079:0:5782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da900 count: 0 00000020:00000001:1.0:1763350980.666081:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1763350980.666084:0:5782:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dc4c52fc0. 00010000:00000010:3.0:1763350980.666087:0:5782:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925ccd7da300. 00000004:00000001:1.0:1763350980.666088:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763350980.666090:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763350980.666092:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00010000:00010000:3.0:1763350980.666093:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350980.666095:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350980.666095:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666098:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00010000:00000001:3.0:1763350980.666100:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000001:00000001:1.0:1763350980.666102:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00010000:00000001:3.0:1763350980.666103:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.666105:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350980.666107:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=63 v=5 (1 1 1 1) 00000001:00000001:1.0:1763350980.666107:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.666108:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350980.666120:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:1.0:1763350980.666120:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.666122:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.666123:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763350980.666124:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000001:00000001:1.0:1763350980.666125:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.666126:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 00000001:00000001:1.0:1763350980.666126:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.666128:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350980.666129:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:1.0:1763350980.666129:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.666132:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.666132:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.666133:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.666134:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.666135:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350980.666137:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000004:00000001:1.0:1763350980.666137:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666139:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763350980.666141:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350980.666143:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23502a8. 00000004:00000001:1.0:1763350980.666145:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350980.666146:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.666147:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1763350980.666148:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118778368, offset 224 00000001:00000001:1.0:1763350980.666149:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.666150:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.666152:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.666154:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:3.0:1763350980.666155:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000001:00000001:1.0:1763350980.666155:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.666157:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.666159:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.666160:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.666165:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000400:00000200:3.0:1763350980.666168:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 02000000:00001000:1.0:1763350980.666171:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 00000400:00000200:3.0:1763350980.666174:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198123:198123:256:4294967295] 192.168.202.2@tcp LPNI seq info [198119:198119:8:4294967295] 02000000:00000001:1.0:1763350980.666174:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350980.666177:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350980.666178:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.666181:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.666182:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666184:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000400:00000200:3.0:1763350980.666186:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000004:00000001:1.0:1763350980.666186:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666188:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.666191:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000800:00000200:3.0:1763350980.666192:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 02000000:00000001:1.0:1763350980.666193:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.666196:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925df5cc8400. 00000800:00000010:3.0:1763350980.666197:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00dca600. 02000000:00000001:1.0:1763350980.666198:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.666199:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666201:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000800:00000200:3.0:1763350980.666203:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000004:00000001:1.0:1763350980.666204:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666207:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763350980.666209:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763350980.666211:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000800:00000200:3.0:1763350980.666212:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000020:00000040:1.0:1763350980.666213:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925deac69880 refcount=2 00000020:00000001:1.0:1763350980.666215:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530801338496 : -120542908213120 : ffff925deac69880) 00000800:00000200:3.0:1763350980.666216:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00dca600 type 1, nob 320 niov 1 nkiov 1 00000004:00000001:1.0:1763350980.666218:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530801338496 : -120542908213120 : ffff925deac69880) 00000020:00000040:1.0:1763350980.666220:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925deac69880 with handle 0xcb8c81cc3033c81c from hash 00000100:00000001:3.0:1763350980.666225:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666225:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763350980.666227:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3fed:0x0] with intent: 0 00000100:00000040:3.0:1763350980.666228:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00000004:00000001:1.0:1763350980.666231:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00010000:00000001:3.0:1763350980.666232:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.666234:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.666234:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 1 blocks 11 truncate 0 00000004:00000001:1.0:1763350980.666238:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000100:00000040:3.0:1763350980.666239:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d50700 x1849001118778368/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350980.666242:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000100:00100000:3.0:1763350980.666247:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d50700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118778368:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 346us (587us total) trans 0 rc 0/0 00000004:00000001:1.0:1763350980.666251:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.666254:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1006 00000004:00000001:1.0:1763350980.666255:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000100:00000040:3.0:1763350980.666258:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350980.666260:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000004:00000001:1.0:1763350980.666261:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:3.0:1763350980.666262:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:1.0:1763350980.666264:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000020:00000010:3.0:1763350980.666267:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69a00. 00000020:00000010:3.0:1763350980.666270:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375578. 00080000:00000001:1.0:1763350980.666271:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.666274:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000020:00000010:3.0:1763350980.666276:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000004:00000001:1.0:1763350980.666277:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.666279:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350980.666281:0:20016:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.666282:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:3.0:1763350980.666284:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:1.0:1763350980.666284:0:20016:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fed:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000002:1.0:1763350980.666287:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350980.666290:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666293:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.666294:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.666296:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.666297:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.666299:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666301:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666302:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666305:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.666306:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.666307:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.666309:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666311:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666313:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666315:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666317:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350980.666319:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666322:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763350980.666324:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3fed:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:1.0:1763350980.666328:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.666331:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763350980.666333:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350980.666338:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350980.666346:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd8a0. 00080000:00000001:1.0:1763350980.666351:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350980.666362:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5cca400. 00080000:00000001:1.0:1763350980.666365:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986284032 : -120542723267584 : ffff925df5cca400) 00000004:00000001:1.0:1763350980.666370:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.666374:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.666378:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.666381:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986284032 : -120542723267584 : ffff925df5cca400) 00080000:00000001:1.0:1763350980.666385:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350980.666411:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666414:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666417:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.666424:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350980.666426:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350980.666433:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350980.666435:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.666436:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986284032 : -120542723267584 : ffff925df5cca400) 00080000:00000001:1.0:1763350980.666440:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.666446:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.666448:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666450:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.666476:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.666478:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666486:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.666490:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350980.666492:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.666493:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.666495:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986284032 : -120542723267584 : ffff925df5cca400) 00080000:00000001:1.0:1763350980.666499:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350980.666501:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:1.0:1763350980.666540:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666543:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666545:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666547:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350980.666552:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1763350980.666553:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350980.666555:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000800:00000010:2.0:1763350980.666556:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00dca600. 00000001:00000001:1.0:1763350980.666560:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000400:00000200:2.0:1763350980.666561:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000002:1.0:1763350980.666563:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055181, last_committed = 8590055176 00000400:00000200:2.0:1763350980.666565:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000001:00000010:1.0:1763350980.666567:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fdf60. 00000400:00000200:2.0:1763350980.666570:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23502a8 00000001:00000040:1.0:1763350980.666571:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 5 00000400:00000010:2.0:1763350980.666572:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23502a8. 00000020:00000040:1.0:1763350980.666573:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00000100:00000001:2.0:1763350980.666576:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.666578:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:1.0:1763350980.666579:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc3ffe6c0. 00000004:00000001:1.0:1763350980.666586:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350980.666588:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.666589:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986284032 : -120542723267584 : ffff925df5cca400) 00080000:00000001:1.0:1763350980.666592:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.666633:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350980.666636:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350980.666640:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc3ffe6c0: xid 1849001118778240, transno 8590055181, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350980.666644:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.666657:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.666660:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd8a0. 00000020:00000001:1.0:1763350980.666662:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666666:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666668:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666670:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666673:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763350980.666674:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763350980.666677:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350980.666679:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.666681:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.666682:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.666685:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666698:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666700:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.666703:0:20016:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666707:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350980.666711:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350980.666715:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350980.666721:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350980.666725:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd8a0. 00080000:00000001:1.0:1763350980.666727:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350980.666731:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5ccb000. 00080000:00000001:1.0:1763350980.666732:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986287104 : -120542723264512 : ffff925df5ccb000) 00000004:00000001:1.0:1763350980.666736:0:20016:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350980.666739:0:20016:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350980.666741:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.666742:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986287104 : -120542723264512 : ffff925df5ccb000) 00080000:00000001:1.0:1763350980.666746:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350980.666755:0:20016:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666758:0:20016:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666760:0:20016:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.666763:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350980.666765:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350980.666767:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350980.666769:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.666770:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986287104 : -120542723264512 : ffff925df5ccb000) 00080000:00000001:1.0:1763350980.666772:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.666775:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.666776:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666778:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.666786:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.666788:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.666790:0:20016:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350976, ctime 1763350977 00000004:00000001:1.0:1763350980.666793:0:20016:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763350980.666796:0:20016:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763350980.666798:0:20016:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763350980.666799:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.666800:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986287104 : -120542723264512 : ffff925df5ccb000) 00080000:00000001:1.0:1763350980.666804:0:20016:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350980.666810:0:20016:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666813:0:20016:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666815:0:20016:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666817:0:20016:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.666820:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350980.666822:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763350980.666824:0:20016:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055181 00000001:00000001:1.0:1763350980.666826:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350980.666828:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055182, last_committed = 8590055176 00000001:00000010:1.0:1763350980.666832:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fde40. 00000001:00000040:1.0:1763350980.666834:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:1.0:1763350980.666837:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=492 00000001:00000010:1.0:1763350980.666840:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc3ffe540. 00000004:00000001:1.0:1763350980.666843:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350980.666845:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.666846:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986287104 : -120542723264512 : ffff925df5ccb000) 00080000:00000001:1.0:1763350980.666848:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.666855:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350980.666857:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350980.666860:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc3ffe6c0: xid 1849001118778240, transno 8590055181, client gen 3, slot idx 0 00000001:00000001:1.0:1763350980.666863:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc3ffe6c0: xid 1849001118778240, transno 8590055181, client gen 3, slot idx 0 00000001:00000010:1.0:1763350980.666866:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc3ffe6c0. 00000001:00000001:1.0:1763350980.666869:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc3ffe540: xid 1849001118778240, transno 8590055182, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350980.666872:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.666879:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.666881:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd8a0. 00000020:00000001:1.0:1763350980.666883:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666887:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763350980.666890:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666893:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763350980.666899:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.666902:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763350980.666905:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925deac69880. 00000004:00000001:1.0:1763350980.666915:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350980.666920:0:20016:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc9b8/ffff925ccd7cc960 to site lru. bkt: ffff925dd1461260 00000004:00000001:1.0:1763350980.666923:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.666924:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666926:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666929:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763350980.666931:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350980.666933:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350980.666935:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350980.666937:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350980.666939:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350980.666944:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.666949:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350980.666951:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763350980.666957:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350980.666964:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.666966:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.666969:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 8590055182, xid 1849001118778240 00010000:00000001:1.0:1763350980.666972:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.666978:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d51500 x1849001118778240/t8590055182(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.666985:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.666988:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.666992:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.666995:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.666998:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.667000:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.667002:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.667004:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.667006:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.667009:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.667013:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74220. 00000100:00000200:1.0:1763350980.667021:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118778240, offset 224 00000400:00000200:1.0:1763350980.667026:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.667033:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.667037:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198124:198124:256:4294967295] 192.168.202.2@tcp LPNI seq info [198120:198120:8:4294967295] 00000400:00000200:1.0:1763350980.667044:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.667049:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.667054:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:1.0:1763350980.667058:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.667063:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.667066:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.667083:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.667086:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.667089:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.667091:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.667093:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.667098:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d51500 x1849001118778240/t8590055182(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.667107:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226208:x1849001118778240:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 1115us (1610us total) trans 8590055182 rc 0/0 00000100:00100000:1.0:1763350980.667123:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20878 00000100:00000040:1.0:1763350980.667126:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350980.667128:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.667130:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763350980.667132:0:20016:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:1.0:1763350980.667135:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0b80. 00000020:00000010:1.0:1763350980.667138:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00000010:1.0:1763350980.667141:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:1.0:1763350980.667145:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:1.0:1763350980.667147:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.667151:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.667154:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:2.0:1763350980.667158:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.667162:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.667165:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74220 00000400:00000010:2.0:1763350980.667168:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74220. 00000100:00000001:2.0:1763350980.667170:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.667172:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.669759:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.669783:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.669788:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.669792:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.669803:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.669821:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfc500 00000400:00000200:3.0:1763350980.669831:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e01 [2] + 1176 00000800:00000001:3.0:1763350980.669839:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.669851:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.669854:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.669859:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.669867:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.669869:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763350980.669880:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d52300. 00000100:00000040:3.0:1763350980.669884:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d52300 x1849001118778624 msgsize 392 00000100:00100000:3.0:1763350980.669888:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.669905:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.669916:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.669919:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350980.669970:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92300. 00010000:00000010:0.1:1763350980.669982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000100:00000001:1.0:1763350980.670043:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.670046:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118778624 02000000:00000001:1.0:1763350980.670049:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.670052:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.670055:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.670059:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.670063:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118778624 00000020:00000001:1.0:1763350980.670067:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.670070:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.670072:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.670076:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:1.0:1763350980.670079:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.670081:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.670087:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.670093:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.670098:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.670101:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000020:00000010:1.0:1763350980.670108:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:1.0:1763350980.670123:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0b80. 00000020:00000010:1.0:1763350980.670128:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00000100:00000040:1.0:1763350980.670138:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763350980.670142:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.670143:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.670145:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.670153:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.670171:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.670182:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.670184:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.670189:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20879 00000100:00000040:1.0:1763350980.670192:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.670194:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171390208 : -120542538161408 : ffff925e00d52300) 00000100:00000040:1.0:1763350980.670201:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d52300 x1849001118778624/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.670210:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.670213:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.670216:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.670218:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000100:00100000:1.0:1763350980.670222:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226208:x1849001118778624:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:1.0:1763350980.670226:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118778624 00000020:00000001:1.0:1763350980.670229:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.670234:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350980.670239:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc3ffe540: xid 1849001118778240, transno 8590055182, client gen 3, slot idx 1 00000001:00000001:1.0:1763350980.670245:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925e0068da80: xid 1849001118777984, transno 8590055180, client gen 3, slot idx 3 00000001:00000010:1.0:1763350980.670249:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925e0068da80. 00000020:00000001:1.0:1763350980.670255:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.670257:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.670259:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:1.0:1763350980.670262:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350980.670266:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118778624, found 0 last_xid 1849001118778623 00000020:00000001:1.0:1763350980.670269:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.670271:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.670274:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.670277:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670284:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763350980.670287:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763350980.670289:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763350980.670293:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670296:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763350980.670300:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.670302:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.670305:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.670306:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.670308:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.670310:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.670311:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.670313:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.670314:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.670315:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.670317:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.670318:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.670319:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.670320:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670323:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670325:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763350980.670326:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670330:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350980.670331:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.670332:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.670333:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.670334:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.670336:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.670338:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.670339:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.670341:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.670343:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.670344:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.670349:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350980.670355:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350980.670357:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350980.670361:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350980.670362:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.670366:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.670367:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670369:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350980.670372:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670374:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.670378:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.670381:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.670388:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925df5ccbc00. 02000000:00000001:1.0:1763350980.670390:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.670392:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670395:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350980.670397:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670399:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763350980.670401:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763350980.670403:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.670405:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925e00ba5180 refcount=2 00000020:00000001:1.0:1763350980.670407:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531169632640 : -120542539918976 : ffff925e00ba5180) 00000004:00000001:1.0:1763350980.670410:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623531169632640 : -120542539918976 : ffff925e00ba5180) 00000020:00000040:1.0:1763350980.670413:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925e00ba5180 with handle 0xcb8c81cc3033c831 from hash 00000004:00000001:1.0:1763350980.670417:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763350980.670419:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff3:0x0] with intent: 0 00000004:00000001:1.0:1763350980.670424:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:1.0:1763350980.670426:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:1.0:1763350980.670431:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350980.670435:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350980.670443:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670446:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.670453:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.670455:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.670462:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.670465:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.670469:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350980.670471:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350980.670473:0:20016:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.670476:0:20016:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff3:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:1.0:1763350980.670480:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350980.670482:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670485:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.670487:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.670488:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.670489:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.670492:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.670494:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.670496:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.670498:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.670499:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.670500:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.670502:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.670504:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.670506:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.670508:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.670511:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350980.670512:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670516:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:1.0:1763350980.670518:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff3:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:1.0:1763350980.670522:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.670525:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:1.0:1763350980.670527:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350980.670531:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350980.670539:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd8a0. 00080000:00000001:1.0:1763350980.670543:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350980.670552:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5cca800. 00080000:00000001:1.0:1763350980.670555:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986285056 : -120542723266560 : ffff925df5cca800) 00000004:00000001:1.0:1763350980.670560:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.670564:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.670567:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.670570:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986285056 : -120542723266560 : ffff925df5cca800) 00080000:00000001:1.0:1763350980.670573:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350980.670636:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670640:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670642:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.670648:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350980.670650:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350980.670656:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350980.670658:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.670659:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986285056 : -120542723266560 : ffff925df5cca800) 00080000:00000001:1.0:1763350980.670663:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.670668:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.670670:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670673:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.670698:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.670701:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670708:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.670711:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350980.670714:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.670715:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.670717:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986285056 : -120542723266560 : ffff925df5cca800) 00080000:00000001:1.0:1763350980.670720:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350980.670722:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:1.0:1763350980.670785:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670788:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670790:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670792:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.670798:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350980.670800:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350980.670805:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350980.670808:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055183, last_committed = 8590055176 00000001:00000010:1.0:1763350980.670813:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd3c0. 00000001:00000040:1.0:1763350980.670816:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:1.0:1763350980.670818:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00000001:00000010:1.0:1763350980.670825:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc3ffe6c0. 00000004:00000001:1.0:1763350980.670832:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350980.670833:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.670835:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986285056 : -120542723266560 : ffff925df5cca800) 00080000:00000001:1.0:1763350980.670838:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.670851:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350980.670853:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350980.670857:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc3ffe6c0: xid 1849001118778624, transno 8590055183, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350980.670860:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.670876:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.670879:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd8a0. 00000020:00000001:1.0:1763350980.670881:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670884:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670886:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670888:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670891:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763350980.670892:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763350980.670894:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350980.670896:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.670898:0:20016:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350980.670901:0:20016:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350980.670905:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350980.670909:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350980.670912:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.670915:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff3:0x0], previous was 0x7 00000004:00000001:1.0:1763350980.670918:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670921:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763350980.670924:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670928:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:1.0:1763350980.670930:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350980.670932:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd8a0. 00080000:00000001:1.0:1763350980.670935:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350980.670939:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5cc9c00. 00080000:00000001:1.0:1763350980.670941:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00000004:00000001:1.0:1763350980.670948:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.670950:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00080000:00000001:1.0:1763350980.670954:0:20016:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:1.0:1763350980.670973:0:20016:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.670976:0:20016:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:1.0:1763350980.670978:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.670979:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00080000:00000002:1.0:1763350980.670985:0:20016:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff3:0x0] not in the id map cache 00080000:00000001:1.0:1763350980.670990:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350980.670996:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350980.670998:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671000:0:20016:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671004:0:20016:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:1.0:1763350980.671007:0:20016:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763350980.671009:0:20016:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671012:0:20016:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763350980.671014:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.671015:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00080000:00000001:1.0:1763350980.671018:0:20016:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763350980.671021:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350980.671026:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.671029:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.671032:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.671034:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671036:0:20016:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.671048:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1763350980.671049:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.671055:0:20016:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671057:0:20016:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671061:0:20016:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763350980.671063:0:20016:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763350980.671065:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.671067:0:20016:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350980.671070:0:20016:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350980.671071:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.671072:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.671074:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.671075:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.671077:0:20016:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350980.671080:0:20016:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763350980.671082:0:20016:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671084:0:20016:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00000004:00000001:1.0:1763350980.671088:0:20016:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:1.0:1763350980.671091:0:20016:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:1.0:1763350980.671094:0:20016:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350980.671096:0:20016:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00000004:00000040:1.0:1763350980.671100:0:20016:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:1.0:1763350980.671103:0:20016:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763350980.671106:0:20016:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763350980.671119:0:20016:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:1.0:1763350980.671123:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763350980.671126:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350980.671128:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763350980.671130:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671133:0:20016:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763350980.671135:0:20016:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1763350980.671139:0:20016:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1763350980.671142:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.671152:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.671153:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671156:0:20016:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763350980.671171:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763350980.671172:0:20016:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763350980.671181:0:20016:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:1.0:1763350980.671183:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.671185:0:20016:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671187:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350980.671190:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.671192:0:20016:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671195:0:20016:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671197:0:20016:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671200:0:20016:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763350980.671202:0:20016:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763350980.671204:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.671227:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.671229:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671231:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.671237:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.671238:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671240:0:20016:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671242:0:20016:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671244:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350980.671246:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350980.671248:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671250:0:20016:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763350980.671251:0:20016:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763350980.671253:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.671258:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.671260:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671262:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.671267:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.671269:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671270:0:20016:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671272:0:20016:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671274:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350980.671276:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350980.671278:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671280:0:20016:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671283:0:20016:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350980.671284:0:20016:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00000001:1.0:1763350980.671288:0:20016:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671291:0:20016:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671292:0:20016:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671295:0:20016:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671297:0:20016:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.671302:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350980.671304:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350980.671307:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350980.671308:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.671310:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00080000:00000001:1.0:1763350980.671312:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.671316:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.671317:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671319:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671329:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.671331:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671338:0:20016:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:1.0:1763350980.671343:0:20016:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:1.0:1763350980.671344:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.671346:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00080000:00000001:1.0:1763350980.671350:0:20016:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:1.0:1763350980.671379:0:20016:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350980.671381:0:20016:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350980.671382:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.671384:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.671385:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.671387:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671390:0:20016:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350980.671392:0:20016:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671436:0:20016:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671439:0:20016:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671442:0:20016:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763350980.671443:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.671445:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00080000:00000001:1.0:1763350980.671449:0:20016:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1763350980.671454:0:20016:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671456:0:20016:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671460:0:20016:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1763350980.671463:0:20016:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x3ff3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:1.0:1763350980.671466:0:20016:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:1.0:1763350980.671467:0:20016:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763350980.671469:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.671474:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00080000:00000001:1.0:1763350980.671479:0:20016:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1763350980.671480:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350980.671482:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.671483:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.671485:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.671487:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671488:0:20016:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671556:0:20016:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350980.671560:0:20016:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671562:0:20016:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671565:0:20016:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763350980.671566:0:20016:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763350980.671568:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.671569:0:20016:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350980.671571:0:20016:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350980.671572:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.671573:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.671574:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.671576:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.671577:0:20016:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350980.671579:0:20016:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763350980.671581:0:20016:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671582:0:20016:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00000004:00000001:1.0:1763350980.671586:0:20016:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:1.0:1763350980.671588:0:20016:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:1.0:1763350980.671589:0:20016:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350980.671590:0:20016:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00000004:00000040:1.0:1763350980.671621:0:20016:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:1.0:1763350980.671625:0:20016:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763350980.671627:0:20016:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763350980.671629:0:20016:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763350980.671631:0:20016:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446623525831118336 : -120547878433280 : ffff925cc2870e00) 00000040:00000001:1.0:1763350980.671633:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763350980.671635:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350980.671636:0:20016:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763350980.671638:0:20016:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763350980.671640:0:20016:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:1.0:1763350980.671649:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.671679:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1763350980.671682:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.671687:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1763350980.671689:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.671693:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1763350980.671696:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.671714:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:1.0:1763350980.671718:0:20016:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9567, 64 off620576 00000040:00000001:1.0:1763350980.671721:0:20016:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350980.671723:0:20016:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350980.671726:0:20016:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350980.671731:0:20016:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350980.671733:0:20016:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350980.671736:0:20016:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763350980.671738:0:20016:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:1.0:1763350980.671741:0:20016:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9567: rc = 1 00000004:00000001:1.0:1763350980.671744:0:20016:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671747:0:20016:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671748:0:20016:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671750:0:20016:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671753:0:20016:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.671755:0:20016:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:1.0:1763350980.671758:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350980.671761:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350980.671762:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763350980.671765:0:20016:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055183 00000001:00000001:1.0:1763350980.671767:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350980.671769:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055184, last_committed = 8590055176 00000001:00000010:1.0:1763350980.671773:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd000. 00000001:00000040:1.0:1763350980.671775:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:1.0:1763350980.671777:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00000001:00000010:1.0:1763350980.671780:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc3ffe0c0. 00000004:00000001:1.0:1763350980.671783:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350980.671785:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.671786:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530986281984 : -120542723269632 : ffff925df5cc9c00) 00080000:00000001:1.0:1763350980.671787:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.671793:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350980.671794:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350980.671797:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc3ffe6c0: xid 1849001118778624, transno 8590055183, client gen 3, slot idx 0 00000001:00000001:1.0:1763350980.671799:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc3ffe6c0: xid 1849001118778624, transno 8590055183, client gen 3, slot idx 0 00000001:00000010:1.0:1763350980.671802:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc3ffe6c0. 00000001:00000001:1.0:1763350980.671804:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc3ffe0c0: xid 1849001118778624, transno 8590055184, tag 1, client gen 3, slot idx 2 00000001:00000001:1.0:1763350980.671806:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.671815:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.671816:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd8a0. 00000020:00000001:1.0:1763350980.671818:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350980.671822:0:20016:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:1.0:1763350980.671825:0:20016:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350980.671828:0:20016:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350980.671835:0:20016:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da000. 00010000:00000010:1.0:1763350980.671837:0:20016:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0b00. 00010000:00000001:1.0:1763350980.671840:0:20016:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.671843:0:20016:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:1.0:1763350980.671846:0:20016:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.671848:0:20016:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6e00 with handle 0xcb8c81cc3033c8cb to hash 00000020:00000001:1.0:1763350980.671850:0:20016:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.671851:0:20016:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000010:1.0:1763350980.671855:0:20016:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373d80. 00010000:00000001:1.0:1763350980.671857:0:20016:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350980.671860:0:20016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.671862:0:20016:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.671865:0:20016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20016 initiator: MDT0 00010000:00000001:1.0:1763350980.671872:0:20016:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.671876:0:20016:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.671878:0:20016:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.671880:0:20016:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.671882:0:20016:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.671883:0:20016:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.671884:0:20016:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.671886:0:20016:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350980.671888:0:20016:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350980.671890:0:20016:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350980.671891:0:20016:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350980.671893:0:20016:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff3:0x0].0x0 (ffff925ccd7da000) refcount = 1 00010000:00010000:1.0:1763350980.671895:0:20016:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 20016 initiator: MDT0 00010000:00000001:1.0:1763350980.671899:0:20016:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350980.671903:0:20016:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.671905:0:20016:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.671906:0:20016:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.671907:0:20016:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.671908:0:20016:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.671910:0:20016:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763350980.671912:0:20016:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:1.0:1763350980.671914:0:20016:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.671916:0:20016:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20016 initiator: MDT0 00010000:00000001:1.0:1763350980.671919:0:20016:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350980.671920:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.671921:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.671923:0:20016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.671924:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.671925:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:1.0:1763350980.671926:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350980.671928:0:20016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350980.671930:0:20016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.671930:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.671931:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=4 00000020:00000001:1.0:1763350980.671932:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350980.671933:0:20016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350980.671935:0:20016:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763350980.671936:0:20016:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20016 initiator: MDT0 00010000:00000001:1.0:1763350980.671940:0:20016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350980.671942:0:20016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20016 initiator: MDT0 00010000:00000001:1.0:1763350980.671945:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.671946:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.671948:0:20016:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20016 initiator: MDT0 00010000:00000001:1.0:1763350980.671952:0:20016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.671954:0:20016:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.671957:0:20016:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1763350980.671961:0:20016:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925dc3ffec00. 00010000:00000001:1.0:1763350980.671964:0:20016:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1763350980.671982:0:20016:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763350980.671985:0:20016:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.671987:0:20016:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.671989:0:20016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350980.671991:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.671992:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.671993:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.671994:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763350980.671995:0:20016:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:1.0:1763350980.671998:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925e00ba5180. 00000004:00000001:1.0:1763350980.672004:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000001:3.0:1763350980.672024:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00080000:00000010:1.0:1763350980.672026:0:20016:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ccd6ad560. 00000020:00000001:3.0:1763350980.672030:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.672035:0:5786:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000004:00000001:1.0:1763350980.672036:0:20016:0:(osp_object.c:2340:osp_object_release()) Process entered 00010000:00000001:3.0:1763350980.672039:0:5786:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00000004:00000001:1.0:1763350980.672040:0:20016:0:(osp_object.c:2372:osp_object_release()) Process leaving 00010000:00000001:3.0:1763350980.672043:0:5786:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000004:00000010:1.0:1763350980.672047:0:20016:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925dea662880. 00010000:00010000:3.0:1763350980.672049:0:5786:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00000004:00000010:1.0:1763350980.672052:0:20016:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69ee98. 00010000:00010000:3.0:1763350980.672062:0:5786:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6e00 already unused, calling callback (ffffffffc1461b40) 00000004:00000010:1.0:1763350980.672062:0:20016:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda979f8. 00010000:00000001:3.0:1763350980.672065:0:5786:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000004:00000010:1.0:1763350980.672068:0:20016:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda97f30. 00010000:00000001:3.0:1763350980.672070:0:5786:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350980.672074:0:5786:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00000004:00000010:1.0:1763350980.672076:0:20016:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925cc47c5b40. 00000004:00000010:1.0:1763350980.672083:0:20016:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff925cddf38000. 00010000:00000001:3.0:1763350980.672085:0:5786:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350980.672088:0:5786:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.672090:0:5786:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000004:00000010:1.0:1763350980.672091:0:20016:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff925dc7847258. 00000020:00000040:3.0:1763350980.672093:0:5786:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:3.0:1763350980.672097:0:5786:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00000004:00000001:1.0:1763350980.672099:0:20016:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00010000:00000001:3.0:1763350980.672101:0:5786:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00000004:00000040:1.0:1763350980.672103:0:20016:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x3ff3:0x0] 00010000:00000001:3.0:1763350980.672106:0:5786:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00000004:00000010:1.0:1763350980.672108:0:20016:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff925ccd7cd4a0. 00010000:00010000:3.0:1763350980.672121:0:5786:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20016 initiator: MDT0 00000004:00000001:1.0:1763350980.672123:0:20016:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1763350980.672126:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.672129:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.672132:0:5786:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350980.672134:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.672137:0:5786:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000004:00000001:1.0:1763350980.672139:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00010000:00000001:3.0:1763350980.672140:0:5786:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.672145:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350980.672148:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350980.672150:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350980.672152:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350980.672156:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350980.672162:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.672168:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350980.672170:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763350980.672178:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350980.672185:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.672187:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.672191:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 8590055184, xid 1849001118778624 00010000:00000001:1.0:1763350980.672194:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.672204:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d52300 x1849001118778624/t8590055184(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.672212:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.672216:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.672219:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=91 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.672225:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.672228:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.672230:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.672233:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.672235:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.672239:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.672242:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.672247:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74220. 00000100:00000200:1.0:1763350980.672254:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118778624, offset 224 00000400:00000200:1.0:1763350980.672262:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.672278:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.672285:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198125:198125:256:4294967295] 192.168.202.2@tcp LPNI seq info [198121:198121:8:4294967295] 00000400:00000200:1.0:1763350980.672298:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.672304:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.672310:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:1.0:1763350980.672317:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.672326:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.672331:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.672353:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.672357:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.672360:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.672363:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.672366:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.672371:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d52300 x1849001118778624/t8590055184(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.672381:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226208:x1849001118778624:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 2169us (2495us total) trans 8590055184 rc 0/0 00000100:00100000:1.0:1763350980.672391:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20879 00000100:00000040:1.0:1763350980.672396:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350980.672399:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.672401:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763350980.672405:0:20016:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:1.0:1763350980.672408:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0b80. 00000020:00000010:1.0:1763350980.672412:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00000010:1.0:1763350980.672416:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:1.0:1763350980.672421:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:1.0:1763350980.672424:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.672499:0:5786:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350980.672502:0:5786:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350980.672505:0:5786:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.672506:0:5786:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.672510:0:5786:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6e00 with handle 0xcb8c81cc3033c8cb from hash 00010000:00000001:3.0:1763350980.672512:0:5786:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350980.672515:0:5786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.672516:0:5786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.672517:0:5786:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350980.672521:0:5786:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.672523:0:5786:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.672525:0:5786:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350980.672528:0:5786:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350980.672530:0:5786:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350980.672533:0:5786:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff3:0x0].0x0 (ffff925ccd7da000) 00010000:00010000:3.0:1763350980.672536:0:5786:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:3.0:1763350980.672539:0:5786:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.672542:0:5786:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.672543:0:5786:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350980.672545:0:5786:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350980.672548:0:5786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.672549:0:5786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.672551:0:5786:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.672553:0:5786:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.672555:0:5786:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.672557:0:5786:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000001:3.0:1763350980.672563:0:5786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350980.672612:0:5786:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033c8cb lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff3:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000010:3.0:1763350980.672620:0:5786:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373d80. 00000800:00000200:2.0:1763350980.672631:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00010000:00000040:3.0:1763350980.672635:0:5786:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da000 count: 0 00000800:00000010:2.0:1763350980.672638:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00010000:00000010:3.0:1763350980.672643:0:5786:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0b00. 00000400:00000200:2.0:1763350980.672645:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.672654:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00010000:00000001:3.0:1763350980.672655:0:5786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.672658:0:5786:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000400:00000200:2.0:1763350980.672660:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74220 00010000:00000010:3.0:1763350980.672661:0:5786:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925dc3ffec00. 00000400:00000010:2.0:1763350980.672666:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74220. 00010000:00000001:3.0:1763350980.672667:0:5786:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.672672:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:2.0:1763350980.672674:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000020:00000001:3.0:1763350980.672675:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.672678:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:3.0:1763350980.672679:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350980.672683:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350980.672684:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.672687:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1763350980.672689:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350980.672690:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.672692:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000010:0.1:1763350980.673392:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92200. 00010000:00000010:0.1:1763350980.673402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:3.1:1763350980.673716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00010000:00000010:3.1:1763350980.673724:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00000100:00000040:0.0:1763350980.679695:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300857581, at 4300857582 00000100:00000010:0.0:1763350980.679723:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006932a0. 00000100:00000040:1.0:1763350980.679820:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300857581, at 4300857582 00000100:00000010:1.0:1763350980.679828:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693b40. 00000100:00000040:3.0:1763350980.679898:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300857581, at 4300857582 00000100:00000010:3.0:1763350980.679905:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693ba0. 00000100:00000040:2.0:1763350980.680497:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300857581, at 4300857582 00000100:00000010:2.0:1763350980.680507:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693a20. 00010000:00000010:3.1:1763350980.682792:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da000. 00010000:00000010:3.1:1763350980.682812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6e00. 00000800:00000001:2.0:1763350980.688958:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.688984:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.688990:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.688993:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.689007:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.689030:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 304 into portal 12 MB=0x691a81edfc580 00000400:00000200:2.0:1763350980.689042:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 304/304 into md 0xd4535 [64] + 126944 00000800:00000001:2.0:1763350980.689055:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.689067:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.689070:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.689075:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.689084:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.689087:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350980.689097:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b19180. 00000100:00000040:2.0:1763350980.689102:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b19180 x1849001118778752 msgsize 304 00000100:00100000:2.0:1763350980.689106:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.689131:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.689141:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.689145:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350980.689205:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350980.689209:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118778752 02000000:00000001:3.0:1763350980.689213:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350980.689215:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350980.689218:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.689223:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350980.689228:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118778752 00000020:00000001:3.0:1763350980.689232:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350980.689235:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350980.689238:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.689243:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:3.0:1763350980.689246:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350980.689248:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350980.689254:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.689260:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:3.0:1763350980.689265:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.689267:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 00000020:00000010:3.0:1763350980.689275:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:3.0:1763350980.689281:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69a00. 00000020:00000010:3.0:1763350980.689287:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375578. 00000100:00000040:3.0:1763350980.689296:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350980.689300:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350980.689301:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350980.689304:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.689313:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.690065:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.690072:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.690081:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140610 00000100:00000040:0.0:1763350980.690087:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.690089:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363752832 : -120543345798784 : ffff925dd0b19180) 00000100:00000040:0.0:1763350980.690099:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b19180 x1849001118778752/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 304/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.690119:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1763350980.690208:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763350980.690265:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.690270:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.690273:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000100:00100000:1.0:1763350980.690280:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226209:x1849001118778752:12345-192.168.202.2@tcp:53:lfs.0 00000100:00000200:1.0:1763350980.690286:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118778752 00000020:00000001:1.0:1763350980.690291:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.690296:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350980.690305:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc3ffe0c0: xid 1849001118778624, transno 8590055184, client gen 3, slot idx 2 00000001:00000001:1.0:1763350980.690310:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc3ffe540: xid 1849001118778240, transno 8590055182, client gen 3, slot idx 1 00000001:00000010:1.0:1763350980.690315:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc3ffe540. 00000020:00000001:1.0:1763350980.690321:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.690324:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.690327:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717056 : -1040834560 : ffffffffc1f62000) 00000020:00000001:1.0:1763350980.690330:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350980.690334:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118778752, found 0 last_xid 1849001118778751 00000020:00000001:1.0:1763350980.690337:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.690339:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.690343:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.690347:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.690350:0:20012:0:(mdt_handler.c:8030:mdt_get_info()) Process entered 00000100:00000001:1.0:1763350980.690360:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.690362:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.690372:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4648 at ffff925de7c5c000. 02000000:00000001:1.0:1763350980.690374:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.690377:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.690384:0:20012:0:(mdt_handler.c:7931:mdt_fid2path()) Process entered 00000004:00000080:1.0:1763350980.690386:0:20012:0:(mdt_handler.c:7934:mdt_fid2path()) path get [0x200000bd2:0x3fee:0x0] from 18446744073709551615 #0 00000004:00000001:1.0:1763350980.690390:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350980.690393:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:1.0:1763350980.690397:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.690406:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:1.0:1763350980.690409:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:1.0:1763350980.690412:0:20012:0:(mdt_handler.c:7886:mdt_path()) Process entered 00000004:00000001:1.0:1763350980.690416:0:20012:0:(mdt_handler.c:7717:mdt_path_current()) Process entered 00000020:00000010:1.0:1763350980.690423:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925e00c96000. 00000004:00000001:1.0:1763350980.690427:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350980.690428:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:1.0:1763350980.690441:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.690448:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.690451:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.690460:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.690463:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.690467:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350980.690472:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.690473:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.690474:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.690477:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.690480:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.690482:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.690485:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350980.690487:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.690489:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350980.690490:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350980.690492:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.690495:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350980.690497:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350980.690499:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.690502:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.690503:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.690507:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350980.690509:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350980.690510:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=54 : 54 : 36) 00000004:00000001:1.0:1763350980.690513:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.690514:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.690515:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.690517:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.690520:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.690522:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.690525:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350980.690527:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.690530:0:20012:0:(mdt_handler.c:7861:mdt_path_current()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.690533:0:20012:0:(mdt_handler.c:7903:mdt_path()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350980.690535:0:20012:0:(mdt_handler.c:7985:mdt_fid2path()) fid [0x200000007:0x1:0x0], path recno 0xffffffffffffffff linkno 0 00000004:00000001:1.0:1763350980.690539:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350980.690543:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:1.0:1763350980.690546:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.690549:0:20012:0:(mdt_handler.c:7989:mdt_fid2path()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.690551:0:20012:0:(mdt_handler.c:8021:mdt_rpc_fid2path()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.690555:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925e00c96000. 00000004:00000001:1.0:1763350980.690561:0:20012:0:(mdt_handler.c:8079:mdt_get_info()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.690565:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 0, xid 1849001118778752 00010000:00000001:1.0:1763350980.690569:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.690575:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b19180 x1849001118778752/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 304/4352 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350980.690584:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.690586:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.690591:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.690624:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.690627:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.690630:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.690633:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.690635:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.690639:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.690642:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.690648:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc3ffe540. 00000100:00000200:1.0:1763350980.690656:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 4352 bytes to portal 10, xid 1849001118778752, offset 224 00000400:00000200:1.0:1763350980.690665:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.690681:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.690701:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198126:198126:256:4294967295] 192.168.202.2@tcp LPNI seq info [198122:198122:8:4294967295] 00000400:00000200:1.0:1763350980.690712:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.690718:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4352 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.690723:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925de97df800. 00000800:00000200:1.0:1763350980.690730:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.690739:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350980.690744:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925de97df800 type 1, nob 4448 niov 1 nkiov 2 00000100:00000001:1.0:1763350980.690762:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.690766:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.690769:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.690771:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.690773:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.690778:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b19180 x1849001118778752/t0(0) o53->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 304/4352 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350980.690787:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226209:x1849001118778752:12345-192.168.202.2@tcp:53:lfs.0 Request processed in 676us (1683us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350980.690795:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140610 00000100:00000040:1.0:1763350980.690800:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350980.690803:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.690805:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.690812:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69a00. 00000020:00000010:1.0:1763350980.690819:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375578. 00000020:00000010:1.0:1763350980.690828:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000020:00000040:1.0:1763350980.690837:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:1.0:1763350980.690841:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.691139:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.691145:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925de97df800. 00000400:00000200:3.0:1763350980.691150:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.691155:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.691162:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc3ffe540 00000400:00000010:3.0:1763350980.691164:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dc3ffe540. 00000100:00000001:3.0:1763350980.691169:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.691171:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.706007:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.706031:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.706036:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.706040:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.706054:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.706077:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 672 into portal 24 MB=0x691a81edfc600 00000400:00000200:2.0:1763350980.706088:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 672/672 into md 0x4c31 [256] + 16448 00000800:00000001:2.0:1763350980.706098:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.706204:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.706208:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.706214:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.706358:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.706363:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350980.706372:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1bb80. 00000100:00000040:2.0:1763350980.706378:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1bb80 x1849001118778880 msgsize 672 00000100:00100000:2.0:1763350980.706383:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.706404:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.706415:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.706419:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.706636:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.706641:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118778880 02000000:00000001:1.0:1763350980.706644:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.706648:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.706651:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.706657:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.706662:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118778880 00000020:00000001:1.0:1763350980.706665:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.706667:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.706671:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.706675:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:1.0:1763350980.706678:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.706682:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.706737:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.706743:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.706748:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.706751:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000020:00000010:1.0:1763350980.706760:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dea00. 00000020:00000010:1.0:1763350980.706767:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0b80. 00000020:00000010:1.0:1763350980.706773:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00000100:00000040:1.0:1763350980.706784:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350980.706787:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.706789:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.706791:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.706801:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.706819:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.706834:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.706836:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.706842:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 440 00000100:00000040:1.0:1763350980.706847:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.706849:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363763584 : -120543345788032 : ffff925dd0b1bb80) 00000100:00000040:1.0:1763350980.706858:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1bb80 x1849001118778880/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 672/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350980.706868:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.706871:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.706873:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.706876:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000100:00100000:1.0:1763350980.706881:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:2359:x1849001118778880:12345-192.168.202.2@tcp:63:ll_sa.0 00000100:00000200:1.0:1763350980.706884:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118778880 00000020:00000001:1.0:1763350980.706888:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.706892:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.706899:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.706901:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.706904:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717536 : -1040834080 : ffffffffc1f621e0) 00000020:00000001:1.0:1763350980.706908:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350980.706912:0:69028:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118778880, found 0 last_xid 1849001118778879 00000020:00000001:1.0:1763350980.706915:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.706918:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.706921:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.706924:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.706930:0:69028:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763350980.706938:0:69028:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff925ccd84bf38. 00000100:00000001:1.0:1763350980.706943:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.706946:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.706959:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925de88de000. 02000000:00000001:1.0:1763350980.706961:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.706964:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350980.706968:0:69028:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff925dc3ffe6c0. 00000020:00000001:1.0:1763350980.706971:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:1.0:1763350980.706975:0:69028:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.706978:0:69028:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763350980.706981:0:69028:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.706983:0:69028:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.706989:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.706996:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350980.706999:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.707003:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.707007:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350980.707011:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.707013:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033c8d2 to hash 00000020:00000001:1.0:1763350980.707015:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.707017:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000010:1.0:1763350980.707022:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373100. 00010000:00000001:1.0:1763350980.707026:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:1.0:1763350980.707031:0:69028:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c8d2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb8c expref: -99 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.707040:0:69028:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350980.707043:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:1.0:1763350980.707050:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350980.707054:0:69028:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350980.707058:0:69028:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350980.707060:0:69028:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350980.707062:0:69028:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350980.707064:0:69028:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350980.707066:0:69028:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350980.707070:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.707075:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350980.707077:0:69028:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350980.707080:0:69028:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.707083:0:69028:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350980.707085:0:69028:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763350980.707089:0:69028:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:1.0:1763350980.707092:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.707094:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000800:00000001:3.0:1763350980.707098:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.707105:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.707107:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.707122:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.707131:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.707145:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 584 into portal 12 MB=0x691a81edfc680 02000000:00000010:1.0:1763350980.707150:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff925de9ad0000. 02000000:00000001:1.0:1763350980.707153:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763350980.707154:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 584/584 into md 0xd4535 [64] + 127248 00000100:00000001:1.0:1763350980.707155:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350980.707160:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1763350980.707161:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350980.707163:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925de88de000. 00000800:00000001:3.0:1763350980.707166:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763350980.707167:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1763350980.707169:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1763350980.707169:0:69028:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000400:00000200:3.0:1763350980.707172:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000004:00000001:1.0:1763350980.707172:0:69028:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.707175:0:69028:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000100:00000001:3.0:1763350980.707177:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.707178:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000004:00000001:1.0:1763350980.707181:0:69028:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350980.707183:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000100:00000010:3.0:1763350980.707184:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d51f80. 00000100:00000040:3.0:1763350980.707186:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d51f80 x1849001118779008 msgsize 584 00000001:00000001:1.0:1763350980.707186:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.707189:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00100000:3.0:1763350980.707190:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000001:00000001:1.0:1763350980.707191:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.707193:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.707194:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.707195:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.707197:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.707198:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.707200:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.707202:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.707203:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.707204:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.707206:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.707208:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.707209:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.707211:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.707213:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000001:00000001:1.0:1763350980.707214:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.707215:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350980.707219:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000001:1.0:1763350980.707219:0:69028:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000800:00000001:3.0:1763350980.707221:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00001000:1.0:1763350980.707225:0:69028:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350980.707228:0:69028:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350980.707231:0:69028:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350980.707233:0:69028:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.707236:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.707237:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.707240:0:69028:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350980.707242:0:69028:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.707246:0:69028:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350980.707253:0:69028:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464226ba48 00000004:00000002:1.0:1763350980.707255:0:69028:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_11, ldlm_rep = ffff925de9ad0250 00000004:00000001:1.0:1763350980.707261:0:69028:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350980.707266:0:69028:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350980.707269:0:69028:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350980.707273:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350980.707275:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.707277:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:1.0:1763350980.707279:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.707282:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.707285:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7e00. 00000020:00000001:1.0:1763350980.707287:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.707289:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7e00 with handle 0xcb8c81cc3033c8d9 to hash 00000020:00000001:1.0:1763350980.707290:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.707292:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000010:1.0:1763350980.707295:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350980.707298:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350980.707302:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.707303:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.707307:0:69028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707314:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.707319:0:69028:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.707322:0:69028:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.707324:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.707327:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.707329:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.707331:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.707338:0:69028:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350980.707341:0:69028:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350980.707343:0:69028:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350980.707344:0:69028:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350980.707347:0:69028:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:1.0:1763350980.707350:0:69028:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350980.707355:0:69028:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.707363:0:69028:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350980.707369:0:69028:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707374:0:69028:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350980.707380:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.707382:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707384:0:69028:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.707385:0:69028:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.707388:0:69028:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707390:0:69028:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.707394:0:69028:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350980.707396:0:69028:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.707399:0:69028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707405:0:69028:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350980.707407:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.707408:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.707410:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350980.707414:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350980.707420:0:69028:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7daa00. 00010000:00000010:1.0:1763350980.707424:0:69028:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0f80. 00010000:00000001:1.0:1763350980.707427:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.707429:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7400. 00000020:00000001:1.0:1763350980.707432:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.707434:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7400 with handle 0xcb8c81cc3033c8e0 to hash 00000020:00000001:1.0:1763350980.707436:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.707438:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000010:1.0:1763350980.707441:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373580. 00010000:00000001:1.0:1763350980.707443:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350980.707446:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.707448:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.707451:0:69028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707456:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.707458:0:69028:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.707460:0:69028:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.707461:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.707462:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.707464:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.707465:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.707468:0:69028:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350980.707469:0:69028:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350980.707470:0:69028:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350980.707472:0:69028:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350980.707474:0:69028:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 (ffff925ccd7daa00) refcount = 1 00010000:00010000:1.0:1763350980.707477:0:69028:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707482:0:69028:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350980.707484:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.707485:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707487:0:69028:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.707488:0:69028:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.707491:0:69028:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707492:0:69028:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.707494:0:69028:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350980.707496:0:69028:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.707499:0:69028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707504:0:69028:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350980.707509:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.707510:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.707512:0:69028:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.707517:0:69028:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350980.707564:0:69028:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350980.707568:0:69028:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350980.707572:0:69028:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350980.707577:0:69028:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.707582:0:69028:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350980.707653:0:69028:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350980.707657:0:69028:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350980.707659:0:69028:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350980.707662:0:69028:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763350980.707666:0:69028:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350980.707668:0:69028:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350980.707670:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.707673:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.707675:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7e00 refcount=3 00000020:00000001:1.0:1763350980.707678:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350980.707680:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350980.707683:0:69028:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350980.707691:0:69028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707698:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.707699:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.707701:0:69028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707706:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.707707:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707710:0:69028:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350980.707712:0:69028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00010000:1.0:1763350980.707718:0:69028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7e00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350980.707721:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.707723:0:69028:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350980.707726:0:69028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707732:0:69028:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350980.707733:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.707734:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.707736:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7e00 refcount=4 00000020:00000001:1.0:1763350980.707738:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350980.707740:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350980.707743:0:69028:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350980.707745:0:69028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707750:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350980.707752:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350980.707754:0:69028:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707757:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.707759:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.707760:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.707762:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.707764:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7e00 with handle 0xcb8c81cc3033c8d9 from hash 00010000:00000001:1.0:1763350980.707767:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.707768:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.707769:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.707770:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.707773:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.707774:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707776:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.707778:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.707781:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350980.707783:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350980.707786:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350980.707789:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.707791:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707793:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.707795:0:69028:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350980.707797:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.707798:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.707800:0:69028:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707802:0:69028:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.707804:0:69028:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.707807:0:69028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350980.707812:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.707814:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.707815:0:69028:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350980.707816:0:69028:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350980.707818:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.707819:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c8d9 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000010:1.0:1763350980.707829:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350980.707841:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.707843:0:69028:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350980.707844:0:69028:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350980.707845:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.707846:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.707848:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=3 00000020:00000001:1.0:1763350980.707850:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350980.707852:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350980.707853:0:69028:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350980.707855:0:69028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00000100:00000001:0.0:1763350980.707856:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.707859:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118779008 00010000:00000001:1.0:1763350980.707860:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.707861:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1763350980.707861:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00010000:00010000:1.0:1763350980.707863:0:69028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 69028 initiator: MDT0 00000100:00000001:0.0:1763350980.707864:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.707866:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707868:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.707869:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.707869:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707871:0:69028:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00000100:00100000:0.0:1763350980.707871:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118779008 00010000:00010000:1.0:1763350980.707873:0:69028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00000020:00000001:0.0:1763350980.707873:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.707875:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.707876:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00010000:1.0:1763350980.707878:0:69028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7400 already unused, calling callback (ffffffffc1e7a550) 00000020:00000040:0.0:1763350980.707879:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000004:00000001:1.0:1763350980.707880:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.707881:0:69028:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00000020:00000001:0.0:1763350980.707881:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00010000:00010000:1.0:1763350980.707883:0:69028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00000020:00000001:0.0:1763350980.707884:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.707887:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1763350980.707888:0:69028:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350980.707889:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.707891:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1763350980.707891:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000020:00000040:1.0:1763350980.707892:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=4 00000100:00000001:0.0:1763350980.707893:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350980.707894:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350980.707896:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00000020:00000010:0.0:1763350980.707896:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00010000:00000001:1.0:1763350980.707898:0:69028:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350980.707900:0:69028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 69028 initiator: MDT0 00000020:00000010:0.0:1763350980.707901:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00010000:00000001:1.0:1763350980.707905:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000010:0.0:1763350980.707905:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000004:00000001:1.0:1763350980.707906:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350980.707907:0:69028:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707909:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000020:00000010:0.0:1763350980.707910:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00010000:00000001:1.0:1763350980.707911:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.707912:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.707914:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.707916:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7400 with handle 0xcb8c81cc3033c8e0 from hash 00000100:00000040:0.0:1763350980.707916:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1763350980.707918:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000100:00000001:0.0:1763350980.707918:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1763350980.707919:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763350980.707920:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763350980.707921:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.707921:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00000004:00000001:0.0:1763350980.707922:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00010000:00000001:1.0:1763350980.707923:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.707925:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.707925:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707927:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000100:00000001:0.0:1763350980.707927:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707928:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.707929:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350980.707931:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0xf73d7ff9 (ffff925ccd7daa00) 00000100:00000001:0.0:1763350980.707931:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.707934:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350980.707936:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.707938:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707939:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.707940:0:69028:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350980.707942:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.707943:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.707945:0:69028:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.707946:0:69028:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.707946:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350980.707948:0:69028:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.707950:0:69028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00000100:00000001:0.0:1763350980.707954:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.707955:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1763350980.707956:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.707957:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.707958:0:69028:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350980.707959:0:69028:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350980.707960:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00100000:0.0:1763350980.707961:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140611 00010000:00010000:1.0:1763350980.707962:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c8e0 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00000100:00000040:0.0:1763350980.707964:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:0.0:1763350980.707966:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171389312 : -120542538162304 : ffff925e00d51f80) 00010000:00000010:1.0:1763350980.707968:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373580. 00010000:00000040:1.0:1763350980.707971:0:69028:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7daa00 count: 0 00000100:00000040:0.0:1763350980.707971:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d51f80 x1849001118779008/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 584/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000010:1.0:1763350980.707976:0:69028:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0f80. 00000100:00000001:0.0:1763350980.707980:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1763350980.707982:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000010:0.0:1763350980.707982:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000004:00000001:1.0:1763350980.707983:0:69028:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350980.707985:0:69028:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000100:00000001:0.0:1763350980.707985:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.707987:0:69028:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000020:00000010:0.0:1763350980.707987:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000004:00000001:1.0:1763350980.707989:0:69028:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000100:00100000:0.0:1763350980.707991:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226211:x1849001118779008:12345-192.168.202.2@tcp:101:stat.0 00000004:00000001:1.0:1763350980.707992:0:69028:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000200:0.0:1763350980.707994:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118779008 02000000:00000001:1.0:1763350980.707997:0:69028:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 00000020:00000001:0.0:1763350980.707997:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 02000000:00000001:1.0:1763350980.707999:0:69028:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763350980.708000:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000004:00000001:1.0:1763350980.708001:0:69028:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350980.708003:0:69028:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000020:00000001:0.0:1763350980.708003:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.708005:0:69028:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000020:00000001:0.0:1763350980.708005:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.708007:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000004:00000040:1.0:1763350980.708008:0:69028:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000020:00000001:0.0:1763350980.708009:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350980.708011:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118779008, found 0 last_xid 1849001118778879 00000020:00000001:0.0:1763350980.708013:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.708014:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.708016:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.708019:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.708021:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350980.708023:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000004:00000001:1.0:1763350980.708024:0:69028:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.708025:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000004:00000001:1.0:1763350980.708027:0:69028:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763350980.708027:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000004:00000001:1.0:1763350980.708029:0:69028:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763350980.708029:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.708032:0:69028:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.708032:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000001:1.0:1763350980.708033:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000040:0.0:1763350980.708035:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:1.0:1763350980.708036:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.708037:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.708037:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.708039:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.708039:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1763350980.708040:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.708042:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033c8d2 from hash 00010000:00000010:0.0:1763350980.708042:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3c00. 00010000:00000001:1.0:1763350980.708044:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000020:00000001:0.0:1763350980.708045:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00010000:00000001:1.0:1763350980.708046:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.708047:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763350980.708047:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3c00 with handle 0xcb8c81cc3033c8e7 to hash 00010000:00000001:1.0:1763350980.708048:0:69028:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350980.708049:0:69028:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00000020:00000001:0.0:1763350980.708049:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.708051:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:1.0:1763350980.708052:0:69028:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00000010:0.0:1763350980.708055:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a500. 00010000:00010000:1.0:1763350980.708056:0:69028:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c8d2 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb8c expref: 496 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.708057:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00010000:0.0:1763350980.708061:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8e7 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb93 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350980.708063:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350980.708065:0:69028:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000040:0.0:1763350980.708067:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00010000:00000001:1.0:1763350980.708068:0:69028:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00000020:00000040:0.0:1763350980.708069:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00010000:00000001:1.0:1763350980.708070:0:69028:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.708072:0:69028:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.708073:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.708074:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00000004:00000001:0.0:1763350980.708074:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00010000:00000001:1.0:1763350980.708075:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.708077:0:69028:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.708078:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.708079:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000004:00000001:0.0:1763350980.708079:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00010000:00000001:1.0:1763350980.708080:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00000004:00000001:0.0:1763350980.708081:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00010000:00000001:1.0:1763350980.708082:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00000004:00000001:0.0:1763350980.708083:0:20012:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00010000:00010000:1.0:1763350980.708084:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00000004:00000001:0.0:1763350980.708085:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00010000:00010000:1.0:1763350980.708086:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000004:00000040:0.0:1763350980.708087:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00010000:00000001:1.0:1763350980.708088:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.708089:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:1.0:1763350980.708090:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.708092:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00000020:00000001:0.0:1763350980.708092:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00010000:00000001:1.0:1763350980.708093:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000004:00000001:0.0:1763350980.708094:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00010000:00010000:1.0:1763350980.708096:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c8d2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb8c expref: 497 pid: 69028 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1763350980.708097:0:20012:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.708099:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350980.708101:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00010000:00000040:1.0:1763350980.708103:0:69028:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000100:00000001:0.0:1763350980.708103:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.708105:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1763350980.708106:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00010000:00000010:1.0:1763350980.708108:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373100. 00010000:00000001:1.0:1763350980.708123:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.708125:0:69028:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6c00, rc -2) 00000004:00000001:1.0:1763350980.708128:0:69028:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350980.708132:0:69028:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763350980.708139:0:69028:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff925ccd84bf38. 00000004:00000010:1.0:1763350980.708142:0:69028:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff925dc3ffe6c0. 00000004:00000001:1.0:1763350980.708149:0:69028:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350980.708153:0:69028:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.708154:0:69028:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763350980.708160:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 0, xid 1849001118778880 02000000:00000010:0.0:1763350980.708160:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925e01a40000. 02000000:00000001:0.0:1763350980.708162:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.708163:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000100:00000001:0.0:1763350980.708165:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.708167:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1763350980.708168:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1bb80 x1849001118778880/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 672/53424 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350980.708170:0:20012:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763350980.708173:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350980.708174:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.708175:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.708177:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00000001:00000001:0.0:1763350980.708177:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.708179:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.708180:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.708181:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.708182:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00001000:1.0:1763350980.708184:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=76 v=5 (1 1 1 0) 00000001:00000001:0.0:1763350980.708184:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.708185:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.708187:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.708188:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.708189:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.708190:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000001:00000001:0.0:1763350980.708191:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000040:1.0:1763350980.708192:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000001:00000001:0.0:1763350980.708192:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.708194:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.708195:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 00000001:00000001:0.0:1763350980.708196:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 02000000:00000001:1.0:1763350980.708197:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000001:0.0:1763350980.708198:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763350980.708200:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.708200:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.708201:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.708202:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.708203:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:0.0:1763350980.708204:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 00000100:00000040:1.0:1763350980.708206:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 02000000:00001000:0.0:1763350980.708206:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350980.708208:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350980.708210:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000400:00000010:1.0:1763350980.708212:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff925de97df800. 00000004:00000001:0.0:1763350980.708212:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.708215:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.708216:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.708217:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000100:00000200:1.0:1763350980.708218:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1849001118778880, offset 224 00000004:00000001:0.0:1763350980.708219:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.708221:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763350980.708224:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3baf8 00000400:00000200:1.0:1763350980.708226:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000004:00000002:0.0:1763350980.708226:0:20012:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_3, ldlm_rep = ffff925e01a40228 00000004:00000001:0.0:1763350980.708230:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763350980.708233:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763350980.708234:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763350980.708236:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.708237:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000400:00000200:1.0:1763350980.708238:0:69028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00010000:00000040:0.0:1763350980.708239:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:0.0:1763350980.708241:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.708243:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000400:00000200:1.0:1763350980.708246:0:69028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198127:198127:256:4294967295] 192.168.202.2@tcp LPNI seq info [198123:198123:8:4294967295] 00010000:00000010:0.0:1763350980.708246:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350980.708248:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.708250:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033c8ee to hash 00000020:00000001:0.0:1763350980.708252:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.708253:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000010:0.0:1763350980.708257:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a600. 00010000:00000001:0.0:1763350980.708259:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00000400:00000200:1.0:1763350980.708260:0:69028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00010000:00000001:0.0:1763350980.708261:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.708262:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.708265:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00000800:00000200:1.0:1763350980.708266:0:69028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.708270:0:69028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff925de97dec00. 00010000:00000001:0.0:1763350980.708271:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.708273:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.708274:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.708276:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.708277:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.708279:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.708281:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.708283:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.708284:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.708285:0:20012:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.708287:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.708288:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:0.0:1763350980.708291:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.708294:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.708301:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 496 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.708308:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.708311:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.708314:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.708316:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.708317:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.708319:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.708321:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.708322:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.708324:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.708326:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.708328:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.708332:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.708334:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.708335:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.708336:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.708337:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350980.708342:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09600. 00010000:00000010:0.0:1763350980.708346:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc9b70c80. 00010000:00000001:0.0:1763350980.708348:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.708351:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3600. 00000020:00000001:0.0:1763350980.708352:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.708354:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3600 with handle 0xcb8c81cc3033c8f5 to hash 00000020:00000001:0.0:1763350980.708356:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.708357:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000010:0.0:1763350980.708360:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ab80. 00010000:00000001:0.0:1763350980.708363:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.708365:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.708366:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.708369:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.708374:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.708376:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.708378:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.708379:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.708380:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.708383:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.708384:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.708385:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.708386:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.708388:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.708389:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.708390:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925dddc09600) refcount = 1 00010000:00010000:0.0:1763350980.708393:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.708398:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.708400:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.708401:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.708403:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.708404:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.708406:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.708407:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.708409:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.708410:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.708412:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.708417:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.708418:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.708419:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.708420:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.708422:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763350980.708438:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763350980.708441:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763350980.708443:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763350980.708446:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.708448:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763350980.708461:0:20012:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350980.708464:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763350980.708465:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763350980.708469:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350980.708472:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350980.708475:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350980.708477:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.708479:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763350980.708481:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.708482:0:20012:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:0.0:1763350980.708485:0:20012:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763350980.708488:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350980.708489:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350980.708490:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350980.708492:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350980.708493:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.708495:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.708521:0:20012:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.708524:0:20012:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.708526:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.708528:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.708529:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350980.708531:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:0.0:1763350980.708672:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.708679:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:0.0:1763350980.708682:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:0.0:1763350980.708857:0:20012:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763350980.708862:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.708863:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350980.708869:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09700. 00010000:00000010:0.0:1763350980.708873:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc9b70280. 00010000:00000001:0.0:1763350980.708876:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.708882:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350980.708885:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.708887:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033c8fc to hash 00000020:00000001:0.0:1763350980.708890:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.708891:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000010:0.0:1763350980.708894:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ad80. 00010000:00000001:0.0:1763350980.708897:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350980.708900:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.708901:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.708904:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c8fc lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.708910:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.708911:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.708913:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.708914:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.708916:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.708917:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.708919:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.708921:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.708922:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.708923:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.708924:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.708926:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09700) refcount = 1 00010000:00010000:0.0:1763350980.708929:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c8fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.708934:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.708937:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.708938:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.708940:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.708941:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.708943:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.708945:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.708947:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.708948:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.708950:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c8fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.708956:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.708957:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.708959:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.708960:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.708962:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.708963:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:0.0:1763350980.708965:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350980.708968:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350980.708970:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.708971:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.708973:0:20012:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.708976:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763350980.708981:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350980.708985:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350980.708991:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.708994:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.709001:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.709003:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.709011:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.709014:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.709017:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.709019:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350980.709021:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.709024:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fee:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:0.0:1763350980.709028:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.709029:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.709030:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.709033:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.709034:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.709036:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.709038:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.709039:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.709040:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.709042:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.709043:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.709045:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763350980.709047:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763350980.709049:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350980.709051:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925e01a40370 00000004:00000001:0.0:1763350980.709053:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.709056:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.709058:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.709060:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.709061:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.709063:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.709064:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.709065:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.709067:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.709070:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:0.0:1763350980.709073:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: returning size 1024 00000004:00000040:0.0:1763350980.709077:0:20012:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fee:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1763350980.709080:0:20012:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1763350980.709082:0:20012:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9686 00000004:00200000:0.0:1763350980.709085:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1763350980.709088:0:20012:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763350980.709090:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.709091:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.709094:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763350980.709096:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.709098:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.709099:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.709101:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.709103:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.709106:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.709108:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.709123:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350980.709132:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.709134:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709141:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.709143:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.709144:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:0.0:1763350980.709146:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350980.709149:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00000004:00010000:0.0:1763350980.709152:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c8fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000004:00000001:0.0:1763350980.709158:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350980.709163:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:0.0:1763350980.709165:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.709167:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763350980.709169:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350980.709171:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.709173:0:20012:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763350980.709176:0:20012:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:0.0:1763350980.709178:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.709179:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.709180:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.709182:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09700) refcount = 1 00010000:00010000:0.0:1763350980.709185:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c8fc lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709190:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.709191:0:20012:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709193:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709194:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.709196:0:20012:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.709198:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350980.709200:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350980.709202:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.709203:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.709204:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350980.709206:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.709208:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.709210:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.709213:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709218:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709219:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.709221:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709227:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.709228:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709230:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.709232:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350980.709238:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350980.709240:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.709241:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.709243:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709248:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.709249:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.709250:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.709252:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=4 00000020:00000001:0.0:1763350980.709254:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.709256:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.709258:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.709260:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709264:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350980.709266:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350980.709267:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709269:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.709271:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.709272:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.709274:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.709276:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033c8ee from hash 00010000:00000001:0.0:1763350980.709278:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.709280:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709281:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.709282:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.709285:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.709286:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709287:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.709289:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.709290:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.709292:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:0.0:1763350980.709294:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350980.709296:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.709298:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709299:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.709300:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350980.709303:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709303:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.709304:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709306:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.709308:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.709310:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709315:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709316:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.709316:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.709318:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.709319:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.709320:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c8ee lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350980.709325:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a600. 00010000:00000001:0.0:1763350980.709330:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.709332:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.709333:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350980.709334:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.709336:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.709337:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=3 00000020:00000001:0.0:1763350980.709339:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.709341:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.709344:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.709346:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709351:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709352:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.709354:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709358:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.709359:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709361:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.709363:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350980.709368:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e3600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350980.709370:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.709371:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.709373:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709377:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.709379:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.709380:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.709381:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=4 00000020:00000001:0.0:1763350980.709383:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.709385:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.709387:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.709388:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709392:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350980.709394:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350980.709395:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709397:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.709398:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.709399:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.709400:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.709402:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3600 with handle 0xcb8c81cc3033c8f5 from hash 00010000:00000001:0.0:1763350980.709404:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.709405:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709407:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.709407:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.709410:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.709411:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709412:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.709413:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.709415:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.709416:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925dddc09600) 00010000:00010000:0.0:1763350980.709418:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350980.709420:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.709421:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709422:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.709424:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350980.709425:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709426:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.709427:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709429:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.709430:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.709432:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.709436:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709437:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.709438:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.709439:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.709440:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.709442:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c8f5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350980.709446:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ab80. 00010000:00000040:0.0:1763350980.709448:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09600 count: 0 00010000:00000010:0.0:1763350980.709452:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70c80. 00010000:00000001:0.0:1763350980.709460:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.709461:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.709462:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350980.709464:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350980.709465:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763350980.709467:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.709468:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.709470:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:0.0:1763350980.709472:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350980.709474:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00000004:00000040:0.0:1763350980.709477:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350980.709479:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00010000:00000001:0.0:1763350980.709484:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709485:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.709486:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350980.709488:0:20012:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763350980.709491:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350980.709494:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350980.709495:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350980.709496:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350980.709498:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350980.709500:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763350980.709504:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.709506:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350980.709509:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.709511:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.709512:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350980.709514:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.709516:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.709518:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709519:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.709521:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.709522:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.709524:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3c00 with handle 0xcb8c81cc3033c8e7 from hash 00010000:00000001:0.0:1763350980.709526:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.709527:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709528:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.709529:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350980.709530:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.709593:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c8e7 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb93 expref: 497 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.709620:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350980.709623:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00010000:00000010:0.0:1763350980.709625:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a500. 00010000:00000001:0.0:1763350980.709629:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.709631:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709636:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350980.709639:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c8fc lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb93 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.709645:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.709647:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.709649:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09700) 00010000:00010000:0.0:1763350980.709651:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763350980.709653:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.709655:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.709656:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.709657:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.709658:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.709660:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3800, rc 0) 00000020:00000001:0.0:1763350980.709663:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.709667:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 0, xid 1849001118779008 00010000:00000001:0.0:1763350980.709669:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.709675:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d51f80 x1849001118779008/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 584/640 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.709682:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.709684:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.710368:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.710378:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.710384:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 10 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.710386:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.710391:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.710393:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.710397:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.710400:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.710409:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019c38. 00000100:00000200:0.0:1763350980.710416:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1849001118779008, offset 224 00000400:00000200:0.0:1763350980.710422:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.710435:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.710441:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198128:198128:255:4294967295] 192.168.202.2@tcp LPNI seq info [198124:198124:7:4294967295] 00000400:00000200:0.0:1763350980.710453:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.710459:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.710465:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350980.710471:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.710481:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.710486:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.711374:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.711385:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.711389:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.711392:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.711431:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.711440:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d51f80 x1849001118779008/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 584/640 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.711451:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226211:x1849001118779008:12345-192.168.202.2@tcp:101:stat.0 Request processed in 3470us (4263us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.711461:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140611 00000100:00000040:0.0:1763350980.711465:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.711467:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.711470:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.711476:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.711483:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.711488:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350980.711495:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000100:00000001:0.0:1763350980.711498:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350980.711590:0:69028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.711612:0:69028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350980.711616:0:69028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925de97dec00 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:1.0:1763350980.711633:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.711636:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.711638:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.711640:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.711641:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.711647:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1bb80 x1849001118778880/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 672/53424 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350980.711655:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:2359:x1849001118778880:12345-192.168.202.2@tcp:63:ll_sa.0 Request processed in 4787us (5276us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763350980.711665:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 440 00000100:00000040:1.0:1763350980.711667:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350980.711669:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.711670:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.711674:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0b80. 00000020:00000010:1.0:1763350980.711677:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00000010:1.0:1763350980.711680:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dea00. 00000020:00000040:1.0:1763350980.711684:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:1.0:1763350980.711686:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.711884:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.711891:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff925de97dec00. 00000400:00000200:2.0:1763350980.711896:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.711901:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.711909:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925de97df800 00000400:00000010:2.0:1763350980.711912:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff925de97df800. 00000100:00000001:2.0:1763350980.711916:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.711919:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763350980.712041:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.712044:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:3.0:1763350980.712047:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.712051:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.712055:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019c38 00000400:00000010:3.0:1763350980.712057:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019c38. 00000100:00000001:3.0:1763350980.712061:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.712062:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.716644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00010000:00000010:0.1:1763350980.716669:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09600. 00010000:00000010:0.1:1763350980.716675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3600. 00010000:00000010:0.1:1763350980.716677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00010000:00000010:1.1:1763350980.716705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7e00. 00010000:00000010:1.1:1763350980.716714:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daa00. 00010000:00000010:1.1:1763350980.716744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7400. 00010000:00000010:1.1:1763350980.716747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00000800:00000001:3.0:1763350980.717275:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.717295:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.717299:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.717301:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.717314:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.717336:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 672 into portal 24 MB=0x691a81edfc600 00000400:00000200:3.0:1763350980.717345:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 672/672 into md 0x4c31 [256] + 17120 00000800:00000001:3.0:1763350980.717355:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.717363:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.717366:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.717370:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.717380:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.717382:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350980.717389:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d53800. 00000100:00000040:3.0:1763350980.717393:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d53800 x1849001118778880 msgsize 672 00000100:00100000:3.0:1763350980.717397:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.717418:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.717427:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.717431:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.717460:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.717465:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118778880 02000000:00000001:1.0:1763350980.717468:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.717471:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.717473:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.717480:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.717484:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118778880 00000020:00000001:1.0:1763350980.717487:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.717490:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.717492:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.717495:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:1.0:1763350980.717498:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.717500:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.717505:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.717511:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.717516:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.717518:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000020:00000010:1.0:1763350980.717527:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dea00. 00000020:00000010:1.0:1763350980.717535:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0b80. 00000020:00000010:1.0:1763350980.717541:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00000100:00000040:1.0:1763350980.717551:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350980.717555:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.717556:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.717559:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.717570:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.717585:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350980.717854:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.717858:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.717865:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 441 00000100:00000040:2.0:1763350980.717870:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350980.717872:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171395584 : -120542538156032 : ffff925e00d53800) 00000100:00000040:2.0:1763350980.717880:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d53800 x1849001118778880/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 672/0 e 0 to 0 dl 1763350991 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350980.717891:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.717896:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d300. 00000100:00000001:2.0:1763350980.717898:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.717900:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d300. 00000100:00100000:2.0:1763350980.717904:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:2359:x1849001118778880:12345-192.168.202.2@tcp:63:ll_sa.0 00000100:00000200:2.0:1763350980.717908:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118778880 00000020:00000001:2.0:1763350980.717912:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.717916:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.717922:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.717925:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.717927:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717536 : -1040834080 : ffffffffc1f621e0) 00000020:00000001:2.0:1763350980.717931:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350980.717934:0:20019:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118778880, found 0 last_xid 1849001118778879 00000020:00000001:2.0:1763350980.717937:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.717939:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.717942:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.717945:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.717951:0:20019:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:2.0:1763350980.717961:0:20019:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff925ccda97808. 00000100:00000001:2.0:1763350980.717965:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.717967:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.717974:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dea1a8000. 02000000:00000001:2.0:1763350980.717976:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.717979:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763350980.717983:0:20019:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff925dd9f1e000. 00000020:00000001:2.0:1763350980.717984:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:2.0:1763350980.717986:0:20019:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118778880, found 0 last_xid 1849001118778879 00000020:00080000:2.0:1763350980.717991:0:20019:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff925e00d53800 x1849001118778880/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 672/4320 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350980.717999:0:20019:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.718002:0:20019:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:2.0:1763350980.718004:0:20019:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350980.718006:0:20019:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350980.718016:0:20019:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.718022:0:20019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:2.0:1763350980.718025:0:20019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.718028:0:20019:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.718032:0:20019:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0400. 00000020:00000001:2.0:1763350980.718035:0:20019:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.718038:0:20019:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0400 with handle 0xcb8c81cc3033c903 to hash 00000020:00000001:2.0:1763350980.718040:0:20019:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.718042:0:20019:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000010:2.0:1763350980.718048:0:20019:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2bef00. 00010000:00000001:2.0:1763350980.718051:0:20019:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00010000:2.0:1763350980.718055:0:20019:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c903 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb8c expref: -99 pid: 20019 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.718064:0:20019:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:2.0:1763350980.718066:0:20019:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:2.0:1763350980.718071:0:20019:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350980.718075:0:20019:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350980.718080:0:20019:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350980.718082:0:20019:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350980.718084:0:20019:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763350980.718087:0:20019:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.718089:0:20019:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:2.0:1763350980.718093:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.718097:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:2.0:1763350980.718100:0:20019:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:2.0:1763350980.718102:0:20019:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.718105:0:20019:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350980.718107:0:20019:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:2.0:1763350980.718119:0:20019:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 4320, allocated: 4320, field len 4096 -> 53200 00000100:00000001:2.0:1763350980.718122:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.718123:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.718167:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 53720 at ffff925dc30a0000. 02000000:00000001:2.0:1763350980.718169:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.718171:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.718175:0:20019:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350980.718178:0:20019:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dea1a8000. 02000000:00000001:2.0:1763350980.718181:0:20019:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:2.0:1763350980.718183:0:20019:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:2.0:1763350980.718186:0:20019:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.718188:0:20019:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763350980.718193:0:20019:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350980.718196:0:20019:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.718199:0:20019:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.718201:0:20019:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.718203:0:20019:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.718205:0:20019:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.718206:0:20019:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.718207:0:20019:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.718209:0:20019:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.718210:0:20019:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.718211:0:20019:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.718213:0:20019:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.718214:0:20019:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.718215:0:20019:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.718216:0:20019:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.718218:0:20019:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.718219:0:20019:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.718220:0:20019:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.718223:0:20019:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.718224:0:20019:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.718229:0:20019:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350980.718234:0:20019:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350980.718236:0:20019:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350980.718239:0:20019:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350980.718241:0:20019:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.718245:0:20019:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.718246:0:20019:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.718248:0:20019:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350980.718250:0:20019:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.718259:0:20019:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118778880, found 0 last_xid 1849001118778879 00000004:00010000:2.0:1763350980.718266:0:20019:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x89742c0894eecb8c req@ffff925e00d53800 x1849001118778880/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 672/53424 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350980.718274:0:20019:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763350980.718282:0:20019:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34642aa3a48 00000004:00000002:2.0:1763350980.718285:0:20019:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_11, ldlm_rep = ffff925dc30a0250 00000004:00000001:2.0:1763350980.718290:0:20019:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350980.718295:0:20019:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350980.718298:0:20019:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350980.718301:0:20019:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.718304:0:20019:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.718307:0:20019:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:2.0:1763350980.718309:0:20019:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.718311:0:20019:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.718315:0:20019:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1800. 00000020:00000001:2.0:1763350980.718318:0:20019:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.718319:0:20019:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1800 with handle 0xcb8c81cc3033c90a to hash 00000020:00000001:2.0:1763350980.718321:0:20019:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.718322:0:20019:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000010:2.0:1763350980.718326:0:20019:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be280. 00010000:00000001:2.0:1763350980.718328:0:20019:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.718333:0:20019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.718335:0:20019:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.718338:0:20019:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718343:0:20019:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.718348:0:20019:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.718351:0:20019:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350980.718353:0:20019:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.718356:0:20019:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.718358:0:20019:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.718359:0:20019:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.718362:0:20019:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350980.718365:0:20019:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350980.718367:0:20019:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350980.718369:0:20019:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350980.718371:0:20019:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:2.0:1763350980.718375:0:20019:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350980.718379:0:20019:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.718388:0:20019:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 496 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350980.718394:0:20019:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718399:0:20019:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350980.718405:0:20019:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.718407:0:20019:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.718410:0:20019:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.718411:0:20019:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.718414:0:20019:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.718416:0:20019:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.718418:0:20019:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350980.718422:0:20019:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.718425:0:20019:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718430:0:20019:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.718431:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.718433:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.718434:0:20019:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.718436:0:20019:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350980.718441:0:20019:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92600. 00010000:00000010:2.0:1763350980.718446:0:20019:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dea662880. 00010000:00000001:2.0:1763350980.718449:0:20019:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.718451:0:20019:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0600. 00000020:00000001:2.0:1763350980.718454:0:20019:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.718456:0:20019:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0600 with handle 0xcb8c81cc3033c911 to hash 00000020:00000001:2.0:1763350980.718458:0:20019:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.718459:0:20019:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000010:2.0:1763350980.718463:0:20019:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2bed80. 00010000:00000001:2.0:1763350980.718466:0:20019:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.718468:0:20019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.718470:0:20019:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.718472:0:20019:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718477:0:20019:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.718479:0:20019:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.718481:0:20019:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350980.718482:0:20019:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.718483:0:20019:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.718485:0:20019:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.718487:0:20019:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.718489:0:20019:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350980.718490:0:20019:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350980.718492:0:20019:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350980.718493:0:20019:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350980.718495:0:20019:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 (ffff925df4a92600) refcount = 1 00010000:00010000:2.0:1763350980.718498:0:20019:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718503:0:20019:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350980.718505:0:20019:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.718507:0:20019:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.718508:0:20019:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.718510:0:20019:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.718512:0:20019:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.718513:0:20019:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.718515:0:20019:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350980.718517:0:20019:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.718520:0:20019:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718525:0:20019:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.718526:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.718527:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.718529:0:20019:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.718535:0:20019:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350980.718582:0:20019:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350980.718586:0:20019:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350980.718589:0:20019:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350980.718593:0:20019:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350980.718624:0:20019:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350980.718649:0:20019:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.718652:0:20019:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.718654:0:20019:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.718657:0:20019:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:2.0:1763350980.718661:0:20019:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350980.718663:0:20019:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350980.718666:0:20019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.718668:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.718669:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:2.0:1763350980.718672:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.718675:0:20019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.718677:0:20019:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350980.718680:0:20019:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718686:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.718687:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.718689:0:20019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718694:0:20019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.718695:0:20019:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.718699:0:20019:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350980.718702:0:20019:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20019 initiator: MDT0 00010000:00010000:2.0:1763350980.718708:0:20019:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350980.718711:0:20019:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.718714:0:20019:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350980.718716:0:20019:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718722:0:20019:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350980.718724:0:20019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.718725:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.718726:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=4 00000020:00000001:2.0:1763350980.718728:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.718730:0:20019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.718733:0:20019:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350980.718736:0:20019:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.718743:0:20019:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350980.718745:0:20019:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350980.718746:0:20019:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.718750:0:20019:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.718752:0:20019:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.718753:0:20019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.718755:0:20019:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.718758:0:20019:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1800 with handle 0xcb8c81cc3033c90a from hash 00010000:00000001:2.0:1763350980.718760:0:20019:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.718762:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.718763:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.718764:0:20019:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.718767:0:20019:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.718768:0:20019:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.718770:0:20019:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.718772:0:20019:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.719552:0:20019:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.719561:0:20019:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:2.0:1763350980.719564:0:20019:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350980.719567:0:20019:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.719571:0:20019:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.719573:0:20019:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.719575:0:20019:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350980.719578:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.719579:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.719581:0:20019:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.719583:0:20019:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.719586:0:20019:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.719589:0:20019:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.719786:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.719787:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.719788:0:20019:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350980.719790:0:20019:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350980.719792:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.719794:0:20019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c90a lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20019 initiator: MDT0 00010000:00000010:2.0:1763350980.719801:0:20019:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be280. 00010000:00000001:2.0:1763350980.719822:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.719823:0:20019:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350980.719827:0:20019:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350980.719828:0:20019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.719830:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.719832:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=3 00000020:00000001:2.0:1763350980.719834:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.719836:0:20019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.719838:0:20019:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350980.719841:0:20019:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.719849:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.719850:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.719853:0:20019:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.719857:0:20019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.719858:0:20019:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.719860:0:20019:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350980.719863:0:20019:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20019 initiator: MDT0 00010000:00010000:2.0:1763350980.719867:0:20019:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350980.719870:0:20019:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.719872:0:20019:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350980.719874:0:20019:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.719878:0:20019:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350980.719879:0:20019:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.719880:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.719882:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=4 00000020:00000001:2.0:1763350980.719883:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.719885:0:20019:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350980.719888:0:20019:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350980.719890:0:20019:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.719895:0:20019:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350980.719898:0:20019:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350980.719899:0:20019:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.719902:0:20019:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.719904:0:20019:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.719905:0:20019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.719907:0:20019:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.719910:0:20019:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0600 with handle 0xcb8c81cc3033c911 from hash 00010000:00000001:2.0:1763350980.719912:0:20019:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.719914:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.719915:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.719916:0:20019:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.719919:0:20019:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.719921:0:20019:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.719923:0:20019:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.719924:0:20019:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.719926:0:20019:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.719929:0:20019:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0xf73d7ff9 (ffff925df4a92600) 00010000:00010000:2.0:1763350980.719933:0:20019:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350980.719935:0:20019:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.719937:0:20019:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.719938:0:20019:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.719940:0:20019:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350980.719942:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.719943:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.719944:0:20019:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.719946:0:20019:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.719947:0:20019:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.719950:0:20019:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20019 initiator: MDT0 00010000:00000001:2.0:1763350980.719954:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.719955:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.719956:0:20019:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350980.719957:0:20019:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350980.719959:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.719960:0:20019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c911 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0xf73d7ff9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20019 initiator: MDT0 00010000:00000010:2.0:1763350980.719965:0:20019:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bed80. 00010000:00000040:2.0:1763350980.719968:0:20019:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92600 count: 0 00010000:00000010:2.0:1763350980.719975:0:20019:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dea662880. 00010000:00000001:2.0:1763350980.719982:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.719984:0:20019:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350980.719986:0:20019:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350980.719988:0:20019:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350980.719989:0:20019:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350980.719992:0:20019:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:2.0:1763350980.719999:0:20019:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350980.720001:0:20019:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350980.720003:0:20019:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350980.720005:0:20019:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350980.720008:0:20019:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350980.720013:0:20019:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350980.720036:0:20019:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.720040:0:20019:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.720043:0:20019:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763350980.720046:0:20019:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350980.720047:0:20019:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.720052:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.720054:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.720055:0:20019:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.720057:0:20019:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.720059:0:20019:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0400 with handle 0xcb8c81cc3033c903 from hash 00010000:00000001:2.0:1763350980.720061:0:20019:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.720063:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.720064:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.720065:0:20019:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350980.720067:0:20019:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:2.0:1763350980.720070:0:20019:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:2.0:1763350980.720079:0:20019:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c903 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb8c expref: 496 pid: 20019 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.720086:0:20019:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350980.720089:0:20019:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.720092:0:20019:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350980.720099:0:20019:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.720101:0:20019:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.720103:0:20019:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350980.720105:0:20019:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.720107:0:20019:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.720108:0:20019:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350980.720118:0:20019:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350980.720119:0:20019:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.720121:0:20019:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.720122:0:20019:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:2.0:1763350980.720125:0:20019:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:2.0:1763350980.720127:0:20019:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.720128:0:20019:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.720130:0:20019:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.720131:0:20019:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.720134:0:20019:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c903 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb8c expref: 496 pid: 20019 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.720141:0:20019:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:2.0:1763350980.720144:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00010000:00000010:2.0:1763350980.720147:0:20019:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bef00. 00010000:00000001:2.0:1763350980.720151:0:20019:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.720152:0:20019:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0400, rc -2) 00000004:00000001:2.0:1763350980.720155:0:20019:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.720158:0:20019:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:2.0:1763350980.720163:0:20019:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff925ccda97808. 00000004:00000010:2.0:1763350980.720166:0:20019:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff925dd9f1e000. 00000004:00000001:2.0:1763350980.720170:0:20019:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.720174:0:20019:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350980.720176:0:20019:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:2.0:1763350980.720180:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 0, xid 1849001118778880 00010000:00000001:2.0:1763350980.720183:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.720189:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d53800 x1849001118778880/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 672/53424 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350980.720197:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.720199:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.720204:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=76 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350980.720209:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.720211:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.720213:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.720217:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.720219:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.720223:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.720225:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.720236:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 344 at ffff925df0a09a00. 00000100:00000200:2.0:1763350980.720244:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 53424 bytes to portal 4, xid 1849001118779136, offset 224 00000400:00000200:2.0:1763350980.720252:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.720267:0:20019:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.720273:0:20019:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198129:198129:256:4294967295] 192.168.202.2@tcp LPNI seq info [198125:198125:8:4294967295] 00000400:00000200:2.0:1763350980.720286:0:20019:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.720291:0:20019:0:(socklnd_cb.c:1001:ksocknal_send()) sending 53424 bytes in 14 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.720295:0:20019:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 456 at ffff925df0a08c00. 00000800:00000200:2.0:1763350980.720302:0:20019:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.720309:0:20019:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:2.0:1763350980.720314:0:20019:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0a08c00 type 1, nob 53520 niov 1 nkiov 14 00000100:00000001:2.0:1763350980.722009:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.722027:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.722031:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.722034:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.722038:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.722046:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d53800 x1849001118778880/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 672/53424 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350980.722059:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:2359:x1849001118778880:12345-192.168.202.2@tcp:63:ll_sa.0 Request processed in 4165us (4663us total) trans 0 rc -2/-2 00000100:00100000:2.0:1763350980.722071:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 441 00000100:00000040:2.0:1763350980.722076:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350980.722080:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.722083:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.722091:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0b80. 00000020:00000010:2.0:1763350980.722099:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00000010:2.0:1763350980.722104:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dea00. 00000020:00000040:2.0:1763350980.722121:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:2.0:1763350980.722125:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.722301:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.722320:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.722324:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.722326:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.722334:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.722352:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfc780 00000400:00000200:2.0:1763350980.722362:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 4600 00000800:00000001:2.0:1763350980.722371:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1763350980.723500:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350980.723508:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 456 at ffff925df0a08c00. 00000400:00000200:0.0:1763350980.723515:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.723523:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350980.723529:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df0a09a00 00000400:00000010:0.0:1763350980.723533:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 344 at ffff925df0a09a00. 00000100:00000001:0.0:1763350980.723538:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350980.723540:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.723920:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.723926:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.723930:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.723936:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.723939:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350980.723948:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0700. 00000100:00000040:2.0:1763350980.723951:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0700 x1849001118779264 msgsize 328 00000100:00100000:2.0:1763350980.723956:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.723975:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763350980.724310:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.724315:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118779264 02000000:00000001:1.0:1763350980.724319:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.724322:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.724324:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.724329:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.724334:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118779264 00000020:00000001:1.0:1763350980.724338:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.724340:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.724344:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.724348:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:1.0:1763350980.724351:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.724354:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.724360:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.724365:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.724369:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.724373:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000020:00000010:1.0:1763350980.724382:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:1.0:1763350980.724388:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.724394:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00000100:00000040:1.0:1763350980.724404:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.724408:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.724410:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.724412:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.724420:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.724437:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.724449:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.724451:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.724456:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20012 00000100:00000040:1.0:1763350980.724460:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350980.724463:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079567104 : -120542629984512 : ffff925dfb5c0700) 00000100:00000040:1.0:1763350980.724471:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c0700 x1849001118779264/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'stat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.724480:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.724483:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.724485:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.724487:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000100:00100000:1.0:1763350980.724492:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118779264:12345-192.168.202.2@tcp:101:stat.0 00000100:00000200:1.0:1763350980.724496:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118779264 00000020:00000001:1.0:1763350980.724500:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.724504:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.724507:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.724510:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.724513:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.724516:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.724521:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.724523:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.724526:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.724532:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.724534:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.724537:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.724540:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.724542:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.724545:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.724550:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.724558:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00010000:00000001:1.0:1763350980.724562:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.724565:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.724569:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350980.724573:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.724576:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033c918 to hash 00000020:00000001:1.0:1763350980.724578:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.724579:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350980.724582:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:1.0:1763350980.724588:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c918 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecb9a expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.724621:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:1.0:1763350980.724624:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:1.0:1763350980.724632:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350980.724636:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350980.724639:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.724642:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.724650:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc7269000. 02000000:00000001:1.0:1763350980.724653:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.724655:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.724659:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.724661:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.724665:0:57858:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.724667:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350980.724674:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c08c0. 00002000:00000001:1.0:1763350980.724677:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350980.724680:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350980.724683:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.724688:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.724696:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3ffe6c0. 00000100:00000001:1.0:1763350980.724698:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530150782656 : -120543558768960 : ffff925dc3ffe6c0) 00000100:00000001:1.0:1763350980.724700:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530150782656 : -120543558768960 : ffff925dc3ffe6c0) 00000100:00000001:1.0:1763350980.724703:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.724706:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.724708:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.724711:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350980.724716:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:1.0:1763350980.724720:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350980.724725:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.724728:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.724733:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.724739:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97dea00. 00000100:00000001:1.0:1763350980.724745:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.724751:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.724754:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.724759:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.724767:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.724769:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.724774:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101455872:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.724778:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.724784:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.724786:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.724789:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.724793:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350980.724795:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.724801:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466c60. 00000400:00000010:1.0:1763350980.724807:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74550. 00000100:00000200:1.0:1763350980.724816:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101455872, portal 16 00000100:00000001:1.0:1763350980.724819:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.724820:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350980.724826:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.724833:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.724835:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.724838:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74990. 00000100:00000200:1.0:1763350980.724841:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101455872, offset 0 00000400:00000200:1.0:1763350980.724849:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.724862:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.724868:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.724873:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.724877:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.724879:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.724883:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198130:198130:256:4294967295] 192.168.202.2@tcp LPNI seq info [198126:198126:8:4294967295] 00000400:00000200:1.0:1763350980.724894:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.724899:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.724904:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350980.724912:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.724921:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.724926:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.724943:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.724947:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857696 00000100:00000010:1.0:1763350980.724951:0:57858:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fda80. 00000100:00000001:1.0:1763350980.724959:0:57858:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763350980.724966:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857696 00000100:00000010:1.0:1763350980.724970:0:57858:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd8a0. 00000100:00000001:1.0:1763350980.724973:0:57858:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763350980.724976:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857696 00000100:00000010:1.0:1763350980.724978:0:57858:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd660. 00000100:00000001:1.0:1763350980.724982:0:57858:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763350980.724985:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857696 00000100:00000010:1.0:1763350980.724988:0:57858:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd0c0. 00000100:00000001:1.0:1763350980.724991:0:57858:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763350980.724994:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.724997:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.725000:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.725002:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.725005:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.725007:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350980.725008:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c08c0. 00010000:00000001:1.0:1763350980.725012:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.725014:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.725015:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.725017:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.725019:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.725021:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350980.725024:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3ffe6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.725027:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.725031:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350980.725188:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.725192:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:2.0:1763350980.725197:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.725201:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.725205:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74990 00000400:00000010:2.0:1763350980.725207:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74990. 00000100:00000001:2.0:1763350980.725210:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.725215:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.725231:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.725234:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.725245:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.725247:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.725254:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.725260:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350980.727639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00010000:00000010:2.1:1763350980.727663:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00010000:00000010:2.1:1763350980.727668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00010000:00000010:2.1:1763350980.727671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00000800:00000001:0.0:1763350980.729910:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.729933:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350980.729939:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.729941:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.729954:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350980.729977:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd77200 00000400:00000200:0.0:1763350980.729988:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f965 [1] + 224 00000800:00000001:0.0:1763350980.730000:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.730010:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350980.730014:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.730019:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350980.730027:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.730037:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350980.730049:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.730071:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350980.730081:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350980.730085:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.730261:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350980.730272:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350980.730275:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350980.730278:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466c60. 00000400:00000200:1.0:1763350980.730283:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74550 00000400:00000010:1.0:1763350980.730286:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74550. 00000100:00000001:1.0:1763350980.730290:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.730295:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350980.730305:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.730312:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350980.730314:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.730317:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350980.730320:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350980.730323:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.730325:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.730328:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.730335:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350980.730340:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350980.730343:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350980.730344:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.730348:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350980.730351:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.730354:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.730359:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.730367:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.730371:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350980.730372:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.730376:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350980.730381:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350980.730389:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350980.730394:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.730403:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:1.0:1763350980.730406:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:1.0:1763350980.730409:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350980.730417:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350980.730422:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000001:1.0:1763350980.730425:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.730427:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.730429:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.730433:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350980.730441:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101455872:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.730446:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.730449:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.730452:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350980.730454:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350980.730458:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101455872/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.730464:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350980.730467:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350980.730470:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350980.730474:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350980.730476:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350980.730478:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350980.730481:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350980.730484:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97dea00. 02000000:00000001:1.0:1763350980.730487:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350980.730489:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350980.730491:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:1.0:1763350980.730495:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350980.730496:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350980.730498:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3ffe6c0. 00000100:00000001:1.0:1763350980.730503:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350980.730504:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350980.730507:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52dc0. 00010000:00000001:1.0:1763350980.730511:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350980.730514:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.730518:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350980.730520:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.730527:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.730528:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.730531:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.730533:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.730536:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033c918 from hash 00010000:00000001:1.0:1763350980.730539:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.730540:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.730541:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.730543:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350980.730544:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.730547:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350980.730554:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c918 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb9a expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350980.730568:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350980.730571:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.730574:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.730576:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.730578:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.730582:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.730583:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.730585:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.730587:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.730588:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.730590:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.730592:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350980.730635:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.730638:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.730639:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.730640:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.730644:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c918 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb9a expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350980.730653:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:1.0:1763350980.730656:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:1.0:1763350980.730663:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.730665:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6c00, rc 0) 00000020:00000001:1.0:1763350980.730668:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350980.730672:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118779264 00010000:00000001:1.0:1763350980.730675:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.730680:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c0700 x1849001118779264/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'stat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.730688:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.730691:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.730695:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.730700:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.730702:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.730705:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.730708:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.730710:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.730715:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.730718:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.730723:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74550. 00000100:00000200:1.0:1763350980.730728:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118779264, offset 224 00000400:00000200:1.0:1763350980.730735:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.730748:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.730755:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198131:198131:256:4294967295] 192.168.202.2@tcp LPNI seq info [198127:198127:8:4294967295] 00000400:00000200:1.0:1763350980.730767:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.730772:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.730780:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350980.730785:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.730793:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.730798:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.730818:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.730822:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.730825:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.730826:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.730829:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.730835:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0700 x1849001118779264/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'stat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.730845:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118779264:12345-192.168.202.2@tcp:101:stat.0 Request processed in 6362us (6891us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350980.730853:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20012 00000100:00000040:1.0:1763350980.730858:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350980.730860:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.730862:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.730869:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.730874:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00000010:1.0:1763350980.730879:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:1.0:1763350980.730883:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350980.730886:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.731194:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.731200:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:2.0:1763350980.731205:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.731210:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.731213:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74550 00000400:00000010:2.0:1763350980.731214:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74550. 00000100:00000001:2.0:1763350980.731218:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.731220:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350980.739677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00000800:00000001:3.0:1763350980.740342:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.740361:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.740365:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.740368:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.740381:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.740403:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edfc800 00000400:00000200:3.0:1763350980.740414:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 127832 00000800:00000001:3.0:1763350980.740424:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.740433:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.740436:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.740441:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.740448:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.740451:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.740458:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d53100. 00000100:00000040:3.0:1763350980.740463:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d53100 x1849001118779392 msgsize 576 00000100:00100000:3.0:1763350980.740467:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.740489:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.740498:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.740501:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.740576:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.740580:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118779392 02000000:00000001:0.0:1763350980.740584:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.740587:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.740590:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.740628:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.740634:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118779392 00000020:00000001:0.0:1763350980.740637:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.740639:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.740642:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.740646:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:0.0:1763350980.740649:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350980.740652:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.740659:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.740664:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.740668:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.740672:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.740680:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350980.740686:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.740831:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.740841:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350980.740846:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.740847:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350980.740852:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350980.740854:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.740857:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.740866:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.741423:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350980.741428:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350980.741436:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140612 00000100:00000040:3.0:1763350980.741440:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350980.741442:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171393792 : -120542538157824 : ffff925e00d53100) 00000100:00000040:3.0:1763350980.741450:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d53100 x1849001118779392/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350980.741459:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350980.741463:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dd83b66c0. 00000100:00000001:3.0:1763350980.741466:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350980.741468:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dd83b66c0. 00000100:00100000:3.0:1763350980.741472:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226212:x1849001118779392:12345-192.168.202.2@tcp:101:readlink.0 00000100:00000200:3.0:1763350980.741476:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118779392 00000020:00000001:3.0:1763350980.741480:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350980.741484:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350980.741490:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.741492:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350980.741494:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350980.741497:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350980.741501:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118779392, found 0 last_xid 1849001118779391 00000020:00000001:3.0:1763350980.741505:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350980.741507:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350980.741509:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350980.741515:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.741517:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350980.741520:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350980.741522:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350980.741525:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350980.741527:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.741532:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350980.741541:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:3.0:1763350980.741544:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.741546:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.741550:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9076c00. 00000020:00000001:3.0:1763350980.741555:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.741558:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9076c00 with handle 0xcb8c81cc3033c91f to hash 00000020:00000001:3.0:1763350980.741560:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.741561:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000010:3.0:1763350980.741568:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350980.741571:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00010000:3.0:1763350980.741576:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c91f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecba1 expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350980.741586:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:3.0:1763350980.741589:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:3.0:1763350980.741843:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350980.741848:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350980.741858:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350980.741861:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350980.741863:0:20551:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:3.0:1763350980.741866:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350980.741869:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:3.0:1763350980.741873:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350980.741878:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530967377880 : -120542742173736 : ffff925df4ac27d8) 00000004:00000001:3.0:1763350980.741881:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623530967377792 : -120542742173824 : ffff925df4ac2780) 00000004:00000001:3.0:1763350980.741883:0:20551:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.741887:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350980.741889:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350980.741892:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350980.741895:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350980.741945:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925dfbcd0000. 02000000:00000001:3.0:1763350980.741948:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.741951:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.741953:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.741956:0:20551:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:3.0:1763350980.741961:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763350980.741964:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.741966:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.741968:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.741970:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.741972:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.741974:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.741975:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.741976:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.741978:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.741979:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.741980:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.741981:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.741982:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.741984:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.741985:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.741986:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.741988:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.741990:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.741991:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350980.741996:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350980.742002:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350980.742004:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350980.742006:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350980.742008:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.742011:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.742012:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.742014:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350980.742015:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.742019:0:20551:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:3.0:1763350980.742023:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350980.742024:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:3.0:1763350980.742026:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350980.742028:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:3.0:1763350980.742030:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:3.0:1763350980.742032:0:20551:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:3.0:1763350980.742035:0:20551:0:(mdt_lib.c:2202:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350980.742038:0:20551:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000bd2:0x3feb:0x0], ldlm_rep = ffff925dfbcd0228 00000004:00000001:3.0:1763350980.742043:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350980.742047:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350980.742049:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350980.742052:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:3.0:1763350980.742054:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.742056:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350980.742059:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9077400. 00000020:00000001:3.0:1763350980.742061:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350980.742063:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9077400 with handle 0xcb8c81cc3033c926 to hash 00000020:00000001:3.0:1763350980.742065:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350980.742066:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000010:3.0:1763350980.742069:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76a00. 00010000:00000001:3.0:1763350980.742072:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350980.742075:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.742077:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.742081:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c926 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.742087:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350980.742091:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350980.742094:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350980.742096:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.742099:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.742101:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350980.742102:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.742105:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350980.742107:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350980.742117:0:20551:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350980.742120:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350980.742123:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:3.0:1763350980.742126:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350980.742132:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350980.742139:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 496 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350980.742145:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c926 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.742150:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350980.742154:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350980.742156:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.742158:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350980.742159:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.742161:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.742163:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350980.742166:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350980.742168:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350980.742171:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c926 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.742176:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350980.742177:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.742179:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.742180:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.742182:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.742184:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=3 00000020:00000001:3.0:1763350980.742185:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350980.742187:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350980.742189:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.742190:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.742191:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.742195:0:20551:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763350980.742200:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350980.742204:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350980.742249:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.742253:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.742260:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.742262:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.742269:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.742273:0:20551:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.742277:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.742279:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.742280:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.742282:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.742283:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.742287:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.742288:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350980.742291:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350980.742293:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.742295:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.742297:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.742298:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.742299:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.742300:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350980.742302:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350980.742303:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350980.742304:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350980.742306:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:3.0:1763350980.742310:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3feb:0x0]: returning size 11776 00000004:00200000:3.0:1763350980.742313:0:20551:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 3 stripe count 1 MDT count 1 00000004:00000002:3.0:1763350980.742316:0:20551:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:3.0:1763350980.742317:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350980.742318:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.742321:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:3.0:1763350980.742322:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350980.742323:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.742325:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350980.742327:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.742329:0:20551:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.742331:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350980.742333:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350980.742338:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350980.742345:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.742348:0:20551:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.742357:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.742358:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.742360:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=3 00000020:00000001:3.0:1763350980.742362:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350980.742364:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00000004:00010000:3.0:1763350980.742367:0:20551:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c926 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350980.742373:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.742374:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.742376:0:20551:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:3.0:1763350980.742378:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350980.742381:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:3.0:1763350980.742384:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350980.742385:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350980.742386:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=3 00000020:00000001:3.0:1763350980.742389:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350980.742392:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00000004:00000040:3.0:1763350980.742395:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:3.0:1763350980.742397:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00010000:00000001:3.0:1763350980.742401:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.742402:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350980.742404:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350980.742406:0:20551:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 00000100:00000001:0.0:1763350980.742818:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1763350980.743031:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350980.743035:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350980.743037:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350980.743039:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350980.743042:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350980.743046:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350980.743050:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350980.743053:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:3.0:1763350980.743057:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350980.743060:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350980.743063:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763350980.743066:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350980.743068:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350980.743072:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.743073:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.743076:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350980.743077:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350980.743080:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9076c00 with handle 0xcb8c81cc3033c91f from hash 00010000:00000001:3.0:1763350980.743083:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350980.743084:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.743085:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.743086:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350980.743087:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350980.743093:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033c91f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecba1 expref: 497 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350980.743101:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:3.0:1763350980.743103:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00010000:00000010:3.0:1763350980.743107:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350980.743124:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350980.743126:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.743131:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350980.743135:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c926 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecba1 expref: 496 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350980.743142:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350980.743145:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350980.743147:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:3.0:1763350980.743150:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:3.0:1763350980.743153:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350980.743156:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350980.743157:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350980.743158:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350980.743159:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350980.743161:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df9077400, rc 0) 00000020:00000001:3.0:1763350980.743164:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350980.743168:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 0, xid 1849001118779392 00010000:00000001:3.0:1763350980.743171:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350980.743176:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d53100 x1849001118779392/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/584 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350980.743184:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350980.743188:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350980.743192:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350980.743197:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350980.743200:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350980.743202:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350980.743206:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350980.743208:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.743212:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350980.743215:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.743494:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019e58. 00000100:00000200:0.0:1763350980.743504:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1849001118779392, offset 224 00000400:00000200:0.0:1763350980.743514:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.743531:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.743538:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198132:198132:256:4294967295] 192.168.202.2@tcp LPNI seq info [198128:198128:8:4294967295] 00000400:00000200:0.0:1763350980.743552:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.743558:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.743565:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350980.743572:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.743581:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.743585:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.743630:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.743634:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.743637:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.743639:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.743642:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.743647:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d53100 x1849001118779392/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/584 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.743657:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226212:x1849001118779392:12345-192.168.202.2@tcp:101:readlink.0 Request processed in 2196us (3192us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.743665:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140612 00000100:00000040:0.0:1763350980.743670:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.743673:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.743675:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.743681:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000800:00000200:2.0:1763350980.745072:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.745080:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:2.0:1763350980.745086:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.745094:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.745101:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019e58 00000400:00000010:2.0:1763350980.745105:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019e58. 00000100:00000001:2.0:1763350980.745118:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.745121:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000010:0.0:1763350980.745430:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.745441:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350980.745450:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000100:00000001:0.0:1763350980.745454:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1763350980.749848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9076c00. 00000800:00000001:2.0:1763350980.751339:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.751360:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.751365:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.751368:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.751381:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.751402:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfc880 00000400:00000200:2.0:1763350980.751411:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 4928 00000800:00000001:2.0:1763350980.751420:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.751432:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.751434:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.751440:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.751448:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.751451:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350980.751458:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0380. 00000100:00000040:2.0:1763350980.751462:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0380 x1849001118779520 msgsize 328 00000100:00100000:2.0:1763350980.751466:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.751485:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.751494:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.751497:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.751578:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.751582:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118779520 02000000:00000001:1.0:1763350980.751585:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.751589:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.751592:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.751638:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.751643:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118779520 00000020:00000001:1.0:1763350980.751646:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.751648:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.751651:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.751655:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:1.0:1763350980.751657:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.751660:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.751664:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.751672:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.751676:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.751679:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000020:00000010:1.0:1763350980.751806:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:1.0:1763350980.751813:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.751819:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00000100:00000040:1.0:1763350980.751830:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.751833:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.751834:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.751838:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.751849:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.751855:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.751870:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.751873:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.751878:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20013 00000100:00000040:1.0:1763350980.751883:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350980.751885:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079566208 : -120542629985408 : ffff925dfb5c0380) 00000100:00000040:1.0:1763350980.751892:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c0380 x1849001118779520/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.751901:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.751904:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.751906:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.751908:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000100:00100000:1.0:1763350980.751913:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118779520:12345-192.168.202.2@tcp:101:readlink.0 00000100:00000200:1.0:1763350980.751917:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118779520 00000020:00000001:1.0:1763350980.751920:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.751926:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.751928:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.751931:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.751934:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.751937:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.751942:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.751944:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.751947:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.751954:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.751956:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.751959:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.751961:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.751963:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.751965:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.751972:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.751979:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00010000:00000001:1.0:1763350980.751982:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.751985:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.751989:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350980.751992:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.751995:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033c92d to hash 00000020:00000001:1.0:1763350980.751997:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.751998:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350980.752001:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:1.0:1763350980.752007:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c92d lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecba8 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.752015:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:1.0:1763350980.752017:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:1.0:1763350980.752025:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350980.752029:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350980.752032:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.752035:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.752040:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc7268c00. 02000000:00000001:1.0:1763350980.752042:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.752045:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.752048:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.752050:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.752054:0:57858:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.752056:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350980.752061:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c08c0. 00002000:00000001:1.0:1763350980.752064:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350980.752067:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350980.752070:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.752074:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.752080:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3ffe6c0. 00000100:00000001:1.0:1763350980.752082:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530150782656 : -120543558768960 : ffff925dc3ffe6c0) 00000100:00000001:1.0:1763350980.752084:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530150782656 : -120543558768960 : ffff925dc3ffe6c0) 00000100:00000001:1.0:1763350980.752087:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.752089:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.752091:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.752093:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350980.752096:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:1.0:1763350980.752099:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350980.752102:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.752105:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.752119:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.752126:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97dea00. 00000100:00000001:1.0:1763350980.752132:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.752138:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.752141:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.752147:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.752155:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.752157:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.752162:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456000:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.752167:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.752174:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.752177:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.752180:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.752183:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350980.752185:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.752191:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466c60. 00000400:00000010:1.0:1763350980.752198:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74110. 00000100:00000200:1.0:1763350980.752206:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101456000, portal 16 00000100:00000001:1.0:1763350980.752208:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.752210:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350980.752216:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.752224:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.752226:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.752229:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74d48. 00000100:00000200:1.0:1763350980.752232:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101456000, offset 0 00000400:00000200:1.0:1763350980.752238:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.752250:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.752255:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.752261:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.752265:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.752268:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.752273:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198133:198133:256:4294967295] 192.168.202.2@tcp LPNI seq info [198129:198129:8:4294967295] 00000400:00000200:1.0:1763350980.752284:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.752289:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.752294:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:1.0:1763350980.752301:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.752308:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.752313:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.752331:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.752337:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857724 00000100:00000001:1.0:1763350980.752345:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857696 00000100:00000001:1.0:1763350980.752350:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857724 00000100:00000001:1.0:1763350980.752353:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857696 00000100:00000001:1.0:1763350980.752356:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857724 00000100:00000001:1.0:1763350980.752359:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857696 00000100:00000001:1.0:1763350980.752362:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857724 00000100:00000001:1.0:1763350980.752365:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857696 00000100:00000001:1.0:1763350980.752368:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.752371:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.752373:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.752375:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.752377:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.752379:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350980.752381:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c08c0. 00010000:00000001:1.0:1763350980.752384:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.752386:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.752388:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.752390:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.752393:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.752395:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350980.752397:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3ffe6c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.752399:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.752403:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350980.753486:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.753495:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:2.0:1763350980.753501:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.753507:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.753513:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74d48 00000400:00000010:2.0:1763350980.753516:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74d48. 00000100:00000001:2.0:1763350980.753520:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.753525:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.753535:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.753538:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.753545:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.753547:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.754911:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.754930:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.754934:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.754936:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.754946:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.754963:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd77280 00000400:00000200:2.0:1763350980.754972:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f975 [1] + 224 00000800:00000001:2.0:1763350980.754980:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.754988:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.754990:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.754995:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.755001:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.755007:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350980.755019:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.755039:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.755048:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.755051:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.755089:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350980.755099:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350980.755101:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350980.755105:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466c60. 00000400:00000200:1.0:1763350980.755116:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74110 00000400:00000010:1.0:1763350980.755119:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74110. 00000100:00000001:1.0:1763350980.755122:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.755127:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350980.755141:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.755147:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350980.755149:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.755152:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350980.755155:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350980.755158:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.755160:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.755163:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.755171:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350980.755176:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350980.755179:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350980.755217:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.755221:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350980.755225:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.755227:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.755232:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.755239:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.755242:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350980.755244:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.755247:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350980.755252:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350980.755262:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350980.755266:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.755275:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:1.0:1763350980.755278:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:1.0:1763350980.755280:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350980.755289:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350980.755293:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000001:1.0:1763350980.755297:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.755299:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.755301:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.755306:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350980.755314:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456000:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.755319:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.755322:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.755326:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350980.755328:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350980.755331:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101456000/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.755338:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350980.755341:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350980.755345:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350980.755349:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350980.755351:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350980.755353:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350980.755356:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350980.755359:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97dea00. 02000000:00000001:1.0:1763350980.755363:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350980.755364:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350980.755366:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:1.0:1763350980.755369:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350980.755371:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350980.755374:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3ffe6c0. 00000100:00000001:1.0:1763350980.755378:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350980.755380:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350980.755383:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52dc0. 00010000:00000001:1.0:1763350980.755387:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350980.755391:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.755395:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350980.755398:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.755405:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.755406:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.755409:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.755411:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.755415:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033c92d from hash 00010000:00000001:1.0:1763350980.755417:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.755419:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.755419:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.755421:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350980.755422:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.755425:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350980.755432:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c92d lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecba8 expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350980.755448:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350980.755452:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.755454:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.755456:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.755458:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.755461:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.755462:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.755464:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.755465:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.755466:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.755468:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.755470:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350980.755473:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.755475:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.755476:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.755477:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.755480:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c92d lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecba8 expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350980.755489:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:1.0:1763350980.755492:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:1.0:1763350980.755500:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.755502:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6c00, rc 0) 00000020:00000001:1.0:1763350980.755505:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350980.755509:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118779520 00010000:00000001:1.0:1763350980.755513:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.755518:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c0380 x1849001118779520/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'readlink.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.755526:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.755529:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.755532:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.755537:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.755540:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.755543:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.755546:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.755548:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.755552:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.755555:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.755560:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74110. 00000100:00000200:1.0:1763350980.755565:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118779520, offset 224 00000400:00000200:1.0:1763350980.755571:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.755581:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.755588:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198134:198134:256:4294967295] 192.168.202.2@tcp LPNI seq info [198130:198130:8:4294967295] 00000400:00000200:1.0:1763350980.755726:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.755732:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.755739:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:1.0:1763350980.755745:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.755753:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.755758:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.755778:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.755781:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.755784:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.755786:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.755789:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.755795:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0380 x1849001118779520/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'readlink.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.755810:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118779520:12345-192.168.202.2@tcp:101:readlink.0 Request processed in 3907us (4345us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350980.755819:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20013 00000100:00000040:1.0:1763350980.755824:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350980.755827:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.755829:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.755836:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.755841:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00000010:1.0:1763350980.755845:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:1.0:1763350980.755850:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350980.755853:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.756069:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.756073:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:3.0:1763350980.756077:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.756082:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.756085:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74110 00000400:00000010:3.0:1763350980.756087:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74110. 00000100:00000001:3.0:1763350980.756090:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.756092:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350980.761209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00000800:00000001:2.0:1763350980.773423:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.773454:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.773461:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.773464:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.773481:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.773508:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 464 into portal 12 MB=0x691a81edfc900 00000400:00000200:2.0:1763350980.773519:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 464/464 into md 0xd4535 [64] + 128408 00000800:00000001:2.0:1763350980.773530:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.773542:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.773545:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.773550:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.773560:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.773562:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350980.773570:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c2d80. 00000100:00000040:2.0:1763350980.773575:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c2d80 x1849001118779648 msgsize 464 00000100:00100000:2.0:1763350980.773579:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350980.773757:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763350980.773786:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.773799:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.773804:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763350980.773843:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118779648 02000000:00000001:0.0:1763350980.773847:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.773851:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.773853:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.773859:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.773864:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118779648 00000020:00000001:0.0:1763350980.773868:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.773871:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.773875:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.773880:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000020:00000001:0.0:1763350980.773883:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350980.773886:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.773894:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.773902:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.773907:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.773911:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.773921:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350980.773928:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.773935:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.773946:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350980.773950:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.773951:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350980.773955:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.773965:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.773976:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.773995:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.773997:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.774003:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140613 00000100:00000040:0.0:1763350980.774007:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.774010:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079576960 : -120542629974656 : ffff925dfb5c2d80) 00000100:00000040:0.0:1763350980.774018:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c2d80 x1849001118779648/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 464/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.774030:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.774033:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.774035:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.774037:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.774042:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226215:x1849001118779648:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:0.0:1763350980.774046:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118779648 00000020:00000001:0.0:1763350980.774051:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.774057:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.774064:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.774068:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.774070:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:0.0:1763350980.774075:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350980.774079:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118779648, found 0 last_xid 1849001118779647 00000020:00000001:0.0:1763350980.774082:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.774085:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.774088:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.774091:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763350980.774098:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.774103:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000020:00000001:0.0:1763350980.774106:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.774134:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.774141:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.774145:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.774161:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925dc38b8000. 02000000:00000001:0.0:1763350980.774164:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.774166:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.774174:0:20551:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:0.0:1763350980.774180:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350980.774182:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.774184:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.774187:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.774188:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.774191:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.774192:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.774193:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.774195:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.774197:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.774198:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.774200:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.774202:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.774203:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.774205:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.774207:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.774208:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.774210:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.774212:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.774214:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.774220:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350980.774227:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350980.774229:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350980.774232:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350980.774234:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.774237:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.774238:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.774240:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350980.774242:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.774245:0:20551:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763350980.774252:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cbcb0 00000004:00000002:0.0:1763350980.774255:0:20551:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:0.0:1763350980.774262:0:20551:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763350980.774266:0:20551:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763350980.774269:0:20551:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763350980.774272:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.774276:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.774283:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:0.0:1763350980.774286:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.774289:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.774295:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3600. 00000020:00000001:0.0:1763350980.774301:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.774304:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3600 with handle 0xcb8c81cc3033c934 to hash 00000020:00000001:0.0:1763350980.774306:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.774307:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000010:0.0:1763350980.774313:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a500. 00010000:00000001:0.0:1763350980.774317:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.774321:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.774323:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.774328:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.774337:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.774341:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.774343:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.774346:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.774349:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.774351:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.774353:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.774355:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.774358:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.774360:0:20551:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.774361:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.774364:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:0.0:1763350980.774368:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.774372:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.774381:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c926 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecba1 expref: 496 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.774389:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 496 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.774395:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.774401:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.774406:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.774409:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.774411:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.774412:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.774415:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.774417:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.774420:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.774422:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.774425:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.774431:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.774432:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.774434:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.774436:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.774437:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350980.774442:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09600. 00010000:00000010:0.0:1763350980.774446:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc9b70c80. 00010000:00000001:0.0:1763350980.774450:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.774452:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350980.774454:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.774456:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033c93b to hash 00000020:00000001:0.0:1763350980.774458:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.774459:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000010:0.0:1763350980.774462:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ab80. 00010000:00000001:0.0:1763350980.774465:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.774467:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.774469:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.774472:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.774476:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.774478:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.774479:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.774480:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.774481:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.774483:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.774484:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.774486:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.774487:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.774489:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.774490:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.774493:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925dddc09600) refcount = 1 00010000:00010000:0.0:1763350980.774496:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.774500:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.774502:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.774503:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.774505:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.774506:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.774508:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.774510:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.774512:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.774513:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.774516:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.774520:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.774522:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.774523:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.774525:0:20551:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.774532:0:20551:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763350980.774582:0:20551:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763350980.774586:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763350980.774590:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763350980.774637:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.774645:0:20551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763350980.774674:0:20551:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350980.774677:0:20551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763350980.774679:0:20551:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763350980.774684:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350980.774696:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350980.774699:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350980.774702:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.774704:0:20551:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763350980.774706:0:20551:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.774708:0:20551:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:0.0:1763350980.774712:0:20551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763350980.774715:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350980.774717:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350980.774718:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350980.774719:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350980.774721:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.774723:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.774754:0:20551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.774757:0:20551:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.774760:0:20551:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.774762:0:20551:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.774765:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350980.774768:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:0.0:1763350980.774770:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.774775:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:0.0:1763350980.774779:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:0.0:1763350980.774784:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350980.774788:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.774789:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.774793:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09700 count: 2 00010000:00000001:0.0:1763350980.774795:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.774797:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.774801:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3c00. 00000020:00000001:0.0:1763350980.774803:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.774805:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3c00 with handle 0xcb8c81cc3033c942 to hash 00000020:00000001:0.0:1763350980.774807:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.774809:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000010:0.0:1763350980.774812:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a600. 00010000:00000001:0.0:1763350980.774814:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.774816:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.774818:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.774821:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.774826:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.774829:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.774830:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.774831:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.774833:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.774835:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.774836:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.774838:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.774840:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.774841:0:20551:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.774842:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.774844:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09700) refcount = 2 00010000:00000040:0.0:1763350980.774847:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.774852:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c8fc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb93 expref: 496 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.774858:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.774863:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.774865:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.774867:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.774869:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.774870:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.774872:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.774874:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.774876:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.774877:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.774880:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.774885:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.774887:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.774888:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.774890:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.774892:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.774894:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:0.0:1763350980.774896:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.774898:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.774900:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.774902:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.774903:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.774907:0:20551:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763350980.774914:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350980.774917:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350980.774924:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.774927:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.774934:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.774936:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.774944:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.774947:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.774951:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.774953:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350980.774956:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.774958:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fee:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:0.0:1763350980.774963:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.774964:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.774965:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.774968:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.774969:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.774971:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.774973:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.774976:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.774977:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.774979:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.774981:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.774983:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763350980.774986:0:20551:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763350980.774988:0:20551:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350980.774991:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dc38b82f8 00000004:00000001:0.0:1763350980.774994:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.774997:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.774999:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.775001:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.775002:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.775004:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.775006:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.775007:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.775009:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.775011:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:0.0:1763350980.775015:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: returning size 1024 00000004:00000040:0.0:1763350980.775019:0:20551:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fee:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:0.0:1763350980.775022:0:20551:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:0.0:1763350980.775025:0:20551:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9686 00000004:00200000:0.0:1763350980.775028:0:20551:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:0.0:1763350980.775035:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350980.775043:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.775046:0:20551:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775050:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.775051:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.775052:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:0.0:1763350980.775054:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.775057:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00000004:00010000:0.0:1763350980.775060:0:20551:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000004:00000001:0.0:1763350980.775067:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350980.775071:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:0.0:1763350980.775073:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.775075:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763350980.775077:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350980.775079:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.775081:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:0.0:1763350980.775083:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775084:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.775087:0:20551:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.775090:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350980.775093:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350980.775095:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.775096:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.775098:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=3 00000020:00000001:0.0:1763350980.775099:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.775102:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.775104:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.775119:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775125:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775126:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.775128:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775134:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.775136:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775139:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.775141:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:0.0:1763350980.775151:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e3600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350980.775153:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.775156:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.775158:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775163:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.775165:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.775166:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.775168:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=4 00000020:00000001:0.0:1763350980.775170:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.775172:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350980.775175:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.775177:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775183:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350980.775185:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350980.775187:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775190:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.775191:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.775193:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.775194:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.775196:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3600 with handle 0xcb8c81cc3033c934 from hash 00010000:00000001:0.0:1763350980.775199:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.775200:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775201:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.775202:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.775205:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.775206:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775208:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.775210:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.775212:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.775215:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:0.0:1763350980.775217:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350980.775220:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.775223:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775224:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.775226:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350980.775228:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775230:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.775231:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775233:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.775235:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.775238:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775243:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775244:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.775245:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.775247:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.775249:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.775251:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033c934 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:0.0:1763350980.775257:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a500. 00010000:00000001:0.0:1763350980.775266:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.775268:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.775269:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350980.775270:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.775271:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.775273:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350980.775274:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.775276:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.775278:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.775280:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775284:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775285:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.775287:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775292:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.775293:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775294:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.775296:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:0.0:1763350980.775300:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350980.775302:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.775303:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.775305:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775310:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.775311:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.775312:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.775313:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=4 00000020:00000001:0.0:1763350980.775314:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.775316:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.775318:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.775320:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775324:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350980.775326:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350980.775327:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775329:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.775330:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.775331:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.775333:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.775335:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033c93b from hash 00010000:00000001:0.0:1763350980.775337:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.775338:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775339:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.775340:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.775342:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.775343:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775345:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.775346:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.775347:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.775349:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925dddc09600) 00010000:00010000:0.0:1763350980.775351:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350980.775353:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.775354:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775356:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.775357:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350980.775359:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775360:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.775361:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775362:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.775364:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.775368:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775373:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775374:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.775375:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.775376:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.775378:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.775380:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c93b lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:0.0:1763350980.775384:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ab80. 00010000:00000040:0.0:1763350980.775387:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09600 count: 0 00010000:00000010:0.0:1763350980.775392:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70c80. 00010000:00000001:0.0:1763350980.775398:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.775400:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.775402:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350980.775404:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350980.775405:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763350980.775407:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.775408:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.775410:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=3 00000020:00000001:0.0:1763350980.775411:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.775414:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.775416:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.775418:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775423:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775424:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.775427:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775431:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.775433:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775434:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.775436:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:0.0:1763350980.775441:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e3c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350980.775443:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.775444:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.775446:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775451:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.775452:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.775453:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.775455:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3c00 refcount=4 00000020:00000001:0.0:1763350980.775457:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.775458:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.775460:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.775462:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775467:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350980.775468:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350980.775469:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775471:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.775473:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.775474:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.775475:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.775477:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3c00 with handle 0xcb8c81cc3033c942 from hash 00010000:00000001:0.0:1763350980.775479:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.775480:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775481:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.775482:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.775484:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.775485:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775487:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.775489:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.775490:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.775492:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09700) 00010000:00010000:0.0:1763350980.775495:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350980.775496:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.775498:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775500:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.775502:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350980.775504:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775505:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.775506:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.775508:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.775510:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.775512:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.775517:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.775518:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.775520:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.775521:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.775522:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.775524:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c942 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:0.0:1763350980.775528:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a600. 00010000:00000001:0.0:1763350980.775532:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:0.0:1763350980.775535:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350980.775538:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350980.775540:0:20551:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:0.0:1763350980.775541:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350980.775543:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350980.775545:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350980.775547:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763350980.775553:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.775555:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.775558:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:0.0:1763350980.775562:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 0, xid 1849001118779648 00010000:00000001:0.0:1763350980.775565:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.775573:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c2d80 x1849001118779648/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 464/520 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.775582:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.775586:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.775592:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.775650:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.775653:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.775656:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.775660:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.775662:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.775667:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.775670:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.775677:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019dd0. 00000100:00000200:0.0:1763350980.775686:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118779648, offset 224 00000400:00000200:0.0:1763350980.775695:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.775710:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.775717:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198135:198135:256:4294967295] 192.168.202.2@tcp LPNI seq info [198131:198131:8:4294967295] 00000400:00000200:0.0:1763350980.775729:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.775736:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.775742:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcb00. 00000800:00000200:0.0:1763350980.775749:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.775759:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.775764:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcb00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.775793:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.775797:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.775800:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.775802:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.775805:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.775812:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c2d80 x1849001118779648/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 464/520 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.775822:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226215:x1849001118779648:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 1790us (2244us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.775831:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140613 00000100:00000040:0.0:1763350980.775836:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.775839:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.775841:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.775847:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.775851:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.775856:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350980.775863:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000100:00000001:0.0:1763350980.775866:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.776745:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.776753:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcb00. 00000400:00000200:3.0:1763350980.776759:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.776766:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.776773:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019dd0 00000400:00000010:3.0:1763350980.776776:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019dd0. 00000100:00000001:3.0:1763350980.776781:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.776783:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.780639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3600. 00010000:00000010:0.1:1763350980.780667:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09600. 00010000:00000010:0.1:1763350980.780674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00010000:00000010:0.1:1763350980.780676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00000100:00000040:0.0:1763350980.825769:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300857724, at 4300857728 00000100:00000010:0.0:1763350980.825791:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fda80. 00000100:00000040:1.0:1763350980.825848:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300857724, at 4300857728 00000100:00000010:1.0:1763350980.825855:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd8a0. 00000100:00000040:3.0:1763350980.825897:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300857724, at 4300857728 00000100:00000010:3.0:1763350980.825903:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd0c0. 00000800:00000001:3.0:1763350980.826618:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.826637:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.826640:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.826642:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.826654:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.826675:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edfca00 00000400:00000200:3.0:1763350980.826686:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 128872 00000800:00000001:3.0:1763350980.826697:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.826713:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.826716:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.826721:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.826730:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.826732:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.826741:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd8380. 00000100:00000040:3.0:1763350980.826745:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd8380 x1849001118779904 msgsize 4616 00000100:00100000:3.0:1763350980.826748:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350980.827439:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.828149:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118779904 02000000:00000001:0.0:1763350980.828156:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.828158:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.828162:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.828168:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.828172:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118779904 00000020:00000001:0.0:1763350980.828175:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.828177:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.828180:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.828184:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000020:00000001:0.0:1763350980.828187:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350980.828189:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.828195:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.828203:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.828206:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.828209:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.828217:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350980.828223:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.828228:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.828239:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350980.828242:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.828244:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350980.828247:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350980.828249:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.828251:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.828261:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.828268:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.828286:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.828288:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.828296:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140614 00000100:00000040:0.0:1763350980.828300:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.828302:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170890624 : -120542538660992 : ffff925e00cd8380) 00000100:00000040:0.0:1763350980.828310:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd8380 x1849001118779904/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.828318:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.828321:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.828323:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.828325:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.828329:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226217:x1849001118779904:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350980.828333:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118779904 00000020:00000001:0.0:1763350980.828336:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.828340:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.828346:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.828349:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.828351:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350980.828354:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350980.828359:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118779904, found 0 last_xid 1849001118779903 00000020:00000001:0.0:1763350980.828362:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.828364:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.828367:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.828372:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.828375:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350980.828378:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350980.828381:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350980.828383:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350980.828385:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.828391:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.828399:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:0.0:1763350980.828403:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.828406:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.828411:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3c00. 00000020:00000001:0.0:1763350980.828415:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.828418:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3c00 with handle 0xcb8c81cc3033c949 to hash 00000020:00000001:0.0:1763350980.828420:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.828421:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000010:0.0:1763350980.828427:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7a600. 00010000:00000001:0.0:1763350980.828430:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00010000:0.0:1763350980.828436:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c949 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbaf expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.828446:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:0.0:1763350980.828448:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00010000:00000001:0.0:1763350980.828459:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350980.828462:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350980.828470:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350980.828473:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350980.828475:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828478:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763350980.828483:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925e00cd8380 x1849001118779904/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763350980.828491:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763350980.828494:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763350980.828497:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763350980.828500:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.828502:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.828506:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.828508:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.828510:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.828512:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.828513:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.828515:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.828522:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.828524:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828526:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828528:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828532:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350980.828533:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350980.828537:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.828539:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.828589:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925dedd90000. 02000000:00000001:0.0:1763350980.828593:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.828617:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828623:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350980.828624:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.828625:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.828627:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.828628:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.828630:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.828632:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.828633:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.828635:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.828637:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.828639:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.828644:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350980.828650:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350980.828652:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350980.828655:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350980.828657:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.828660:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.828661:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828663:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350980.828666:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828668:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350980.828670:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828673:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763350980.828676:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763350980.828680:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:0.0:1763350980.828683:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3fee:0x0]) cr_flag=040100240010003 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763350980.828688:0:20551:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763350980.828691:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350980.828693:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:0.0:1763350980.828697:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.828702:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:0.0:1763350980.828704:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:0.0:1763350980.828707:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350980.828708:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:0.0:1763350980.828710:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.828715:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:0.0:1763350980.828717:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:0.0:1763350980.828720:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763350980.828721:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828728:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350980.828732:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350980.828743:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828747:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.828753:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.828755:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.828764:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.828767:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.828771:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350980.828773:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350980.828776:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.828778:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fee:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000001:0.0:1763350980.828782:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.828783:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.828784:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.828786:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.828788:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.828790:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763350980.828793:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dedd90378 00000004:00000001:0.0:1763350980.828796:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828800:0:20551:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:0.0:1763350980.828803:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350980.828805:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.828808:0:20551:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3fee:0x0] lease count: 0, lm: 4 00000004:00000001:0.0:1763350980.828810:0:20551:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:0.0:1763350980.828815:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350980.828817:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.828820:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09700 count: 2 00010000:00000001:0.0:1763350980.828823:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.828825:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.828828:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350980.828831:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.828833:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033c950 to hash 00000020:00000001:0.0:1763350980.828834:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.828836:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000010:0.0:1763350980.828839:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ab80. 00010000:00000001:0.0:1763350980.828841:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.828845:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.828847:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.828849:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c950 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.828855:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350980.828859:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.828862:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.828864:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.828866:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.828868:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.828869:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.828872:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.828874:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.828876:0:20551:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.828878:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.828880:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09700) refcount = 2 00010000:00000040:0.0:1763350980.828883:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.828887:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c8fc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb93 expref: 497 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350980.828894:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c950 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.828899:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.828904:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.828906:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.828908:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.828909:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.828911:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.828913:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.828916:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.828918:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.828921:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c950 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:0.0:1763350980.828926:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350980.828927:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.828928:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.828930:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.828932:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.828933:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350980.828935:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.828938:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.828940:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.828941:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.828943:0:20551:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.828946:0:20551:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3fee:0x0], ibits = 0x1b/0x1b, open_flags = 040100240010003, try_layout = 1 : rc = 0 00000004:00000001:0.0:1763350980.828950:0:20551:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.828952:0:20551:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828956:0:20551:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763350980.828959:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.828960:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.828962:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.828963:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.828964:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.828966:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.828967:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.828969:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.828971:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:0.0:1763350980.828975:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: returning size 1024 00000001:00000001:0.0:1763350980.828977:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.828978:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828981:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763350980.828982:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.828984:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.828986:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.828988:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.828990:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.828992:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.828994:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.828998:0:20551:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763350980.829000:0:20551:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:0.0:1763350980.829003:0:20551:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763350980.829004:0:20551:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829008:0:20551:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763350980.829013:0:20551:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763350980.829017:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763350980.829019:0:20551:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829021:0:20551:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829023:0:20551:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.829028:0:20551:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763350980.829031:0:20551:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dc9b70c80. 00000020:00000001:0.0:1763350980.829032:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.829034:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc9b70c80 with handle 0xcb8c81cc3033c957 to hash 00000020:00000001:0.0:1763350980.829037:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763350980.829038:0:20551:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530246671488 : -120543462880128 : ffff925dc9b70c80) 00000004:00000001:0.0:1763350980.829040:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763350980.829042:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763350980.829044:0:20551:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3fee:0x0] Change mfd open_flags 0 -> 040100240010003. 00000004:00000001:0.0:1763350980.829047:0:20551:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763350980.829051:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350980.829062:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df856e400. 00080000:00000001:0.0:1763350980.829065:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531028898816 : -120542680652800 : ffff925df856e400) 00080000:00000001:0.0:1763350980.829068:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350980.829074:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350980.829081:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350980.829082:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.829106:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.829122:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350980.829126:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350980.829129:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055185, last_committed = 8590055176 00000001:00000010:0.0:1763350980.829134:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4e360. 00000001:00000040:0.0:1763350980.829136:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:0.0:1763350980.829139:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00000001:00000010:0.0:1763350980.829144:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dcb4f6180. 00080000:00000001:0.0:1763350980.829152:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350980.829174:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350980.829178:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dcb4f6180: xid 1849001118779904, transno 8590055185, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763350980.829181:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.829194:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829197:0:20551:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350980.829199:0:20551:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829201:0:20551:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829205:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.829207:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.829209:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.829211:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.829213:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.829214:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.829217:0:20551:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.829220:0:20551:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763350980.829222:0:20551:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763350980.829223:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.829225:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.829227:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763350980.829228:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350980.829229:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829231:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350980.829233:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.829234:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.829236:0:20551:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763350980.829242:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350980.829249:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829253:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829256:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763350980.829259:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350980.829260:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350980.829262:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350980.829263:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350980.829265:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350980.829267:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763350980.829285:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.829287:0:20551:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763350980.829290:0:20551:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763350980.829292:0:20551:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.829295:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.829297:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.829298:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350980.829300:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.829302:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00000004:00000040:0.0:1763350980.829305:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:0.0:1763350980.829308:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00010000:00000001:0.0:1763350980.829312:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.829313:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.829314:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350980.829316:0:20551:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350980.829319:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350980.829323:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350980.829326:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.829328:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.829331:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.829332:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.829334:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.829336:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.829338:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3c00 with handle 0xcb8c81cc3033c949 from hash 00010000:00000001:0.0:1763350980.829341:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.829342:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.829343:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.829344:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350980.829345:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.829350:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c949 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbaf expref: 499 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.829357:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:0.0:1763350980.829359:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00010000:00000010:0.0:1763350980.829362:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7a600. 00010000:00000001:0.0:1763350980.829372:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.829374:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.829378:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350980.829382:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c950 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbaf expref: 498 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.829389:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.829391:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.829393:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09700) 00010000:00010000:0.0:1763350980.829396:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:0.0:1763350980.829398:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.829401:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.829402:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.829403:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.829404:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.829405:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2200, rc 0) 00000020:00000001:0.0:1763350980.829409:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.829413:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 8590055185, xid 1849001118779904 00010000:00000001:0.0:1763350980.829416:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.829421:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cd8380 x1849001118779904/t8590055185(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/664 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.829429:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.829431:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.829435:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.829441:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.829443:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.829445:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.829448:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.829451:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.829454:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.829457:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.829463:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019bb0. 00000100:00000200:0.0:1763350980.829471:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118779904, offset 224 00000400:00000200:0.0:1763350980.829478:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.829494:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.829501:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198136:198136:256:4294967295] 192.168.202.2@tcp LPNI seq info [198132:198132:8:4294967295] 00000400:00000200:0.0:1763350980.829515:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.829521:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.829528:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcb00. 00000800:00000200:0.0:1763350980.829536:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.829544:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.829549:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcb00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.829576:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.829580:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.829582:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.829584:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.829586:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.829591:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd8380 x1849001118779904/t8590055185(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/664 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.829657:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226217:x1849001118779904:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1336us (2909us total) trans 8590055185 rc 0/0 00000100:00100000:0.0:1763350980.829666:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140614 00000100:00000040:0.0:1763350980.829671:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.829673:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.829675:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.829680:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.829686:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.829690:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350980.829697:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000100:00000001:0.0:1763350980.829700:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350980.829836:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350980.829841:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcb00. 00000400:00000200:0.0:1763350980.829846:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350980.829851:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350980.829858:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019bb0 00000400:00000010:0.0:1763350980.829861:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019bb0. 00000100:00000001:0.0:1763350980.829865:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350980.829867:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350980.830682:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.830698:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.830708:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350980.831060:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300857724, at 4300857732 00000100:00000010:2.0:1763350980.831073:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd660. 00010000:00000010:0.1:1763350980.836189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00000800:00000001:3.0:1763350980.838076:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.838248:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.838253:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.838258:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.838270:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.838293:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 552 into portal 12 MB=0x691a81edfcb00 00000400:00000200:3.0:1763350980.838304:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 552/552 into md 0xd4535 [64] + 133488 00000800:00000001:3.0:1763350980.838314:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.838321:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.838324:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.838330:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.838339:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.838342:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.838350:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd9500. 00000100:00000040:3.0:1763350980.838354:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd9500 x1849001118780160 msgsize 552 00000100:00100000:3.0:1763350980.838359:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.838936:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.838949:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.838956:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.838958:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.838960:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.838966:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.838973:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfcb80 00000400:00000200:3.0:1763350980.838981:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127afd [2] + 1312 00000800:00000001:3.0:1763350980.838985:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.838992:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.838994:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.838998:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.839002:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.839004:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350980.839008:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd9c00. 00000100:00000040:3.0:1763350980.839011:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd9c00 x1849001118780288 msgsize 328 00000100:00100000:3.0:1763350980.839014:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350980.839935:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1763350980.839977:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.839987:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.839993:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763350980.840038:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118780288 02000000:00000001:0.0:1763350980.840042:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.840045:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.840047:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.840052:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.840057:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118780288 00000020:00000001:0.0:1763350980.840061:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.840063:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.840067:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.840071:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:0.0:1763350980.840074:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350980.840078:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.840083:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.840091:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.840095:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.840189:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.840199:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350980.840205:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.840210:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.840222:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350980.840226:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.840227:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350980.840230:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350980.840233:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.840236:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350980.840241:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.840243:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.840245:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350980.840248:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.840251:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.840253:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.840255:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.840256:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.840258:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.840267:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.840283:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.840298:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.840301:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.840308:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1007 00000100:00000040:0.0:1763350980.840312:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.840314:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170896896 : -120542538654720 : ffff925e00cd9c00) 00000100:00000040:0.0:1763350980.840321:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd9c00 x1849001118780288/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.840330:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.840333:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.840336:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.840337:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.840342:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:2358:x1849001118780288:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350980.840345:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118780288 00010000:00000001:0.0:1763350980.840347:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350980.840349:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350980.840351:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350980.840357:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.840360:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.840367:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df856dc00. 02000000:00000001:0.0:1763350980.840370:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.840372:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.840374:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350980.840376:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350980.840377:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.840379:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.840380:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350980.840382:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350980.840384:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000040:0.0:1763350980.840388:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09700 count: 3 00000004:00000001:0.0:1763350980.840393:0:54877:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763350980.840395:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350980.840399:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.840402:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.840404:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.840406:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.840410:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.840413:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.840419:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.840420:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.840423:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.840425:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.840427:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033c950 from hash 00010000:00000001:0.0:1763350980.840429:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.840431:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.840432:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.840433:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.840438:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.840440:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.840443:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.840443:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.840448:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c950 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbaf expref: 498 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.840457:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350980.840460:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00010000:00000010:0.0:1763350980.840462:0:54877:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ab80. 00010000:00000001:0.0:1763350980.840471:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.840473:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.840476:0:54877:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.840479:0:54877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09700) 00010000:00000001:0.0:1763350980.840483:0:54877:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.840485:0:54877:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.840487:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350980.840488:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350980.840490:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.840495:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.840497:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.840500:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.840506:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.840508:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.840511:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.840513:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.840515:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.840518:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.840521:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.840526:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019bb0. 00000100:00000200:0.0:1763350980.840532:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118780288, offset 224 00000400:00000200:0.0:1763350980.840539:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.840551:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.840558:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198137:198137:256:4294967295] 192.168.202.2@tcp LPNI seq info [198133:198133:8:4294967295] 00000400:00000200:0.0:1763350980.840570:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.840576:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.840581:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcb00. 00000800:00000200:0.0:1763350980.840587:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.840628:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.840633:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.840647:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.840651:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.840654:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.840656:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.840661:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd9c00 x1849001118780288/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.840670:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:2358:x1849001118780288:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 338us (1657us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.840678:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1007 00000100:00000040:0.0:1763350980.840682:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.840685:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.841036:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.841039:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118780160 02000000:00000001:1.0:1763350980.841041:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.841043:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.841046:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.841049:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.841051:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118780160 00000020:00000001:1.0:1763350980.841054:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.841055:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.841057:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.841059:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:1.0:1763350980.841061:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.841063:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.841066:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.841070:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.841072:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.841074:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000020:00000010:1.0:1763350980.841081:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:1.0:1763350980.841085:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.841089:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00000100:00000040:1.0:1763350980.841093:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350980.841095:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.841114:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350980.841118:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350980.841120:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.841121:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.841126:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.841141:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.841150:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.841152:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.841156:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140615 00000100:00000040:1.0:1763350980.841159:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.841161:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170895104 : -120542538656512 : ffff925e00cd9500) 00000100:00000040:1.0:1763350980.841166:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd9500 x1849001118780160/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 552/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.841174:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.841177:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52dc0. 00000100:00000001:1.0:1763350980.841179:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.841181:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52dc0. 00000100:00100000:1.0:1763350980.841185:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226217:x1849001118780160:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350980.841188:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118780160 00000020:00000001:1.0:1763350980.841192:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.841196:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350980.841202:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dcb4f6180: xid 1849001118779904, transno 8590055185, client gen 3, slot idx 0 00000001:00000001:1.0:1763350980.841207:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc3ffe0c0: xid 1849001118778624, transno 8590055184, client gen 3, slot idx 2 00000001:00000010:1.0:1763350980.841211:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc3ffe0c0. 00000020:00000001:1.0:1763350980.841217:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.841220:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.841222:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.841226:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350980.841229:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118780160, found 0 last_xid 1849001118780159 00000020:00000001:1.0:1763350980.841232:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.841234:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.841237:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.841240:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.841242:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.841245:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.841246:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.841248:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350980.841249:0:20012:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00000001:1.0:1763350980.841251:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.841253:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.841255:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=3 00000020:00000001:1.0:1763350980.841257:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:1.0:1763350980.841259:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000040:1.0:1763350980.841262:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00000004:00000001:1.0:1763350980.841265:0:20012:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:1.0:1763350980.841266:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350980.841268:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.841269:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.841271:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.841273:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.841277:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.841278:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.841283:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.841284:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.841285:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.841287:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.841288:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9077400 with handle 0xcb8c81cc3033c926 from hash 00010000:00000001:1.0:1763350980.841290:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.841291:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.841292:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.841293:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.841297:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.841298:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.841300:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.841302:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.841306:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c926 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecba1 expref: 498 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.841314:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350980.841316:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00010000:00000010:1.0:1763350980.841319:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76a00. 00010000:00000001:1.0:1763350980.841325:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.841326:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.841328:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350980.841330:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00000001:1.0:1763350980.841333:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.841335:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.841336:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763350980.841338:0:20012:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350980.841339:0:20012:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.841342:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.841346:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350980.841349:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.841352:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.841356:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350980.841359:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.841361:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033c95e to hash 00000800:00000200:2.0:1763350980.841979:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.841985:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcb00. 00000400:00000200:2.0:1763350980.841990:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.841995:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.842001:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019bb0 00000400:00000010:2.0:1763350980.842004:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019bb0. 00000100:00000001:2.0:1763350980.842008:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.842010:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1763350980.843115:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.843118:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000010:1.0:1763350980.843127:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373100. 00010000:00000001:1.0:1763350980.843131:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:1.0:1763350980.843137:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c95e lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbb6 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.843147:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350980.843150:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00010000:00000001:1.0:1763350980.843158:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350980.843161:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350980.843175:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350980.843177:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350980.843180:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843182:0:20012:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763350980.843190:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925e00cd9500 x1849001118780160/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 552/0 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763350980.843200:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350980.843203:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350980.843206:0:20012:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763350980.843210:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.843212:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.843215:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.843217:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.843219:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.843227:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.843229:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843231:0:20012:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843233:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843237:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350980.843239:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350980.843241:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.843244:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.843297:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df5b60000. 02000000:00000001:1.0:1763350980.843300:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.843304:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843310:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350980.843311:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.843313:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.843314:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.843316:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.843318:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.843319:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.843320:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.843322:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.843325:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.843326:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.843331:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350980.843337:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350980.843339:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350980.843343:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350980.843345:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.843348:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.843349:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843352:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350980.843354:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843357:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350980.843359:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843362:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350980.843365:0:20012:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763350980.843370:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3ba38 00000004:00000002:1.0:1763350980.843372:0:20012:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(. :VOLATILE:0000:490377C4:fd=03->[0x200000bd2:0x3ff4:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:1.0:1763350980.843379:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350980.843381:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350980.843385:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.843389:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350980.843392:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350980.843396:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763350980.843398:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843403:0:20012:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:1.0:1763350980.843405:0:20012:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x3ff4:0x0] 00000020:00000001:1.0:1763350980.843407:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1763350980.843409:0:20012:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1763350980.843415:0:20012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff925cddeeaf00. 00000004:00000001:1.0:1763350980.843420:0:20012:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000004:00000001:1.0:1763350980.843425:0:20012:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:1.0:1763350980.843426:0:20012:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x3ff4:0x0] 00000004:00000010:1.0:1763350980.843433:0:20012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff925ccd8df618. 00000004:00000001:1.0:1763350980.843435:0:20012:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843439:0:20012:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1763350980.843442:0:20012:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1763350980.843446:0:20012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff925cddd20cc0. 00000004:00000001:1.0:1763350980.843449:0:20012:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446623526289018048 : -120547420533568 : ffff925cddd20cc0) 00000004:00000001:1.0:1763350980.843452:0:20012:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843455:0:20012:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:1.0:1763350980.843457:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350980.843461:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350980.843463:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.843466:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.843469:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.843471:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.843473:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350980.843475:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:1.0:1763350980.843477:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763350980.843483:0:20012:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff925cddd35ab8. 00000004:00000001:1.0:1763350980.843486:0:20012:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.843490:0:20012:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1763350980.843492:0:20012:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350980.843494:0:20012:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.843499:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000004:00000001:1.0:1763350980.843502:0:20012:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446623526290894592 : -120547418657024 : ffff925cddeeaf00) 00080000:00000001:1.0:1763350980.843511:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.843520:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:1.0:1763350980.843522:0:20012:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3feb:0x0] version is 0x20001d6c8 00000004:00000002:1.0:1763350980.843525:0:20012:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff4:0x0] version is 0x1 00000004:00000001:1.0:1763350980.843532:0:20012:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:1.0:1763350980.843575:0:20012:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1763350980.843578:0:20012:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:1.0:1763350980.843581:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350980.843583:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350980.843588:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843590:0:20012:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843612:0:20012:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350980.843617:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350980.843626:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd8a0. 00080000:00000001:1.0:1763350980.843630:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350980.843639:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc726a800. 00080000:00000001:1.0:1763350980.843642:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00000004:00000001:1.0:1763350980.843646:0:20012:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:1.0:1763350980.843651:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.843652:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.843655:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.843659:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.843663:0:20012:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350980.843667:0:20012:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff4:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763350980.843671:0:20012:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:1.0:1763350980.843678:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3feb:0x0] not in the id map cache 00000004:00000001:1.0:1763350980.843682:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350980.843685:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350980.843687:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.843698:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.843701:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843703:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843705:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350980.843706:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350980.843708:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.843710:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.843712:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843714:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350980.843719:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dc3ffe6c0. 00000004:00000001:1.0:1763350980.843722:0:20012:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:1.0:1763350980.843724:0:20012:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1763350980.843730:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3b8c8 00000001:00000002:1.0:1763350980.843732:0:20012:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x3feb:0x0]:. :VOLATILE:0000:490377C4:fd=03' is added 00000004:00000001:1.0:1763350980.843735:0:20012:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843738:0:20012:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1763350980.843741:0:20012:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:1.0:1763350980.843745:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.843748:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.843751:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763350980.843773:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350980.843776:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.843777:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.843780:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.843781:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.843783:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763350980.843792:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff4:0x0] not in the id map cache 00000001:00000001:1.0:1763350980.843795:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.843797:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843799:0:20012:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843802:0:20012:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843804:0:20012:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1763350980.843806:0:20012:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843812:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.843814:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.843817:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763350980.843824:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843827:0:20012:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:1.0:1763350980.843829:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.843830:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.843834:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350980.843836:0:20012:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350980.843839:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843841:0:20012:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.843846:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350980.843849:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350980.843856:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350980.843857:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.843859:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.843863:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350980.843867:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.843868:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843870:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843874:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.843878:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.843880:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.843882:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.843886:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350980.843889:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843891:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843894:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.843921:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.843923:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.843929:0:20012:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1763350980.843931:0:20012:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:1.0:1763350980.843933:0:20012:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763350980.843934:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.843936:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.843940:0:20012:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1763350980.844012:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350980.844014:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350980.844016:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350980.844018:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350980.844020:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.844021:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.844083:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350980.844086:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.844089:0:20012:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844091:0:20012:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844095:0:20012:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844097:0:20012:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844099:0:20012:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1763350980.844101:0:20012:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844106:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.844118:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350980.844121:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.844122:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.844123:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.844127:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350980.844130:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:1.0:1763350980.844138:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350980.844140:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.844142:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844145:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844147:0:20012:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844149:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844152:0:20012:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844156:0:20012:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:1.0:1763350980.844161:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.844162:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.844166:0:20012:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1763350980.844184:0:20012:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844188:0:20012:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:1.0:1763350980.844189:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.844190:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.844194:0:20012:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:1.0:1763350980.844221:0:20012:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844224:0:20012:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844226:0:20012:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.844229:0:20012:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844231:0:20012:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.844235:0:20012:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763350980.844236:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.844238:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.844241:0:20012:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1763350980.844245:0:20012:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844247:0:20012:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.844251:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350980.844254:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350980.844258:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1763350980.844262:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.844263:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350980.844264:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.844265:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.844266:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.844268:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350980.844270:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763350980.844275:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350980.844277:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.844279:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844281:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844283:0:20012:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844285:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763350980.844287:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055186, last_committed = 8590055176 00000001:00000010:1.0:1763350980.844291:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd840. 00000001:00000040:1.0:1763350980.844294:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:1.0:1763350980.844297:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:1.0:1763350980.844303:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc3ffe540. 00000004:00000001:1.0:1763350980.844310:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350980.844312:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.844313:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203654144 : -120543505897472 : ffff925dc726a800) 00080000:00000001:1.0:1763350980.844317:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350980.844331:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350980.844333:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350980.844337:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc3ffe540: xid 1849001118780160, transno 8590055186, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350980.844340:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.844385:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350980.844389:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd8a0. 00000020:00000001:1.0:1763350980.844391:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844400:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350980.844402:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350980.844405:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844409:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.844413:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.844414:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.844416:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844419:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844422:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844424:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350980.844426:0:20012:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844431:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.844432:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.844433:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.844435:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844438:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844440:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350980.844443:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925df5b60378 00000004:00000001:1.0:1763350980.844445:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.844452:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350980.844459:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844470:0:20012:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763350980.844475:0:20012:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff4:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763350980.844478:0:20012:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763350980.844484:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350980.844487:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350980.844495:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7daa00. 00010000:00000010:1.0:1763350980.844499:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0b00. 00010000:00000001:1.0:1763350980.844504:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.844507:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7400. 00000020:00000001:1.0:1763350980.844511:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.844514:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7400 with handle 0xcb8c81cc3033c965 to hash 00000020:00000001:1.0:1763350980.844516:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.844518:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000010:1.0:1763350980.844522:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373580. 00010000:00000001:1.0:1763350980.844525:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350980.844529:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.844532:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.844535:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.844544:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.844548:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.844551:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.844553:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.844556:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.844558:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.844559:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.844563:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350980.844566:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350980.844568:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350980.844569:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350980.844572:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff4:0x0].0x0 (ffff925ccd7daa00) refcount = 1 00010000:00010000:1.0:1763350980.844577:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.844582:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350980.844588:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.844590:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.844592:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.844626:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.844629:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.844631:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.844634:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350980.844637:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.844640:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.844646:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350980.844647:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.844648:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.844651:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.844653:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.844655:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=3 00000020:00000001:1.0:1763350980.844657:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350980.844660:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350980.844662:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.844663:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.844665:0:20012:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.844668:0:20012:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff4:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763350980.844673:0:20012:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.844675:0:20012:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844677:0:20012:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350980.844684:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.844685:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.844698:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.844700:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.844702:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.844704:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.844705:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.844706:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.844708:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff4:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:1.0:1763350980.844712:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff4:0x0]: returning size 0 00000001:00000001:1.0:1763350980.844715:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.844716:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844720:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350980.844722:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.844724:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.844726:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.844728:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844730:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844733:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844735:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844739:0:20012:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763350980.844741:0:20012:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:1.0:1763350980.844743:0:20012:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.844745:0:20012:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:1.0:1763350980.844748:0:20012:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763350980.844749:0:20012:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844753:0:20012:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763350980.844756:0:20012:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763350980.844759:0:20012:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844761:0:20012:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.844764:0:20012:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763350980.844768:0:20012:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925df59ceb80. 00000020:00000001:1.0:1763350980.844771:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.844772:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df59ceb80 with handle 0xcb8c81cc3033c96c to hash 00000020:00000001:1.0:1763350980.844774:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763350980.844776:0:20012:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530983156608 : -120542726395008 : ffff925df59ceb80) 00000004:00000001:1.0:1763350980.844778:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350980.844780:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763350980.844782:0:20012:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff4:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:1.0:1763350980.844786:0:20012:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763350980.844788:0:20012:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350980.844790:0:20012:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844792:0:20012:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844795:0:20012:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.844798:0:20012:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763350980.844800:0:20012:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763350980.844802:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350980.844804:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350980.844806:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350980.844808:0:20012:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.844811:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350980.844812:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763350980.844815:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350980.844818:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844822:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844824:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350980.844827:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350980.844829:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350980.844831:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350980.844833:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350980.844835:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350980.844838:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350980.844841:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.844843:0:20012:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763350980.844847:0:20012:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763350980.844849:0:20012:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.844853:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.844854:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.844855:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=3 00000020:00000001:1.0:1763350980.844857:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350980.844859:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00000004:00000040:1.0:1763350980.844862:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350980.844865:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:1.0:1763350980.844869:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.844870:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.844872:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350980.844874:0:20012:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350980.844877:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350980.844880:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350980.844883:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350980.844885:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.844888:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.844889:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.844891:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.844892:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.844895:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033c95e from hash 00010000:00000001:1.0:1763350980.844897:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.844898:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.844899:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.844900:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350980.844901:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.844908:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c95e lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 500 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.844915:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350980.844918:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:1.0:1763350980.844920:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373100. 00010000:00000001:1.0:1763350980.844931:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.844933:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.844938:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350980.844943:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350980.844951:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.844953:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350980.844955:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925ccd7daa00) 00010000:00010000:1.0:1763350980.844958:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763350980.844960:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.844962:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.844965:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.844966:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.844967:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.844969:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7400, rc 0) 00000020:00000001:1.0:1763350980.844972:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.844976:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 8590055186, xid 1849001118780160 00010000:00000001:1.0:1763350980.844979:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.844985:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cd9500 x1849001118780160/t8590055186(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 552/608 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.844993:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.844996:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.845000:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.845005:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.845007:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.845009:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.845013:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.845016:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.845019:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.845022:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.845028:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74660. 00000100:00000200:1.0:1763350980.845035:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118780160, offset 224 00000400:00000200:1.0:1763350980.845041:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.845056:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.845064:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198138:198138:256:4294967295] 192.168.202.2@tcp LPNI seq info [198134:198134:8:4294967295] 00000400:00000200:1.0:1763350980.845075:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.845080:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.845085:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:1.0:1763350980.845092:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.845099:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.845105:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.845136:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.845140:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.845143:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.845144:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.845147:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.845153:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd9500 x1849001118780160/t8590055186(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 552/608 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.845163:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226217:x1849001118780160:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 3987us (6806us total) trans 8590055186 rc 0/0 00000100:00100000:1.0:1763350980.845172:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140615 00000100:00000040:1.0:1763350980.845176:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350980.845179:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.845181:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.845186:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350980.845193:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00000010:1.0:1763350980.845197:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:1.0:1763350980.845202:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:1.0:1763350980.845205:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.846051:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.846059:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:3.0:1763350980.846066:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.846073:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.846080:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74660 00000400:00000010:3.0:1763350980.846083:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74660. 00000100:00000001:3.0:1763350980.846089:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.846090:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350980.846730:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.846740:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.846746:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.846750:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350980.846756:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000100:00000001:0.0:1763350980.846759:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350980.848631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00000800:00000001:3.0:1763350980.849419:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.849437:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.849441:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.849444:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.849456:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.849476:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edfcc80 00000400:00000200:3.0:1763350980.849486:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 134040 00000800:00000001:3.0:1763350980.849496:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.849531:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.849535:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.849540:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.849547:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.849550:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.849557:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd8e00. 00000100:00000040:3.0:1763350980.849562:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd8e00 x1849001118780544 msgsize 4616 00000100:00100000:3.0:1763350980.849566:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.849579:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.849589:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.849593:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.850297:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.850301:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118780544 02000000:00000001:1.0:1763350980.850305:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.850308:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.850311:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.850317:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.850321:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118780544 00000020:00000001:1.0:1763350980.850324:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.850326:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.850329:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.850333:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:1.0:1763350980.850337:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.850340:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.850345:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.850352:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52880. 00000100:00000001:1.0:1763350980.850357:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.850360:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52880. 00000020:00000010:1.0:1763350980.850367:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:1.0:1763350980.850374:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.850380:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3c80. 00000100:00000040:1.0:1763350980.850391:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350980.850395:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.850397:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350980.850400:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350980.850402:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.850405:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.850414:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.850431:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.850444:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.850447:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.850453:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140616 00000100:00000040:1.0:1763350980.850457:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.850460:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170893312 : -120542538658304 : ffff925e00cd8e00) 00000100:00000040:1.0:1763350980.850468:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd8e00 x1849001118780544/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.850478:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.850481:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52880. 00000100:00000001:1.0:1763350980.850483:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.850485:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52880. 00000100:00100000:1.0:1763350980.850490:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226217:x1849001118780544:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350980.850494:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118780544 00000020:00000001:1.0:1763350980.850498:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.850502:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350980.850509:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc3ffe540: xid 1849001118780160, transno 8590055186, client gen 3, slot idx 1 00000001:00000001:1.0:1763350980.850515:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dcb4f6180: xid 1849001118779904, transno 8590055185, client gen 3, slot idx 0 00000001:00000010:1.0:1763350980.850521:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dcb4f6180. 00000020:00000001:1.0:1763350980.850526:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.850529:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.850532:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.850535:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350980.850538:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118780544, found 0 last_xid 1849001118780543 00000020:00000001:1.0:1763350980.850541:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.850544:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.850546:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.850552:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.850555:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.850558:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.850561:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.850563:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.850565:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.850570:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.850577:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350980.850580:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.850583:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.850587:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7e00. 00000020:00000001:1.0:1763350980.850591:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.850593:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7e00 with handle 0xcb8c81cc3033c973 to hash 00000020:00000001:1.0:1763350980.850787:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.850789:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000010:1.0:1763350980.850795:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373100. 00010000:00000001:1.0:1763350980.850798:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00010000:1.0:1763350980.850804:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c973 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbbd expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.850815:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350980.850817:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00010000:00000001:1.0:1763350980.850825:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350980.850828:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350980.850837:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350980.850839:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350980.850841:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.850844:0:20012:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763350980.850849:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925e00cd8e00 x1849001118780544/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/0 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763350980.850859:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350980.850861:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350980.850864:0:20012:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763350980.850867:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.850870:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.850873:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.850874:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.850876:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.850879:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.850880:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.850882:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.850889:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.850890:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.850892:0:20012:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.850894:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.850897:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350980.850899:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350980.850902:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.850905:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.850941:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df4e70000. 02000000:00000001:1.0:1763350980.850944:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.850947:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.850951:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350980.850953:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.850954:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.850956:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.850957:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.850959:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.850960:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.850961:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.850963:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.850966:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.850968:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.850973:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350980.850980:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350980.850982:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350980.850985:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350980.850987:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.850991:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.850992:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.850994:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350980.850996:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.850999:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350980.851001:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.851003:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350980.851006:0:20012:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763350980.851010:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3ba38 00000004:00000002:1.0:1763350980.851013:0:20012:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(->[0x200000bd2:0x3ff4:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763350980.851017:0:20012:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:1.0:1763350980.851020:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350980.851022:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350980.851025:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.851030:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350980.851033:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350980.851035:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350980.851036:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff4:0x0] 00000020:00000001:1.0:1763350980.851037:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.851040:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000004:00000001:1.0:1763350980.851041:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290894592 : -120547418657024 : ffff925cddeeaf00) 00000004:00000001:1.0:1763350980.851044:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763350980.851046:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.851052:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350980.851055:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350980.851064:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.851068:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.851074:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.851077:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.851083:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.851086:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.851089:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.851092:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350980.851093:0:20012:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.851238:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.851241:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.851243:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.851245:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.851248:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.851250:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350980.851253:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925df4e70378 00000004:00000001:1.0:1763350980.851255:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.851259:0:20012:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763350980.851263:0:20012:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff4:0x0] lease count: 0, lm: 4 00000004:00000002:1.0:1763350980.851266:0:20012:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff4:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:1.0:1763350980.851269:0:20012:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x3ff4:0x0], open_flags = 040010040000002 00000004:00000001:1.0:1763350980.851271:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350980.851275:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350980.851278:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.851281:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:1.0:1763350980.851284:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.851286:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.851289:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7600. 00000020:00000001:1.0:1763350980.851291:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.851294:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7600 with handle 0xcb8c81cc3033c97a to hash 00000020:00000001:1.0:1763350980.851295:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.851297:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000010:1.0:1763350980.851300:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373500. 00010000:00000001:1.0:1763350980.851302:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350980.851306:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.851308:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.851312:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.851319:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.851323:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.851326:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350980.851328:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.851331:0:20012:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350980.851335:0:20012:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350980.851342:0:20012:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763350980.851344:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.851346:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.851348:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.851350:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.851352:0:20012:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763350980.851355:0:20012:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000040:1.0:1763350980.851363:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff4:0x0].0x0 (ffff925ccd7daa00) refcount = 2 00010000:00000040:1.0:1763350980.851366:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350980.851369:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.851376:0:20012:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763350980.851378:0:20012:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350980.851386:0:20012:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52880. 00000100:00000001:1.0:1763350980.851391:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.851399:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3ffe0c0. 00000100:00000001:1.0:1763350980.851401:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530150781120 : -120543558770496 : ffff925dc3ffe0c0) 00000100:00000001:1.0:1763350980.851403:0:20012:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530150781120 : -120543558770496 : ffff925dc3ffe0c0) 00000100:00000001:1.0:1763350980.851406:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.851408:0:20012:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.851410:0:20012:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.851413:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.851415:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350980.851417:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.851420:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.851422:0:20012:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763350980.851424:0:20012:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763350980.851429:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:1.0:1763350980.851433:0:20012:0:(genops.c:1229:class_import_get()) import ffff925ddf07c800 refcount=2 obd=lustre-MDT0000 00000100:00000001:1.0:1763350980.851437:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.851439:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.851445:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.851453:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:1.0:1763350980.851459:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.851465:0:20012:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350980.851482:0:20012:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 499 pid: 20012 timeout: 6290 lvb_type: 0 00010000:00000001:1.0:1763350980.851490:0:20012:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.851493:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.851497:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.851505:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.851508:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.851512:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:20012:1849001101456128:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350980.851517:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.851523:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.851526:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.851529:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.851534:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97dec00. 02000000:00000001:1.0:1763350980.851536:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.851542:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466c60. 00000400:00000010:1.0:1763350980.851550:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74c38. 00000100:00000200:1.0:1763350980.851557:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101456128, portal 16 00000100:00000001:1.0:1763350980.851560:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.851561:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350980.851567:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.851575:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.851577:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.851580:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74bb0. 00000100:00000200:1.0:1763350980.851583:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101456128, offset 0 00000400:00000200:1.0:1763350980.851591:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.851671:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.851678:0:20012:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.851682:0:20012:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.851816:0:20012:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.851821:0:20012:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.851826:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198139:198139:256:4294967295] 192.168.202.2@tcp LPNI seq info [198135:198135:8:4294967295] 00000400:00000200:1.0:1763350980.851838:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.851844:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.851849:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:1.0:1763350980.851856:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.851863:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.851868:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.852428:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.852436:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300857824 00000100:00000010:1.0:1763350980.852443:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd8a0. 00000100:00000001:1.0:1763350980.852453:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1763350980.852463:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300857824 00000100:00000010:1.0:1763350980.852466:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd060. 00000100:00000001:1.0:1763350980.852469:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1763350980.852472:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300857824 00000100:00000010:1.0:1763350980.852475:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fdde0. 00000100:00000001:1.0:1763350980.852479:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1763350980.852481:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300857824 00000100:00000010:1.0:1763350980.852485:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cc45fd180. 00000100:00000001:1.0:1763350980.852488:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1763350980.852491:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.852494:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.852496:0:20012:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.852498:0:20012:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.852500:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.852503:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.852504:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.852505:0:20012:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.852507:0:20012:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.852509:0:20012:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.852512:0:20012:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.852514:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.852515:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350980.852518:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3ffe0c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.852521:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.852524:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350980.853025:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.853032:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:2.0:1763350980.853037:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.853045:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.853050:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74bb0 00000400:00000010:2.0:1763350980.853052:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74bb0. 00000100:00000001:2.0:1763350980.853057:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.853063:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.853073:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.853076:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.853083:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.853084:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1763350980.854782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9077400. 00010000:00000010:1.1:1763350980.854796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00000800:00000001:3.0:1763350980.855989:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.856008:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.856012:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.856014:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.856027:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.856047:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd77300 00000400:00000200:3.0:1763350980.856058:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f991 [1] + 224 00000800:00000001:3.0:1763350980.856067:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.856075:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.856077:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.856081:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.856089:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.856829:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.856854:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.856876:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.856889:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.856894:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.857427:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350980.857438:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350980.857440:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350980.857444:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466c60. 00000400:00000200:1.0:1763350980.857451:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74c38 00000400:00000010:1.0:1763350980.857453:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74c38. 00000100:00000001:1.0:1763350980.857457:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.857463:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350980.857472:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.857479:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350980.857480:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.857484:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350980.857488:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350980.857491:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.857493:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.857496:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.857504:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925ddf07cc58 time=36 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350980.857508:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925ddf07cc10 time=36 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.857511:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350980.857512:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.857515:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350980.857520:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.857523:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.857527:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.857535:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.857538:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350980.857540:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.857544:0:20012:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763350980.857547:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.857549:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.857551:0:20012:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.857555:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350980.857562:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:20012:1849001101456128:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350980.857567:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.857570:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.857573:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350980.857576:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350980.857579:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101456128/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.857585:0:20012:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350980.857588:0:20012:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350980.857592:0:20012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97dec00. 02000000:00000001:1.0:1763350980.857617:0:20012:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350980.857621:0:20012:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350980.857623:0:20012:0:(genops.c:1242:class_import_put()) import ffff925ddf07c800 refcount=1 obd=lustre-MDT0000 00000020:00000001:1.0:1763350980.857626:0:20012:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350980.857629:0:20012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350980.857633:0:20012:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350980.857635:0:20012:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350980.857637:0:20012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:1.0:1763350980.857640:0:20012:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350980.857641:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350980.857643:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3ffe0c0. 00000100:00000001:1.0:1763350980.857648:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350980.857650:0:20012:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350980.857653:0:20012:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52880. 00010000:00000001:1.0:1763350980.857656:0:20012:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.857660:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.857661:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.857665:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763350980.857670:0:20012:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000800:00000001:3.0:1763350980.858017:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.858026:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.858029:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.858031:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.858038:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.858051:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfcd00 00000400:00000200:3.0:1763350980.858060:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127afd [2] + 1640 00000800:00000001:3.0:1763350980.858067:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.858398:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.858402:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.858407:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.858414:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.858417:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350980.858424:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd9f80. 00000100:00000040:3.0:1763350980.858428:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd9f80 x1849001118780672 msgsize 328 00000100:00100000:3.0:1763350980.858432:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.858916:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.858927:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.858933:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.859002:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.859007:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118780672 02000000:00000001:0.0:1763350980.859010:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.859012:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.859015:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.859020:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.859023:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118780672 00000020:00000001:0.0:1763350980.859026:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.859029:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.859032:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.859035:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=500 00000020:00000001:0.0:1763350980.859038:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350980.859041:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.859045:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.859052:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.859056:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.859059:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.859066:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350980.859072:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.859079:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.859091:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350980.859095:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.859337:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350980.859341:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350980.859344:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.859348:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350980.859355:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.859357:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.859361:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=4 00000020:00000001:0.0:1763350980.859363:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:0.0:1763350980.859366:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00010000:0.0:1763350980.859375:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 500 pid: 20012 timeout: 6290 lvb_type: 0 00010000:00000001:0.0:1763350980.859384:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.859385:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.859387:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.859389:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.859398:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350980.859405:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925e00cd9f80 x1849001118780672/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.859412:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350980.859414:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.859429:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.859445:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.859447:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.859451:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4029 00000100:00000040:0.0:1763350980.859455:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:0.0:1763350980.859457:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170897792 : -120542538653824 : ffff925e00cd9f80) 00000100:00000040:0.0:1763350980.859462:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd9f80 x1849001118780672/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.859469:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.859473:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.859475:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.859477:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.859482:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:2360:x1849001118780672:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350980.859485:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118780672 00010000:00000001:0.0:1763350980.859488:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350980.859490:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350980.859492:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350980.859498:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.859501:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.859509:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dee170800. 02000000:00000001:0.0:1763350980.859511:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.859515:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.859517:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350980.859519:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350980.859521:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.859522:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.859524:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=4 00000020:00000001:0.0:1763350980.859526:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:0.0:1763350980.859528:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000040:0.0:1763350980.859531:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 3 00000004:00000001:0.0:1763350980.859535:0:54877:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:0.0:1763350980.859539:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 500 pid: 20012 timeout: 6290 lvb_type: 0 00000100:00001000:0.0:1763350980.859547:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=46 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350980.859550:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350980.859555:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.859556:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.859559:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 500 pid: 20012 timeout: 6290 lvb_type: 0 00000020:00000001:0.0:1763350980.859566:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.859569:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.859571:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.859573:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.859578:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.859580:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.859586:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.859587:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.859589:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.859590:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.859593:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7400 with handle 0xcb8c81cc3033c965 from hash 00010000:00000001:0.0:1763350980.859755:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.859756:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.859757:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.859759:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.859764:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.859767:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.859769:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.859770:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.859774:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033c965 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbb6 expref: 500 pid: 20012 timeout: 6290 lvb_type: 0 00010000:00000040:0.0:1763350980.859786:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350980.859788:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:0.0:1763350980.859791:0:54877:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373580. 00010000:00000001:0.0:1763350980.859804:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.859806:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.859809:0:54877:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.859812:0:54877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925ccd7daa00) 00010000:00010000:0.0:1763350980.859818:0:54877:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.859823:0:54877:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.859826:0:54877:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.859828:0:54877:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.859830:0:54877:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.859831:0:54877:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.859834:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.859837:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350980.859839:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.859844:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350980.859846:0:54877:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.859848:0:54877:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.859849:0:54877:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.859852:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff4:0x0].0x0 (ffff925ccd7daa00) refcount = 2 00010000:00010000:0.0:1763350980.859856:0:54877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.859861:0:54877:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.859863:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.859865:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.859866:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.859868:0:54877:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.859871:0:54877:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350980.859875:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.859878:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350980.859885:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb4f6c00. 00000100:00000001:0.0:1763350980.859887:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530273434624 : -120543436116992 : ffff925dcb4f6c00) 00000100:00000001:0.0:1763350980.859889:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530273434624 : -120543436116992 : ffff925dcb4f6c00) 00000100:00000001:0.0:1763350980.859892:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350980.859894:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350980.859896:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.859898:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350980.859954:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.859957:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.859958:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.859960:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.859961:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.859963:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350980.859965:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.859967:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.859970:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350980.859972:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb4f6c00. 00000100:00000001:0.0:1763350980.859976:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.859977:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.859979:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32900. 00010000:00000001:0.0:1763350980.859982:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350980.859983:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350980.859985:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.859991:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.859994:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.859998:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.860002:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.860006:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.860008:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.860012:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.860014:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.860017:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.860021:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.860027:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019330. 00000100:00000200:0.0:1763350980.860034:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118780672, offset 224 00000400:00000200:0.0:1763350980.860041:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.860055:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.860063:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198140:198140:256:4294967295] 192.168.202.2@tcp LPNI seq info [198136:198136:8:4294967295] 00000400:00000200:0.0:1763350980.860075:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.860080:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.860086:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350980.860092:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00010000:00010000:1.0:1763350980.860235:0:20012:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.860243:0:20012:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.860246:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350980.860252:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350980.860254:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.860255:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.860257:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350980.860259:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.860261:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=3 00000020:00000001:1.0:1763350980.860263:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350980.860265:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350980.860268:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.860270:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350980.860273:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.860277:0:20012:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350980.860279:0:20012:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.860288:0:20012:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350980.860295:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.860298:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.860300:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.860302:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.860304:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350980.860305:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350980.860306:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350980.860308:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350980.860310:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff4:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1763350980.860314:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff4:0x0]: returning size 0 00000001:00000001:1.0:1763350980.860317:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350980.860318:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.860322:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350980.860326:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350980.860334:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.860337:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.860344:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.860348:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.860352:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.860354:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.860358:0:20012:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763350980.860361:0:20012:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:1.0:1763350980.860367:0:20012:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:1.0:1763350980.860369:0:20012:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:1.0:1763350980.860371:0:20012:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350980.860381:0:20012:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff4:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763350980.860385:0:20012:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:1.0:1763350980.860392:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dc3ffe6c0. 00000004:00000001:1.0:1763350980.860399:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350980.860401:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350980.860403:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.860407:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.860410:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.860411:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.860413:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350980.860415:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350980.860417:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350980.860420:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350980.860422:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.860424:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350980.860430:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dc3ffe6c0. 00000004:00000001:1.0:1763350980.860433:0:20012:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:1.0:1763350980.860438:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350980.860445:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fdea0. 00080000:00000001:1.0:1763350980.860449:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350980.860459:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc726bc00. 00080000:00000001:1.0:1763350980.860462:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530203659264 : -120543505892352 : ffff925dc726bc00) 00000004:00001000:1.0:1763350980.860466:0:20012:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff925df52a0da0/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:1.0:1763350980.860471:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.860475:0:20012:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:1.0:1763350980.860478:0:20012:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:1.0:1763350980.860481:0:20012:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:1.0:1763350980.860483:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dc3ffe6c0. 00000004:00000001:1.0:1763350980.860486:0:20012:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:1.0:1763350980.860490:0:20012:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:1.0:1763350980.860493:0:20012:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.860495:0:20012:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.860499:0:20012:0:(pack_generic.c:2437:lustre_print_user_md()) parse config: bad magic: bd50bd0 00000004:00000010:1.0:1763350980.860502:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dc3ffe6c0. 00000004:00000001:1.0:1763350980.860506:0:20012:0:(lod_object.c:5290:lod_comp_copy_ost_lists()) Process entered 00000004:00000010:1.0:1763350980.860510:0:20012:0:(lod_object.c:5310:lod_comp_copy_ost_lists()) kmalloced '(lod_comp->llc_ostlist.op_array)': 4 at ffff925ccd84bf38. 00000004:00000001:1.0:1763350980.860512:0:20012:0:(lod_object.c:5319:lod_comp_copy_ost_lists()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350980.860516:0:20012:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1763350980.860519:0:20012:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:1.0:1763350980.860521:0:20012:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:1.0:1763350980.860524:0:20012:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:1.0:1763350980.860526:0:20012:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:1.0:1763350980.860528:0:20012:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763350980.860531:0:20012:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:1.0:1763350980.860534:0:20012:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff925ccd84b870. 00020000:00000010:1.0:1763350980.860536:0:20012:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff925ccd84bd50. 00020000:00001000:1.0:1763350980.860540:0:20012:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00000001:1.0:1763350980.860542:0:20012:0:(lod_qos.c:1136:lod_alloc_ost_list()) Process entered 00020000:00000001:1.0:1763350980.860545:0:20012:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:1.0:1763350980.860549:0:20012:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763350980.860552:0:20012:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=930560, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117832, ffree=117088, state=0 00000004:00000001:1.0:1763350980.860557:0:20012:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350980.860559:0:20012:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350980.860562:0:20012:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:1.0:1763350980.860568:0:20012:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925de7e8cf88. 00000004:00000001:1.0:1763350980.860575:0:20012:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763350980.860577:0:20012:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.860582:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.860585:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203659264 : -120543505892352 : ffff925dc726bc00) 00000004:00000001:1.0:1763350980.860589:0:20012:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:1.0:1763350980.860592:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350980.860614:0:20012:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530203659264 : -120543505892352 : ffff925dc726bc00) 00000004:00000001:1.0:1763350980.860618:0:20012:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:1.0:1763350980.860622:0:20012:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350980.860626:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000800:00000200:0.0:1763350980.860796:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.860800:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.860824:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.860829:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.860832:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.860834:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.860840:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd9f80 x1849001118780672/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.860851:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:2360:x1849001118780672:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 1379us (2420us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.860860:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4029 00000100:00000040:0.0:1763350980.860864:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.860866:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.860868:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.860873:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70580. 00000020:00000010:0.0:1763350980.860879:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.860883:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350980.860889:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:0.0:1763350980.860892:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.861420:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.861425:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:3.0:1763350980.861429:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.861434:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.861439:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019330 00000400:00000010:3.0:1763350980.861442:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019330. 00000100:00000001:3.0:1763350980.861446:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.861447:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:1.0:1763350980.861538:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350980.861540:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.861542:0:20012:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350980.861544:0:20012:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446623530753249248 : -120542956302368 : ffff925de7e8cfe0) 00020000:00000001:1.0:1763350980.861547:0:20012:0:(lod_qos.c:1208:lod_alloc_ost_list()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350980.861550:0:20012:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350980.861552:0:20012:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350980.861556:0:20012:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763350980.861557:0:20012:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350980.861560:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350980.861561:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.861562:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203659264 : -120543505892352 : ffff925dc726bc00) 00080000:00000001:1.0:1763350980.861565:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350980.861581:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.861583:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.861585:0:20012:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:1.0:1763350980.861588:0:20012:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.861591:0:20012:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350980.861997:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.862005:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350980.862008:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350980.862016:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350980.862017:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350980.862019:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203659264 : -120543505892352 : ffff925dc726bc00) 00080000:00000001:1.0:1763350980.862022:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350980.862567:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350980.862570:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862573:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.862614:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.862616:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862621:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350980.862624:0:20012:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:0.0:1763350980.862627:0:20012:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350980.862630:0:20012:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:0.0:1763350980.862631:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.862633:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203659264 : -120543505892352 : ffff925dc726bc00) 00000004:00000001:0.0:1763350980.862637:0:20012:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:0.0:1763350980.862645:0:20012:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff925de7e8cf88 is [0x280000401:0x24fd:0x0] 00000020:00000001:0.0:1763350980.862649:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763350980.862650:0:20012:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530203659264 : -120543505892352 : ffff925dc726bc00) 00080000:00000001:0.0:1763350980.862655:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350980.862739:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:0.0:1763350980.862742:0:20012:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000401:0x24fd:0x0], index 1: 0 00000004:00000001:0.0:1763350980.862745:0:20012:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862747:0:20012:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862750:0:20012:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763350980.862752:0:20012:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862754:0:20012:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:0.0:1763350980.862757:0:20012:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:0.0:1763350980.862759:0:20012:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:0.0:1763350980.862763:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763350980.862768:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350980.862770:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350980.862772:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350980.862776:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350980.862778:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350980.862780:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350980.862783:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763350980.862785:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862787:0:20012:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862789:0:20012:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862791:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350980.862792:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.862794:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203659264 : -120543505892352 : ffff925dc726bc00) 00080000:00000001:0.0:1763350980.862798:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350980.862800:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763350980.862815:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763350980.862818:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.862821:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862823:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862825:0:20012:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862828:0:20012:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862830:0:20012:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862834:0:20012:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.862837:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350980.862840:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350980.862844:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350980.862849:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055187, last_committed = 8590055176 00000001:00000010:0.0:1763350980.862853:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4e240. 00000001:00000040:0.0:1763350980.862856:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 11 00000020:00000040:0.0:1763350980.862859:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:0.0:1763350980.862865:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dcb4f6c00. 00000004:00000001:0.0:1763350980.862873:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350980.862874:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.862876:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530203659264 : -120543505892352 : ffff925dc726bc00) 00080000:00000001:0.0:1763350980.862878:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350980.862886:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350980.862889:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350980.862893:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dcb4f6c00: xid 1849001118780544, transno 8590055187, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763350980.862896:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.862960:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350980.862963:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fdea0. 00000020:00000001:0.0:1763350980.862965:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862970:0:20012:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862973:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350980.862976:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350980.862980:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.862983:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.862988:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.862990:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.862993:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.862996:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.862999:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.863001:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350980.863004:0:20012:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.863007:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.863008:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.863010:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.863012:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.863014:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.863016:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:0.0:1763350980.863019:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff925df4e70378 00000004:00000001:0.0:1763350980.863022:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863024:0:20012:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.863027:0:20012:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:0.0:1763350980.863030:0:20012:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:0.0:1763350980.863032:0:20012:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863036:0:20012:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763350980.863039:0:20012:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763350980.863042:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763350980.863046:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff4:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:0.0:1763350980.863050:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863053:0:20012:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863056:0:20012:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.863060:0:20012:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763350980.863063:0:20012:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dc9b70e00. 00000020:00000001:0.0:1763350980.863065:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.863068:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc9b70e00 with handle 0xcb8c81cc3033c981 to hash 00000020:00000001:0.0:1763350980.863070:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763350980.863071:0:20012:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530246671872 : -120543462879744 : ffff925dc9b70e00) 00000004:00000001:0.0:1763350980.863074:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763350980.863076:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763350980.863078:0:20012:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff4:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:0.0:1763350980.863083:0:20012:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763350980.863086:0:20012:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350980.863088:0:20012:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863090:0:20012:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863093:0:20012:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.863113:0:20012:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763350980.863116:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350980.863118:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763350980.863119:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.863121:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350980.863123:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.863125:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.863127:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=3 00000020:00000001:0.0:1763350980.863130:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:0.0:1763350980.863133:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:0.0:1763350980.863136:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350980.863140:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.863149:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.863151:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.863154:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.863160:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.863162:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.863165:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350980.863167:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350980.863173:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350980.863176:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.863179:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350980.863182:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.863187:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350980.863189:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.863190:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.863192:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=4 00000020:00000001:0.0:1763350980.863194:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:0.0:1763350980.863196:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:0.0:1763350980.863199:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350980.863201:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.863206:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350980.863208:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350980.863210:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.863214:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.863215:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.863217:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.863218:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.863220:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7600 with handle 0xcb8c81cc3033c97a from hash 00010000:00000001:0.0:1763350980.863222:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.863223:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.863224:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.863225:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.863230:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.863232:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.863233:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.863235:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.863238:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.863240:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925ccd7daa00) 00010000:00010000:0.0:1763350980.863243:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763350980.863245:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.863248:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.863250:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.863251:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350980.863253:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.863254:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.863256:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.863258:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863260:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.863263:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350980.863269:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.863270:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.863271:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350980.863272:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350980.863273:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.863275:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033c97a lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350980.863281:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373500. 00010000:00000040:0.0:1763350980.863287:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7daa00 count: 0 00010000:00000010:0.0:1763350980.863293:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0b00. 00010000:00000001:0.0:1763350980.863300:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350980.863301:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350980.863302:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350980.863304:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350980.863305:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763350980.863307:0:20012:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763350980.863308:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.863311:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.863312:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763350980.863314:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350980.863316:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863318:0:20012:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350980.863320:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.863322:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.863324:0:20012:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763350980.863330:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350980.863336:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863341:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863343:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763350980.863348:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350980.863350:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350980.863352:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350980.863354:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350980.863357:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350980.863361:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:0.0:1763350980.863380:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863382:0:20012:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:0.0:1763350980.863385:0:20012:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:0.0:1763350980.863387:0:20012:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.863391:0:20012:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763350980.863394:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763350980.863398:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.863401:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.863403:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.863407:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.863408:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.863410:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.863412:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.863414:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7e00 with handle 0xcb8c81cc3033c973 from hash 00010000:00000001:0.0:1763350980.863416:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.863417:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.863418:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.863419:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350980.863421:0:20012:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.863424:0:20012:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350980.863431:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c973 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbbd expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.863438:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350980.863440:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.863443:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.863445:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.863447:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.863449:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.863451:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.863452:0:20012:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.863453:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.863455:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.863456:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.863458:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.863460:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:0.0:1763350980.863462:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763350980.863464:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.863466:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.863467:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.863469:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.863471:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c973 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbbd expref: 499 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.863477:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350980.863480:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00010000:00000010:0.0:1763350980.863482:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373100. 00010000:00000001:0.0:1763350980.863485:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.863487:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7e00, rc 0) 00000020:00000001:0.0:1763350980.863489:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350980.863494:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 8590055187, xid 1849001118780544 00010000:00000001:0.0:1763350980.863497:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.863503:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cd8e00 x1849001118780544/t8590055187(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/664 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.863510:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.863513:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.863517:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.863523:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.863525:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.863527:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.863530:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.863533:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.863536:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.863539:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.863544:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0196e8. 00000100:00000200:0.0:1763350980.863550:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118780544, offset 224 00000400:00000200:0.0:1763350980.863556:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.863568:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.863574:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198141:198141:256:4294967295] 192.168.202.2@tcp LPNI seq info [198137:198137:8:4294967295] 00000400:00000200:0.0:1763350980.863584:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.863590:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.863618:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350980.863624:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.863631:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.863636:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.863653:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.863656:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.863658:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.863659:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.863662:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.863667:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd8e00 x1849001118780544/t8590055187(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 4616/664 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.863677:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226217:x1849001118780544:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 13198us (14113us total) trans 8590055187 rc 301/301 00000100:00100000:0.0:1763350980.863686:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140616 00000100:00000040:0.0:1763350980.863690:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.863693:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.863694:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.863698:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.863702:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3c80. 00000020:00000010:0.0:1763350980.863706:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:0.0:1763350980.863710:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000100:00000001:0.0:1763350980.863712:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.864261:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.864265:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:3.0:1763350980.864268:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.864274:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.864279:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0196e8 00000400:00000010:3.0:1763350980.864281:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0196e8. 00000100:00000001:3.0:1763350980.864284:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.864286:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.866237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7400. 00000800:00000001:3.0:1763350980.868860:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.868881:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.868885:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.868887:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.868899:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.868919:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfce00 00000400:00000200:3.0:1763350980.868929:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e01 [2] + 1568 00000800:00000001:3.0:1763350980.868938:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.868951:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.868954:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.868958:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.868967:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.868970:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:3.0:1763350980.868977:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd8a80. 00000100:00000040:3.0:1763350980.868981:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd8a80 x1849001118780928 msgsize 392 00000100:00100000:3.0:1763350980.868984:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.869002:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.869012:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.869015:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.869445:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.869449:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118780928 02000000:00000001:1.0:1763350980.869453:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.869455:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.869458:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.869463:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.869468:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118780928 00000020:00000001:1.0:1763350980.869471:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.869473:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350980.869476:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.869480:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:1.0:1763350980.869483:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350980.869486:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350980.869491:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.869497:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52880. 00000100:00000001:1.0:1763350980.869501:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.869504:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52880. 00000020:00000010:1.0:1763350980.869512:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:1.0:1763350980.869519:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.869525:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3640. 00000100:00000040:1.0:1763350980.869533:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763350980.869536:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.869537:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.869540:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.869548:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.870298:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.870309:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.870311:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.870318:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20880 00000100:00000040:1.0:1763350980.870323:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350980.870325:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170892416 : -120542538659200 : ffff925e00cd8a80) 00000100:00000040:1.0:1763350980.870333:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd8a80 x1849001118780928/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.870342:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.870413:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.870418:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.870420:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.870429:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:226217:x1849001118780928:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:0.0:1763350980.870433:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118780928 00000020:00000001:0.0:1763350980.870437:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.870442:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350980.870449:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dcb4f6c00: xid 1849001118780544, transno 8590055187, client gen 3, slot idx 0 00000001:00000001:0.0:1763350980.870453:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc3ffe540: xid 1849001118780160, transno 8590055186, client gen 3, slot idx 1 00000001:00000010:0.0:1763350980.870458:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc3ffe540. 00000020:00000001:0.0:1763350980.870465:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.870468:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.870470:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:0.0:1763350980.870473:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350980.870477:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118780928, found 0 last_xid 1849001118780927 00000020:00000001:0.0:1763350980.870479:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.870481:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.870484:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.870488:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.870494:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763350980.870497:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763350980.870499:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763350980.870504:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.870507:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763350980.870511:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.870513:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.870516:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.870517:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.870519:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.870521:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.870522:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.870523:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.870525:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.870526:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.870527:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.870529:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.870530:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.870532:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.870534:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.870536:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763350980.870538:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.870541:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350980.870542:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.870543:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.870545:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.870546:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.870547:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.870549:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.870549:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.870551:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.870553:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.870554:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.870558:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350980.870564:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350980.870566:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350980.870568:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350980.870570:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.870572:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.870573:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.870575:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350980.870577:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.870578:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.870583:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.870585:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.870591:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925dee171800. 02000000:00000001:0.0:1763350980.870593:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.871094:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871164:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350980.871167:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871172:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763350980.871175:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763350980.871177:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.871181:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc9b70e00 refcount=2 00000020:00000001:0.0:1763350980.871184:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530246671872 : -120543462879744 : ffff925dc9b70e00) 00000004:00000001:0.0:1763350980.871188:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530246671872 : -120543462879744 : ffff925dc9b70e00) 00000020:00000040:0.0:1763350980.871191:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc9b70e00 with handle 0xcb8c81cc3033c981 from hash 00000004:00000001:0.0:1763350980.871196:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763350980.871199:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff4:0x0] with intent: 0 00000004:00000001:0.0:1763350980.871203:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763350980.871206:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:0.0:1763350980.871211:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350980.871215:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350980.871225:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871228:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.871235:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.871238:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.871245:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.871248:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.871252:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.871254:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350980.871256:0:20016:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.871258:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.871260:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.871261:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.871262:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.871264:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.871266:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350980.871268:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350980.871269:0:20016:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350980.871271:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350980.871274:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871276:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.871278:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.871279:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.871280:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.871283:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.871285:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.871286:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.871288:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.871289:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.871290:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.871292:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.871294:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.871295:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.871297:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.871300:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350980.871301:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871304:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763350980.871306:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff4:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:0.0:1763350980.871309:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763350980.871312:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763350980.871314:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350980.871318:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350980.871325:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd0a4e4e0. 00080000:00000001:0.0:1763350980.871329:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350980.871338:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dee170000. 00080000:00000001:0.0:1763350980.871342:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530856939520 : -120542852612096 : ffff925dee170000) 00000004:00000001:0.0:1763350980.871346:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350980.871350:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350980.871353:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.871355:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530856939520 : -120542852612096 : ffff925dee170000) 00080000:00000001:0.0:1763350980.871358:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350980.871379:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871381:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871384:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.871389:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763350980.871391:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350980.871397:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350980.871399:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.871400:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530856939520 : -120542852612096 : ffff925dee170000) 00080000:00000001:0.0:1763350980.871403:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350980.871409:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350980.871410:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871412:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.871435:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.871437:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871443:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350980.871446:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763350980.871448:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350980.871449:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.871451:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530856939520 : -120542852612096 : ffff925dee170000) 00080000:00000001:0.0:1763350980.871455:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350980.871457:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1763350980.871472:0:20016:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763350980.871475:0:20016:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.871478:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871480:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871481:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871483:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.871488:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350980.871491:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350980.871495:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350980.871498:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055188, last_committed = 8590055176 00000001:00000010:0.0:1763350980.871503:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865c840. 00000001:00000040:0.0:1763350980.871505:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 12 00000020:00000040:0.0:1763350980.871508:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:0.0:1763350980.871515:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dcb4f69c0. 00000004:00000001:0.0:1763350980.871522:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350980.871524:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350980.871525:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530856939520 : -120542852612096 : ffff925dee170000) 00080000:00000001:0.0:1763350980.871529:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350980.871547:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350980.871549:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350980.871553:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dcb4f69c0: xid 1849001118780928, transno 8590055188, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763350980.871555:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350980.871661:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350980.871664:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd0a4e4e0. 00000020:00000001:0.0:1763350980.871666:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871670:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871672:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871674:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871676:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763350980.871678:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763350980.871681:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763350980.871683:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.871685:0:20016:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350980.871699:0:20016:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350980.871702:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763350980.871706:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763350980.871709:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350980.871712:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff4:0x0], previous was 0x7 00000004:00000001:0.0:1763350980.871714:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871717:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763350980.871720:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871723:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763350980.871726:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.871729:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763350980.871732:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc9b70e00. 00000004:00000001:0.0:1763350980.871744:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.871748:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.871749:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871751:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871753:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763350980.871755:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350980.871757:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350980.871758:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350980.871760:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350980.871762:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350980.871767:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.871771:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350980.871773:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763350980.871780:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350980.871787:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.871789:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.871792:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 8590055188, xid 1849001118780928 00010000:00000001:0.0:1763350980.871795:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.871804:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cd8a80 x1849001118780928/t8590055188(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.871814:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.871816:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.871821:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.871826:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.871828:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.871831:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.871835:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.871838:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.871841:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.871844:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.871850:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0195d8. 00000100:00000200:0.0:1763350980.871857:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118780928, offset 224 00000400:00000200:0.0:1763350980.871865:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.871879:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.871887:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198142:198142:256:4294967295] 192.168.202.2@tcp LPNI seq info [198138:198138:8:4294967295] 00000400:00000200:0.0:1763350980.871898:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.871904:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.871909:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350980.871916:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.871924:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.871928:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.871948:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.871952:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.871954:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.871956:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.871958:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.871962:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd8a80 x1849001118780928/t8590055188(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 392/456 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.871971:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226217:x1849001118780928:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 1628us (2988us total) trans 8590055188 rc 0/0 00000100:00100000:0.0:1763350980.871979:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20880 00000100:00000040:0.0:1763350980.871983:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.871986:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.871988:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.871992:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.871997:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3640. 00000020:00000010:0.0:1763350980.872001:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:0.0:1763350980.872006:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:0.0:1763350980.872009:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.872748:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.872753:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:3.0:1763350980.872757:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.872762:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.872767:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0195d8 00000400:00000010:3.0:1763350980.872769:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0195d8. 00000100:00000001:3.0:1763350980.872774:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.872776:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.874469:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.874486:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.874490:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.874492:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.874501:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.874517:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 376 into portal 12 MB=0x691a81edfce80 00000400:00000200:3.0:1763350980.874526:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 376/376 into md 0xd4535 [64] + 138656 00000800:00000001:3.0:1763350980.874534:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.874541:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.874544:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.874547:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.874554:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.874556:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.874562:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cdaa00. 00000100:00000040:3.0:1763350980.874565:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cdaa00 x1849001118781056 msgsize 376 00000100:00100000:3.0:1763350980.874569:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.874584:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.874592:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.874623:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350980.874756:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daa00. 00010000:00000010:0.1:1763350980.874766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7600. 00010000:00000010:0.1:1763350980.874769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7e00. 00000100:00000001:0.0:1763350980.874791:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.874794:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118781056 02000000:00000001:0.0:1763350980.874797:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.874800:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.874802:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.874806:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.874811:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118781056 00000020:00000001:0.0:1763350980.874814:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.874816:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.874819:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.874822:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:0.0:1763350980.874825:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350980.874828:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.874833:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.874837:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.874841:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.874844:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.874850:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0000. 00000020:00000010:0.0:1763350980.874855:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70880. 00000020:00000010:0.0:1763350980.874861:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.874869:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350980.874872:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.874873:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350980.874877:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350980.874879:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.874881:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.874888:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.875708:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.875727:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.875730:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.875738:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140617 00000100:00000040:0.0:1763350980.875743:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350980.875745:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170900480 : -120542538651136 : ffff925e00cdaa00) 00000100:00000040:0.0:1763350980.875754:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cdaa00 x1849001118781056/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 376/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.875764:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.875768:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.875770:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.875772:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.875777:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226217:x1849001118781056:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350980.875780:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118781056 00000020:00000001:0.0:1763350980.875784:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.875789:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350980.875795:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dcb4f69c0: xid 1849001118780928, transno 8590055188, client gen 3, slot idx 1 00000001:00000001:0.0:1763350980.875800:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dcb4f6c00: xid 1849001118780544, transno 8590055187, client gen 3, slot idx 0 00000001:00000010:0.0:1763350980.875804:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dcb4f6c00. 00000020:00000001:0.0:1763350980.875809:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.875812:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.875814:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350980.875818:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350980.875821:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118781056, found 0 last_xid 1849001118781055 00000020:00000001:0.0:1763350980.875824:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.875826:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.875829:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.875835:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.875837:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350980.875841:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350980.875843:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350980.875845:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350980.875848:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.875852:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350980.875863:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09600. 00010000:00000010:0.0:1763350980.875867:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc9b70b00. 00010000:00000001:0.0:1763350980.875872:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.875876:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350980.875880:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.875883:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033c988 to hash 00000020:00000001:0.0:1763350980.875885:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.875887:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000010:0.0:1763350980.875892:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ab80. 00010000:00000001:0.0:1763350980.875896:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00010000:0.0:1763350980.875901:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c988 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbc4 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.875912:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350980.875915:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:0.0:1763350980.875922:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350980.875925:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350980.875933:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350980.875935:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350980.875937:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.875939:0:20012:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:0.0:1763350980.875942:0:20012:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x3ff4:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:0.0:1763350980.875946:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350980.875948:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff4:0x0] 00000020:00000001:0.0:1763350980.875952:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.875957:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000004:00000001:0.0:1763350980.875960:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290894592 : -120547418657024 : ffff925cddeeaf00) 00000004:00000001:0.0:1763350980.875965:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.875973:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.875976:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.875984:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.875987:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.875991:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:0.0:1763350980.875993:0:20012:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:0.0:1763350980.875998:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.876000:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.876006:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df8568800. 02000000:00000001:0.0:1763350980.876009:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.876011:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.876014:0:20012:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350980.876017:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.876020:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.876022:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350980.876025:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.876030:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350980.876032:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350980.876035:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.876037:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.876039:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.876040:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.876042:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.876045:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350980.876047:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350980.876048:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350980.876050:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) refcount = 1 00010000:00010000:0.0:1763350980.876055:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c988 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbc4 expref: 500 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.876062:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350980.876067:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.876068:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.876071:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.876072:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.876074:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.876076:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.876081:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350980.876084:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c988 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbc4 expref: 500 pid: 20012 timeout: 0 lvb_type: 0 00000004:00000001:0.0:1763350980.876092:0:20012:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:0.0:1763350980.876121:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350980.876123:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff4:0x0] 00000020:00000001:0.0:1763350980.876125:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.876127:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000004:00000001:0.0:1763350980.876129:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290894592 : -120547418657024 : ffff925cddeeaf00) 00000004:00000001:0.0:1763350980.876132:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.876134:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.876135:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.876138:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.876140:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.876142:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.876143:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350980.876145:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.876146:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.876148:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.876150:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.876151:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350980.876154:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350980.876155:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350980.876157:0:20012:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:0.0:1763350980.876162:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.876165:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350980.876168:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) 00010000:00010000:0.0:1763350980.876170:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:0.0:1763350980.876172:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.876175:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.876177:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.876178:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.876180:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.876182:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2200, rc 0) 00000020:00000001:0.0:1763350980.876185:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.876188:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 0, xid 1849001118781056 00010000:00000001:0.0:1763350980.876191:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.876196:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cdaa00 x1849001118781056/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 376/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.876204:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.876206:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.876211:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.876216:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.876218:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.876220:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.876223:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.876225:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.876228:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.876231:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.876236:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019110. 00000100:00000200:0.0:1763350980.876242:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1849001118781056, offset 224 00000400:00000200:0.0:1763350980.876248:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.876259:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.876266:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198143:198143:256:4294967295] 192.168.202.2@tcp LPNI seq info [198139:198139:8:4294967295] 00000400:00000200:0.0:1763350980.876278:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.876283:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.876289:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350980.876295:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.876302:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.876307:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.876328:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.876332:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.876334:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.876336:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.876339:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.876343:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cdaa00 x1849001118781056/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 376/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.876352:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cdaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226217:x1849001118781056:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 587us (1784us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.876359:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140617 00000100:00000040:0.0:1763350980.876363:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350980.876365:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.876367:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.876372:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70880. 00000020:00000010:0.0:1763350980.876377:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:0.0:1763350980.876381:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0000. 00000020:00000040:0.0:1763350980.876386:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000100:00000001:0.0:1763350980.876388:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.876785:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.876790:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:3.0:1763350980.876795:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.876800:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.876804:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019110 00000400:00000010:3.0:1763350980.876806:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019110. 00000100:00000001:3.0:1763350980.876810:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.876812:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.880154:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.880176:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.880181:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.880183:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.880196:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.880216:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfcf00 00000400:00000200:3.0:1763350980.880225:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 5256 00000800:00000001:3.0:1763350980.880235:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.880242:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.880245:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.880249:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.880256:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.880259:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.880267:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd8000. 00000100:00000040:3.0:1763350980.880272:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd8000 x1849001118781184 msgsize 328 00000100:00100000:3.0:1763350980.880276:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.880293:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.880303:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.880307:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.881036:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.881041:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118781184 02000000:00000001:1.0:1763350980.881045:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.881048:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.881051:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.881056:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.881060:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118781184 00000020:00000001:1.0:1763350980.881064:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.881066:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.881068:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.881073:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:1.0:1763350980.881076:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.881078:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.881083:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.881091:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52880. 00000100:00000001:1.0:1763350980.881096:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.881098:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52880. 00000020:00000010:1.0:1763350980.881115:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:1.0:1763350980.881125:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.881131:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.881141:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.881145:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.881147:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.881150:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.881159:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.881378:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.881394:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.881396:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.881403:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20014 00000100:00000040:1.0:1763350980.881407:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350980.881410:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170889728 : -120542538661888 : ffff925e00cd8000) 00000100:00000040:1.0:1763350980.881417:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd8000 x1849001118781184/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.881426:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.881429:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52880. 00000100:00000001:1.0:1763350980.881431:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.881433:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52880. 00000100:00100000:1.0:1763350980.881437:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118781184:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350980.881441:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118781184 00000020:00000001:1.0:1763350980.881445:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.881449:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.881452:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.881455:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.881457:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.881461:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.881466:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.881468:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.881471:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.881477:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.881479:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.881482:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.881484:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.881486:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.881488:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.881494:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.881502:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00010000:00000001:1.0:1763350980.881505:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.881519:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.881524:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350980.881527:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.881530:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033c98f to hash 00000020:00000001:1.0:1763350980.881531:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.881533:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350980.881535:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:1.0:1763350980.881540:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c98f lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbcb expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.881550:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:1.0:1763350980.881552:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:1.0:1763350980.881560:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350980.881564:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350980.881567:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.881570:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.881576:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc726b800. 02000000:00000001:1.0:1763350980.881579:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.881581:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.881585:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.881587:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.881591:0:57858:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.881593:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350980.881740:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c08c0. 00002000:00000001:1.0:1763350980.881743:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350980.881746:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350980.881750:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52880. 00000100:00000001:1.0:1763350980.881754:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.881761:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350980.881763:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350980.881765:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350980.881767:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.881770:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.881772:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.881774:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350980.881778:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:1.0:1763350980.881782:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350980.881786:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.881789:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.881795:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.881801:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:1.0:1763350980.881807:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.881813:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.881816:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.881821:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.881829:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.881831:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.881835:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456256:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.881838:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.881845:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.881847:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.881849:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.881854:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350980.881856:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.881862:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466c60. 00000400:00000010:1.0:1763350980.881869:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74c38. 00000100:00000200:1.0:1763350980.881877:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101456256, portal 16 00000100:00000001:1.0:1763350980.881879:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.881881:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350980.881885:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.881892:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.881894:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.881896:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74088. 00000100:00000200:1.0:1763350980.881899:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101456256, offset 0 00000400:00000200:1.0:1763350980.881907:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.881921:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.881925:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.881930:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.881934:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.881937:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.881940:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198144:198144:256:4294967295] 192.168.202.2@tcp LPNI seq info [198140:198140:8:4294967295] 00000400:00000200:1.0:1763350980.881953:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.881959:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.881964:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350980.881972:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.881980:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.882174:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.882191:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.882196:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857854 00000100:00000001:1.0:1763350980.882205:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857824 00000100:00000001:1.0:1763350980.882210:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857854 00000100:00000001:1.0:1763350980.882214:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857824 00000100:00000001:1.0:1763350980.882217:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857854 00000100:00000001:1.0:1763350980.882220:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857824 00000100:00000001:1.0:1763350980.882222:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857854 00000100:00000001:1.0:1763350980.882224:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857824 00000100:00000001:1.0:1763350980.882227:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.882230:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.882232:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.882234:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.882236:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.882238:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350980.882239:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c08c0. 00010000:00000001:1.0:1763350980.882243:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.882246:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.882247:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.882249:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.882252:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.882254:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350980.882257:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3ffec00 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.882259:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.882263:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.882406:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.882411:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:3.0:1763350980.882417:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.882423:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.882429:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74088 00000400:00000010:3.0:1763350980.882432:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74088. 00000100:00000001:3.0:1763350980.882436:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.882441:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.882450:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.882454:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.882460:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.882461:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.884558:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.884579:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.884584:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.884586:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.884701:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.884723:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd77380 00000400:00000200:3.0:1763350980.884734:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f9a9 [1] + 224 00000800:00000001:3.0:1763350980.884837:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.884848:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.884851:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.884856:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.884864:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.884871:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.884883:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.884902:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.884911:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.884915:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.884978:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350980.884987:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350980.884990:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350980.884993:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466c60. 00000400:00000200:1.0:1763350980.884998:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74c38 00000400:00000010:1.0:1763350980.885001:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74c38. 00000100:00000001:1.0:1763350980.885004:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.885010:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350980.885019:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.885025:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350980.885027:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.885030:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350980.885034:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350980.885036:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.885039:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.885042:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.885049:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350980.885053:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350980.885055:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350980.885057:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.885060:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350980.885064:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.885067:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.885071:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.885084:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.885087:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350980.885089:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.885092:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350980.885098:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350980.885117:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350980.885122:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.885132:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:1.0:1763350980.885135:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:1.0:1763350980.885138:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350980.885146:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350980.885151:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000001:1.0:1763350980.885155:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.885157:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.885159:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.885163:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350980.885171:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456256:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.885176:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.885179:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.885182:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350980.885184:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350980.885187:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101456256/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.885194:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350980.885198:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350980.885201:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350980.885204:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350980.885207:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350980.885209:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350980.885211:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350980.885214:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350980.885218:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350980.885220:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350980.885222:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:1.0:1763350980.885225:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350980.885227:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350980.885229:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350980.885233:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350980.885235:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350980.885238:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52880. 00010000:00000001:1.0:1763350980.885243:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350980.885247:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.885252:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350980.885254:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.885261:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.885262:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.885265:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.885267:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.885271:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033c98f from hash 00010000:00000001:1.0:1763350980.885273:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.885275:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.885276:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.885277:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350980.885279:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.885282:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350980.885289:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c98f lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbcb expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350980.885304:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350980.885309:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.885312:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.885313:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.885316:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.885321:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.885322:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.885323:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.885325:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.885327:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.885329:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.885331:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350980.885333:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.885335:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.885337:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.885338:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.885342:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c98f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbcb expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350980.885350:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:1.0:1763350980.885353:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:1.0:1763350980.885361:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.885363:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6c00, rc 0) 00000020:00000001:1.0:1763350980.885366:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350980.885370:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118781184 00010000:00000001:1.0:1763350980.885373:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.885378:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cd8000 x1849001118781184/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.885386:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.885388:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.885391:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.885395:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.885398:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.885400:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.885403:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.885406:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.885409:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.885412:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.885417:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74c38. 00000100:00000200:1.0:1763350980.885422:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118781184, offset 224 00000400:00000200:1.0:1763350980.885428:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.885438:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.885445:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198145:198145:256:4294967295] 192.168.202.2@tcp LPNI seq info [198141:198141:8:4294967295] 00000400:00000200:1.0:1763350980.885457:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.885461:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.885468:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350980.885474:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.885480:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.885484:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.885504:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.885508:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.885511:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.885512:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.885516:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.885521:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd8000 x1849001118781184/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.885530:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118781184:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 4102us (5255us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350980.885539:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20014 00000100:00000040:1.0:1763350980.885543:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350980.885546:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.885547:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.885554:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.885559:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:1.0:1763350980.885563:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:1.0:1763350980.885567:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350980.885570:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.886065:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.886071:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:3.0:1763350980.886076:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.886081:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.886084:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74c38 00000400:00000010:3.0:1763350980.886086:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74c38. 00000100:00000001:3.0:1763350980.886090:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.886092:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.890180:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.890201:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.890207:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.890210:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.890222:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.890242:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edfcf80 00000400:00000200:3.0:1763350980.890253:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 139032 00000800:00000001:3.0:1763350980.890262:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.890273:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.890275:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.890280:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.890289:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.890292:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350980.890308:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8eba680. 00000100:00000040:3.0:1763350980.890313:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc8eba680 x1849001118781312 msgsize 576 00000100:00100000:3.0:1763350980.890317:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00010000:00000010:1.1:1763350980.890811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00000100:00000001:3.0:1763350980.891013:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.891027:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.891033:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.891099:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.891103:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118781312 02000000:00000001:0.0:1763350980.891106:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.891117:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.891119:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.891125:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.891130:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118781312 00000020:00000001:0.0:1763350980.891134:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.891136:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350980.891139:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.891143:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=500 00000020:00000001:0.0:1763350980.891146:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350980.891149:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350980.891154:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.891162:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.891166:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.891169:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.891177:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0000. 00000020:00000010:0.0:1763350980.891185:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70880. 00000020:00000010:0.0:1763350980.891191:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d640. 00000100:00000040:0.0:1763350980.891202:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350980.891206:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.891207:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350980.891210:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350980.891212:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.891214:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.891223:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.892162:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350980.892168:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350980.892179:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140618 00000100:00000040:2.0:1763350980.892185:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350980.892188:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530233341568 : -120543476210048 : ffff925dc8eba680) 00000100:00000040:2.0:1763350980.892198:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc8eba680 x1849001118781312/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350980.892209:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350980.892224:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000100:00000001:2.0:1763350980.892227:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350980.892230:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000100:00100000:2.0:1763350980.892236:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc8eba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226217:x1849001118781312:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350980.892242:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118781312 00000020:00000001:2.0:1763350980.892246:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350980.892252:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350980.892260:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.892262:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350980.892265:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350980.892268:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350980.892273:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118781312, found 0 last_xid 1849001118781311 00000020:00000001:2.0:1763350980.892276:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350980.892279:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350980.892282:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350980.892289:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.892291:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350980.892295:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350980.892297:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350980.892298:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350980.892301:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.892307:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.892316:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 2 00010000:00000001:2.0:1763350980.892320:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.892323:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.892330:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0800. 00000020:00000001:2.0:1763350980.892335:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.892338:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0800 with handle 0xcb8c81cc3033c996 to hash 00000020:00000001:2.0:1763350980.892341:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.892343:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000010:2.0:1763350980.892350:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2bef00. 00010000:00000001:2.0:1763350980.892352:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00010000:2.0:1763350980.892358:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c996 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbd2 expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.892368:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350980.892370:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=501 00010000:00000001:2.0:1763350980.892379:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350980.892382:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350980.892391:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350980.892394:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350980.892396:0:20551:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763350980.892399:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350980.892401:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff4:0x0] 00000020:00000001:2.0:1763350980.892405:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350980.892410:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000004:00000001:2.0:1763350980.892412:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290894592 : -120547418657024 : ffff925cddeeaf00) 00000004:00000001:2.0:1763350980.892415:0:20551:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.892418:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350980.892420:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350980.892423:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350980.892426:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350980.892480:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925dfbce0000. 02000000:00000001:2.0:1763350980.892484:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.892488:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.892490:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.892492:0:20551:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763350980.892498:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350980.892500:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.892502:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.892505:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.892507:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.892509:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.892510:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.892512:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.892513:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.892515:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.892516:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.892517:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.892519:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.892520:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.892521:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.892524:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.892525:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.892527:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.892530:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.892532:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350980.892537:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350980.892543:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350980.892545:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350980.892548:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350980.892550:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.892553:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.892554:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.892557:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350980.892559:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.892564:0:20551:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1763350980.892570:0:20551:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350980.892571:0:20551:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763350980.892574:0:20551:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1763350980.892582:0:20551:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925dddcf4000. 00000004:00000001:2.0:1763350980.892588:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.892591:0:20551:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350980.892594:0:20551:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:2.0:1763350980.892615:0:20551:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff4:0x0]/[0x200000bd2:0x3ff4:0x0], ldlm_rep = ffff925dfbce0228 00000004:00000001:2.0:1763350980.892622:0:20551:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350980.892626:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350980.892628:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350980.892631:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 3 00010000:00000001:2.0:1763350980.892633:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.892635:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350980.892638:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1800. 00000020:00000001:2.0:1763350980.892641:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350980.892643:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1800 with handle 0xcb8c81cc3033c99d to hash 00000020:00000001:2.0:1763350980.892645:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350980.892647:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000010:2.0:1763350980.892650:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2bed80. 00010000:00000001:2.0:1763350980.892652:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.892657:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.892659:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.892663:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c99d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.892670:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350980.892674:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350980.892677:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350980.892680:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.892682:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.892685:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350980.892686:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.893084:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.893314:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350980.893317:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350980.893319:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350980.893321:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350980.893324:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) refcount = 3 00010000:00000040:2.0:1763350980.893327:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350980.893335:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c988 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbc4 expref: 501 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350980.893343:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c99d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.893348:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350980.893354:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350980.893356:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.893358:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350980.893359:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.893361:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.893363:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350980.893366:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350980.893369:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350980.893371:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c99d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.893376:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350980.893379:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.893380:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.893383:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.893385:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.893388:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:2.0:1763350980.893390:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.893392:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.893394:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.893395:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.893397:0:20551:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.893401:0:20551:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763350980.893407:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350980.893409:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350980.893419:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.893423:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.893429:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.893433:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.893442:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350980.893445:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350980.893449:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350980.893451:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350980.893453:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.893456:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff4:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:2.0:1763350980.893459:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.893461:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.893462:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.893464:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.893466:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.893467:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350980.893469:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.893470:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.893471:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.893474:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.893476:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.893477:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350980.893480:0:20551:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350980.893481:0:20551:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350980.893485:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dfbce0370 00000004:00000001:2.0:1763350980.893488:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.893491:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.893493:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.893495:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.893496:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.893498:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350980.893499:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350980.893501:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350980.893502:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350980.893505:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff4:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1763350980.893508:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff4:0x0]: returning size 0 00000004:00000040:2.0:1763350980.893512:0:20551:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3ff4:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763350980.893515:0:20551:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763350980.893517:0:20551:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9469 00000004:00200000:2.0:1763350980.893520:0:20551:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:2.0:1763350980.893523:0:20551:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763350980.893525:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350980.893526:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.893528:0:20551:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350980.893530:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350980.893532:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.893533:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350980.893535:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.893537:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.893539:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350980.893542:0:20551:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.893547:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350980.893554:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.893557:0:20551:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.893564:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.893565:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.893567:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:2.0:1763350980.893569:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.893571:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00000004:00010000:2.0:1763350980.893574:0:20551:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c99d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350980.893580:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.893581:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.893583:0:20551:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1763350980.893585:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.893587:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1763350980.893590:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350980.893591:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350980.893592:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:2.0:1763350980.893821:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:2.0:1763350980.893824:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00000004:00000040:2.0:1763350980.893827:0:20551:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:2.0:1763350980.893831:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=502 00010000:00000001:2.0:1763350980.893836:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.893837:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350980.893838:0:20551:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350980.893841:0:20551:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763350980.893845:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350980.893847:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350980.893849:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350980.893850:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350980.893852:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350980.893855:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763350980.893859:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350980.893862:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350980.893865:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350980.893867:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1763350980.893869:0:20551:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925dddcf4000. 00000004:00000001:2.0:1763350980.893875:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350980.893878:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350980.893879:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350980.893882:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.893884:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.893885:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350980.893887:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350980.893890:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033c996 from hash 00010000:00000001:2.0:1763350980.893892:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350980.893894:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.893895:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.893896:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350980.893897:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350980.893901:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033c996 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd2 expref: 502 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350980.893908:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350980.893911:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 501 00010000:00000010:2.0:1763350980.893914:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bef00. 00010000:00000001:2.0:1763350980.893920:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350980.893921:0:20551:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.893926:0:20551:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350980.893929:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c99d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd2 expref: 501 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350980.893936:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350980.893938:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350980.893940:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) 00010000:00010000:2.0:1763350980.893943:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:2.0:1763350980.893946:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350980.893948:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350980.893950:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350980.893951:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350980.893952:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350980.893954:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d1800, rc 0) 00000020:00000001:2.0:1763350980.893957:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350980.893961:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055176, transno 0, xid 1849001118781312 00010000:00000001:2.0:1763350980.893965:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350980.893971:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc8eba680 x1849001118781312/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/640 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350980.893981:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350980.893984:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350980.893989:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=115 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350980.893994:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350980.893997:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350980.893999:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350980.894003:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350980.894006:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.894009:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350980.894012:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350980.894021:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d24c8. 00000100:00000200:2.0:1763350980.894028:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1849001118781312, offset 224 00000400:00000200:2.0:1763350980.894035:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350980.894052:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350980.894059:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198146:198146:256:4294967295] 192.168.202.2@tcp LPNI seq info [198142:198142:8:4294967295] 00000400:00000200:2.0:1763350980.894071:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350980.894077:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350980.894082:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084900. 00000800:00000200:2.0:1763350980.894089:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350980.894097:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350980.894102:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084900 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1763350980.894129:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350980.894133:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350980.894136:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350980.894138:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350980.894141:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350980.894146:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8eba680 x1849001118781312/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 576/640 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350980.894156:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc8eba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:226217:x1849001118781312:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1945us (3840us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350980.894164:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140618 00000100:00000040:2.0:1763350980.894169:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350980.894172:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350980.894174:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350980.894180:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70880. 00000020:00000010:2.0:1763350980.894186:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d640. 00000020:00000010:2.0:1763350980.894190:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0000. 00000020:00000040:2.0:1763350980.894196:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00000100:00000001:2.0:1763350980.894199:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.894429:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.894437:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084900. 00000400:00000200:3.0:1763350980.894442:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.894448:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.894454:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d24c8 00000400:00000010:3.0:1763350980.894457:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d24c8. 00000100:00000001:3.0:1763350980.894462:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.894464:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.899085:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.899114:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.899120:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.899123:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.899137:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.899160:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfd000 00000400:00000200:3.0:1763350980.899171:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 5584 00000800:00000001:3.0:1763350980.899181:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.899190:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.899193:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.899199:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.899208:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.899211:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.899219:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8eb8380. 00000100:00000040:3.0:1763350980.899224:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc8eb8380 x1849001118781440 msgsize 328 00000100:00100000:3.0:1763350980.899229:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.899249:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.899261:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.899265:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.899333:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.899337:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118781440 02000000:00000001:1.0:1763350980.899341:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.899344:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.899346:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.899352:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.899358:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118781440 00000020:00000001:1.0:1763350980.899361:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.899364:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:1.0:1763350980.899367:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.899372:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:1.0:1763350980.899375:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:1.0:1763350980.899377:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:1.0:1763350980.899383:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.899389:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52880. 00000100:00000001:1.0:1763350980.899394:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.899396:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52880. 00000020:00000010:1.0:1763350980.899404:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:1.0:1763350980.899411:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.899416:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.899425:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.899429:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.899430:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.899433:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.899443:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.900176:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.900194:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.900196:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.900203:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20015 00000100:00000040:1.0:1763350980.900208:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:1.0:1763350980.900210:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530233332608 : -120543476219008 : ffff925dc8eb8380) 00000100:00000040:1.0:1763350980.900220:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc8eb8380 x1849001118781440/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.900230:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.900234:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52880. 00000100:00000001:1.0:1763350980.900237:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.900239:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52880. 00000100:00100000:1.0:1763350980.900245:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc8eb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2358:x1849001118781440:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350980.900252:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118781440 00000020:00000001:1.0:1763350980.900255:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.900260:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.900263:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.900266:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.900268:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.900272:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.900276:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.900279:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.900281:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.900287:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.900289:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.900292:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.900294:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.900296:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.900298:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.900304:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350980.900312:0:57858:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7dab00. 00010000:00000010:1.0:1763350980.900316:0:57858:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925ccd7da500. 00010000:00000001:1.0:1763350980.900321:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.900325:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350980.900329:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.900331:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033c9a4 to hash 00000020:00000001:1.0:1763350980.900333:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.900335:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350980.900338:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:1.0:1763350980.900344:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbd9 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00002000:00000001:1.0:1763350980.900355:0:57858:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763350980.900360:0:57858:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dc4c52880. 00002000:00000001:1.0:1763350980.900364:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350980.900367:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.900376:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00002000:00000001:1.0:1763350980.900379:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289119472 : -120547420432144 : ffff925cddd398f0) 00002000:00000001:1.0:1763350980.900383:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350980.900391:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763350980.900394:0:57858:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x24fd:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:1.0:1763350980.900397:0:57858:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:1.0:1763350980.900400:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39948/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00010000:00000040:1.0:1763350980.900403:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 15 00000020:00000040:1.0:1763350980.900406:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 00010000:00000001:1.0:1763350980.900416:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350980.900419:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350980.900422:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.900424:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.900431:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc7269800. 02000000:00000001:1.0:1763350980.900434:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.900436:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.900440:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.900443:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350980.900446:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350980.900449:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.900451:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350980.900452:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350980.900453:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.900458:0:57858:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763350980.900464:0:57858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 21 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350980.900474:0:57858:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fd:0x0].0x0 (ffff925ccd7dab00) refcount = 1 00010000:00000040:1.0:1763350980.900477:0:57858:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350980.900480:0:57858:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 21 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350980.900491:0:57858:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350980.900494:0:57858:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.900496:0:57858:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350980.900498:0:57858:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763350980.900500:0:57858:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350980.900503:0:57858:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.900509:0:57858:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350980.900512:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 21 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350980.900525:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.900528:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350980.900530:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.900533:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.900535:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.900536:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.900538:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.900540:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6c00, rc 0) 00000020:00000001:1.0:1763350980.900543:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.900547:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911618, transno 0, xid 1849001118781440 00010000:00000001:1.0:1763350980.900550:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.900555:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc8eb8380 x1849001118781440/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.900563:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.900566:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.900570:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.900577:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.900579:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.900582:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.900584:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.900587:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.900591:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.900731:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.900738:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead743b8. 00000100:00000200:1.0:1763350980.900745:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118781440, offset 224 00000400:00000200:1.0:1763350980.900753:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.900766:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.900774:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198147:198147:256:4294967295] 192.168.202.2@tcp LPNI seq info [198143:198143:8:4294967295] 00000400:00000200:1.0:1763350980.900787:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.900793:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.900799:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:1.0:1763350980.900805:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.900814:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.900819:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.901385:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.901393:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.901396:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.901398:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.901401:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.901406:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8eb8380 x1849001118781440/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.901416:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc8eb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118781440:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1184us (2189us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350980.901423:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20015 00000100:00000040:1.0:1763350980.901427:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:1.0:1763350980.901430:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.901432:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.901437:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.901442:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:1.0:1763350980.901446:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:1.0:1763350980.901451:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000100:00000001:1.0:1763350980.901454:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.903160:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.903172:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:3.0:1763350980.903182:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.903193:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.903202:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead743b8 00000400:00000010:3.0:1763350980.903206:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead743b8. 00000100:00000001:3.0:1763350980.903214:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.903216:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350980.905790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000800:00000001:3.0:1763350980.907246:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.907269:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.907274:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.907276:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.907289:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.907310:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfd080 00000400:00000200:3.0:1763350980.907320:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 5912 00000800:00000001:3.0:1763350980.907330:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.907340:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.907343:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.907347:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.907355:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.907359:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.907366:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8eb9c00. 00000100:00000040:3.0:1763350980.907370:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc8eb9c00 x1849001118781568 msgsize 328 00000100:00100000:3.0:1763350980.907374:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.907394:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.907404:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.907408:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.907800:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.907804:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118781568 02000000:00000001:1.0:1763350980.907807:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.907811:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.907814:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.907819:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.907824:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118781568 00000020:00000001:1.0:1763350980.907827:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.907829:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.907832:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.907836:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:1.0:1763350980.907839:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.907842:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.907848:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.907856:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.907860:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.907863:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52e80. 00000020:00000010:1.0:1763350980.907870:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:1.0:1763350980.907876:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.907882:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.907892:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.907896:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.907898:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.907900:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.907911:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.908715:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.908738:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.908741:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.908750:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20016 00000100:00000040:1.0:1763350980.908754:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350980.908756:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530233338880 : -120543476212736 : ffff925dc8eb9c00) 00000100:00000040:1.0:1763350980.908765:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc8eb9c00 x1849001118781568/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.908776:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.908781:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.908784:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.908787:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52e80. 00000100:00100000:1.0:1763350980.908792:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc8eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2359:x1849001118781568:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350980.908796:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118781568 00000020:00000001:1.0:1763350980.908801:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.908805:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.908808:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.908811:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.908813:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.908817:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.908821:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.908824:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.908826:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.908833:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.908835:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.908838:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.908841:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.908843:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.908845:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.908851:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.908859:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00010000:00000001:1.0:1763350980.908863:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.908866:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.908871:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7000. 00000020:00000001:1.0:1763350980.908876:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.908878:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7000 with handle 0xcb8c81cc3033c9ab to hash 00000020:00000001:1.0:1763350980.908880:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.908882:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350980.908885:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00010000:1.0:1763350980.908890:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9ab lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbe0 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.908900:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:1.0:1763350980.908902:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:1.0:1763350980.908911:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350980.908915:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350980.908918:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.908921:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.908927:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc7269400. 02000000:00000001:1.0:1763350980.908929:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.908931:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.908935:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.908937:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.908941:0:57858:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.908943:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350980.908948:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c08c0. 00002000:00000001:1.0:1763350980.908950:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350980.908953:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350980.908956:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.908960:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.908967:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350980.908969:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350980.908971:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350980.908974:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.908976:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.908978:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.908981:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350980.908985:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:1.0:1763350980.908989:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350980.908993:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.908995:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.909000:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.909006:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:1.0:1763350980.909013:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.909019:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.909023:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.909027:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.909036:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.909038:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.909043:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456384:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.909047:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.909053:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.909056:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.909058:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.909063:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350980.909066:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.909072:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466c60. 00000400:00000010:1.0:1763350980.909079:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead742a8. 00000100:00000200:1.0:1763350980.909088:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101456384, portal 16 00000100:00000001:1.0:1763350980.909091:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.909092:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350980.909097:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.909104:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.909115:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.909119:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74cc0. 00000100:00000200:1.0:1763350980.909121:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101456384, offset 0 00000400:00000200:1.0:1763350980.909128:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.909143:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.909148:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.909153:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.909158:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.909161:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.909165:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198148:198148:256:4294967295] 192.168.202.2@tcp LPNI seq info [198144:198144:8:4294967295] 00000400:00000200:1.0:1763350980.909176:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.909182:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.909187:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:1.0:1763350980.909195:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.909203:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.909209:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.909230:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.909235:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857881 00000100:00000001:1.0:1763350980.909244:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857854 00000100:00000001:1.0:1763350980.909248:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857881 00000100:00000001:1.0:1763350980.909251:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857854 00000100:00000001:1.0:1763350980.909254:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857881 00000100:00000001:1.0:1763350980.909257:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857854 00000100:00000001:1.0:1763350980.909259:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857881 00000100:00000001:1.0:1763350980.909262:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857854 00000100:00000001:1.0:1763350980.909265:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.909267:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.909269:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.909272:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.909274:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.909276:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350980.909277:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c08c0. 00010000:00000001:1.0:1763350980.909281:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.909283:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.909284:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.909286:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.909289:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.909290:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350980.909293:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3ffec00 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.909296:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.909299:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.909979:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.909986:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:3.0:1763350980.909991:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.909998:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.910003:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74cc0 00000400:00000010:3.0:1763350980.910005:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74cc0. 00000100:00000001:3.0:1763350980.910010:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.910014:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.910031:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.910034:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.910040:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.910042:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.911632:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.911649:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.911653:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.911655:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.911666:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.911683:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd77400 00000400:00000200:3.0:1763350980.911693:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f9bd [1] + 224 00000800:00000001:3.0:1763350980.911702:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.911710:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.911712:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.911716:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.911722:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.911729:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.911740:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.911763:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.911773:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.911776:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.912078:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350980.912088:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350980.912090:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350980.912093:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466c60. 00000400:00000200:1.0:1763350980.912216:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead742a8 00000400:00000010:1.0:1763350980.912219:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead742a8. 00000100:00000001:1.0:1763350980.912223:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.912228:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350980.912238:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.912243:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350980.912245:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.912248:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350980.912251:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350980.912254:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.912257:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.912260:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.912267:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350980.912271:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350980.912274:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350980.912276:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.912279:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350980.912283:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.912286:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.912291:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.912298:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.912302:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350980.912304:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.912307:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350980.912313:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350980.912323:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350980.912328:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.912337:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:1.0:1763350980.912339:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:1.0:1763350980.912342:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350980.912351:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350980.912356:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000001:1.0:1763350980.912359:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.912361:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.912363:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.912368:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350980.912375:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456384:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.912381:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.912383:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.912386:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350980.912389:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350980.912392:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101456384/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.912399:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350980.912402:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350980.912406:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350980.912410:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350980.912413:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350980.912415:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350980.912418:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350980.912421:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350980.912425:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350980.912427:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350980.912429:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:1.0:1763350980.912433:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350980.912434:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350980.912437:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350980.912442:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350980.912443:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350980.912446:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52e80. 00010000:00000001:1.0:1763350980.912451:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350980.912455:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.912459:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350980.912462:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.912468:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.912470:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.912472:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.912474:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.912477:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7000 with handle 0xcb8c81cc3033c9ab from hash 00010000:00000001:1.0:1763350980.912480:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.912482:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.912483:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.912484:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350980.912486:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.912488:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350980.912495:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9ab lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe0 expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350980.912511:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350980.912515:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.912517:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.912519:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.912521:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.912525:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.912527:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.912528:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.912530:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.912531:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.912534:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.912535:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350980.912537:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.912539:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.912541:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.912543:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.912546:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9ab lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe0 expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350980.912556:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:1.0:1763350980.912559:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:1.0:1763350980.912566:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.912568:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7000, rc 0) 00000020:00000001:1.0:1763350980.912571:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350980.912576:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118781568 00010000:00000001:1.0:1763350980.912579:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.912585:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc8eb9c00 x1849001118781568/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.912593:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.914150:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.914161:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.914168:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.914173:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.914175:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.914179:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.914182:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.914186:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.914189:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.914200:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead742a8. 00000100:00000200:1.0:1763350980.914208:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118781568, offset 224 00000400:00000200:1.0:1763350980.914215:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.914230:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.914238:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198149:198149:256:4294967295] 192.168.202.2@tcp LPNI seq info [198145:198145:8:4294967295] 00000400:00000200:1.0:1763350980.914251:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.914257:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.914265:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:1.0:1763350980.914272:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.914281:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.914287:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.914308:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.914313:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.914316:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.914318:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.914321:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.914328:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8eb9c00 x1849001118781568/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.914344:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc8eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2359:x1849001118781568:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5566us (6971us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350980.914353:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20016 00000100:00000040:1.0:1763350980.914358:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350980.914361:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.914363:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.914371:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.914378:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:1.0:1763350980.914382:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:1.0:1763350980.914387:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350980.914390:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.914635:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.914641:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:3.0:1763350980.914647:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.914652:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.914658:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead742a8 00000400:00000010:3.0:1763350980.914660:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead742a8. 00000100:00000001:3.0:1763350980.914665:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.914668:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350980.918123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7000. 00000800:00000001:3.0:1763350980.918644:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.918663:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.918666:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.918668:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.918681:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.918715:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfd100 00000400:00000200:3.0:1763350980.918724:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 6240 00000800:00000001:3.0:1763350980.918733:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.918742:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.918745:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.918750:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.918759:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.918762:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.918768:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8eb8000. 00000100:00000040:3.0:1763350980.918772:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc8eb8000 x1849001118781696 msgsize 328 00000100:00100000:3.0:1763350980.918776:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.918949:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.918961:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.918965:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.919013:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.919017:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118781696 02000000:00000001:1.0:1763350980.919020:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.919023:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.919026:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.919031:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.919036:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118781696 00000020:00000001:1.0:1763350980.919039:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.919042:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.919044:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.919048:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:1.0:1763350980.919051:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.919054:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.919059:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.919064:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.919069:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.919072:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52e80. 00000020:00000010:1.0:1763350980.919079:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:1.0:1763350980.919085:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.919090:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.919101:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.919104:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.919106:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.919117:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.919126:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.919949:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.919970:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.919973:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.919980:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20017 00000100:00000040:1.0:1763350980.919985:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350980.919987:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530233331712 : -120543476219904 : ffff925dc8eb8000) 00000100:00000040:1.0:1763350980.919996:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc8eb8000 x1849001118781696/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.920006:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.920011:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.920013:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.920016:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52e80. 00000100:00100000:1.0:1763350980.920021:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc8eb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:226217:x1849001118781696:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350980.920026:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118781696 00000020:00000001:1.0:1763350980.920029:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.920034:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.920037:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.920040:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.920042:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.920045:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.920049:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.920052:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.920054:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.920061:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.920064:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.920067:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.920069:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.920071:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.920074:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.920081:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.920092:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00010000:00000001:1.0:1763350980.920095:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.920098:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.920102:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7000. 00000020:00000001:1.0:1763350980.920114:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.920117:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7000 with handle 0xcb8c81cc3033c9b2 to hash 00000020:00000001:1.0:1763350980.920120:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.920122:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350980.920124:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00010000:1.0:1763350980.920129:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9b2 lrc: 2/0,0 mode: --/GROUP res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbe7 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.920138:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:1.0:1763350980.920141:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00000100:00000001:1.0:1763350980.920151:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.920154:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.920160:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc726b000. 02000000:00000001:1.0:1763350980.920163:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.920165:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.920167:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350980.920172:0:57858:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350980.920174:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.920176:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.920179:0:57858:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763350980.920182:0:57858:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350980.920187:0:57858:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350980.920194:0:57858:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763350980.920195:0:57858:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.920198:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763350980.920199:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.920202:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350980.920204:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:1.0:1763350980.920205:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.920207:0:57858:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.920209:0:57858:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763350980.920213:0:57858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9b2 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1568472540 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe7 expref: 22 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.920221:0:57858:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d6:0x0].0x0 (ffff925dc3dbf600) refcount = 2 00010000:00000040:1.0:1763350980.920224:0:57858:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350980.920227:0:57858:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.920232:0:57858:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763350980.920235:0:57858:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9b2 lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1568472540 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe7 expref: 22 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763350980.920243:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.920246:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.920253:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350980.920255:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350980.920258:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350980.920261:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.920262:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.920265:0:57858:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.920268:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.920270:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350980.920272:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.920274:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.920276:0:57858:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763350980.920277:0:57858:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763350980.920282:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:1.0:1763350980.920285:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350980.920290:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.920292:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.920297:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.920303:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:1.0:1763350980.920309:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350980.920314:0:57858:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350980.920329:0:57858:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 22 pid: 63037 timeout: 6290 lvb_type: 0 00010000:00000001:1.0:1763350980.920338:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.920341:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.920346:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.920354:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.920356:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.920361:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456512:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350980.920365:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.920371:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.920374:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.920377:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.920381:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350980.920383:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.920389:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466c60. 00000400:00000010:1.0:1763350980.920396:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74e58. 00000100:00000200:1.0:1763350980.920404:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101456512, portal 16 00000100:00000001:1.0:1763350980.920406:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.920408:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350980.920414:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.920421:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.920424:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.920426:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead744c8. 00000100:00000200:1.0:1763350980.920429:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101456512, offset 0 00000400:00000200:1.0:1763350980.920436:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.920448:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.920453:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.920459:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.920463:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.920466:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.920470:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198150:198150:256:4294967295] 192.168.202.2@tcp LPNI seq info [198146:198146:8:4294967295] 00000400:00000200:1.0:1763350980.920481:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.920487:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.920492:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:1.0:1763350980.920498:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.920506:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.920510:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.920533:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.920538:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857892 00000100:00000001:1.0:1763350980.920546:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857881 00000100:00000001:1.0:1763350980.920550:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857892 00000100:00000001:1.0:1763350980.920553:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857881 00000100:00000001:1.0:1763350980.920556:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857892 00000100:00000001:1.0:1763350980.920559:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857881 00000100:00000001:1.0:1763350980.920561:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857892 00000100:00000001:1.0:1763350980.920564:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857881 00000100:00000001:1.0:1763350980.920567:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.920570:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.920572:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.920574:0:57858:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.920576:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.920579:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.920580:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.920582:0:57858:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.920584:0:57858:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.920585:0:57858:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.920588:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.920590:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.920592:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000800:00000200:3.0:1763350980.920844:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.920850:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:3.0:1763350980.920855:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.920860:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.920865:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead744c8 00000400:00000010:3.0:1763350980.920868:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead744c8. 00000100:00000001:3.0:1763350980.920872:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.920876:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.920886:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.920889:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.920895:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.920897:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000100:00100000:1.0:1763350980.921455:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3ffec00 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.921461:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.921464:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1763350980.924162:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.924183:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.924188:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.924191:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.924203:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.924224:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd77480 00000400:00000200:3.0:1763350980.924235:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f9c9 [1] + 224 00000800:00000001:3.0:1763350980.924244:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.924253:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.924256:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.924260:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.924268:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.924276:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.924287:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.924311:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.924321:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.924325:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.924778:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350980.924788:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350980.924790:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350980.924794:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466c60. 00000400:00000200:1.0:1763350980.924799:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74e58 00000400:00000010:1.0:1763350980.924802:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74e58. 00000100:00000001:1.0:1763350980.924806:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.924812:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350980.924822:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.924828:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350980.924830:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.924833:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350980.924837:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350980.924840:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.924842:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.924846:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.924853:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350980.924856:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350980.924859:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350980.924860:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.924864:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350980.924868:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.924870:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.924876:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.924882:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.924885:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350980.924887:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.924890:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763350980.924893:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.924895:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.924896:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.924899:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350980.924907:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456512:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350980.924912:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.924914:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.924918:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350980.924920:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350980.924923:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101456512/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.924929:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350980.924932:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350980.924936:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350980.924939:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350980.924941:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350980.924943:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350980.924946:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350980.924948:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350980.924951:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350980.924953:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350980.924955:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:1.0:1763350980.924959:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350980.924960:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350980.924963:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350980.924967:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350980.924969:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350980.924973:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52e80. 00010000:00000001:1.0:1763350980.924977:0:57858:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.924979:0:57858:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.924981:0:57858:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.924990:0:57858:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350980.924997:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9b2 lrc: 3/0,0 mode: --/GROUP res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1568472540 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe7 expref: 22 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350980.925013:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.925015:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763350980.925018:0:57858:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925de8ee7000 00010000:00000001:1.0:1763350980.925020:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.925022:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.925026:0:57858:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.925030:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763350980.925032:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1763350980.925034:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.925036:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.925037:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.925039:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.925040:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7000, rc 0) 00000020:00000001:1.0:1763350980.925044:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350980.925048:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118781696 00010000:00000001:1.0:1763350980.925051:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.925056:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc8eb8000 x1849001118781696/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.925065:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.925068:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.925072:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.925076:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.925079:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.925081:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.925084:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.925087:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.925091:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.925093:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.925098:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74e58. 00000100:00000200:1.0:1763350980.925103:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118781696, offset 224 00000400:00000200:1.0:1763350980.925121:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.925133:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.925141:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198151:198151:256:4294967295] 192.168.202.2@tcp LPNI seq info [198147:198147:8:4294967295] 00000400:00000200:1.0:1763350980.925152:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.925158:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.925165:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350980.925171:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.925181:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.925186:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.925206:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.925210:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.925213:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.925214:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.925217:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.925222:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8eb8000 x1849001118781696/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.925231:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc8eb8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:226217:x1849001118781696:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5224us (6457us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350980.925241:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20017 00000100:00000040:1.0:1763350980.925245:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350980.925248:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.925249:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.925255:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.925260:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:1.0:1763350980.925265:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:1.0:1763350980.925271:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:1.0:1763350980.925274:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350980.926239:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.926247:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:3.0:1763350980.926254:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.926261:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.926266:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74e58 00000400:00000010:3.0:1763350980.926268:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74e58. 00000100:00000001:3.0:1763350980.926273:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350980.926274:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.927542:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.927556:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.927561:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.927563:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.927573:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.927589:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfd180 00000400:00000200:3.0:1763350980.927772:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127afd [2] + 1968 00000400:00000010:3.0:1763350980.927779:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dffc3f4d0. 00000400:00000200:3.0:1763350980.927785:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cddecccc0 00000800:00000001:3.0:1763350980.927793:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.928399:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.928404:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.928411:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.928417:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cddecccc0 00000400:00000010:2.0:1763350980.928419:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cddecccc0. 00000100:00000001:2.0:1763350980.928426:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.928428:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:2.0:1763350980.928431:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc4f53850 x1849001118781824 msgsize 328 00000100:00100000:2.0:1763350980.928434:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:2.0:1763350980.928437:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763350980.928452:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.928461:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.928465:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.928537:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.928540:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118781824 02000000:00000001:0.0:1763350980.928543:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.928546:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.928549:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.928554:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.928558:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118781824 00000020:00000001:0.0:1763350980.928562:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.928565:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350980.928567:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.928571:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:0.0:1763350980.928573:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350980.928576:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350980.928581:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.928588:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.928592:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.928610:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.928618:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350980.928623:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70e00. 00000020:00000010:0.0:1763350980.928629:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d578. 00000100:00000040:0.0:1763350980.928638:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350980.928641:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.928643:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350980.928645:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350980.928648:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.928651:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350980.928656:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.928658:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.928660:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc0031c00 refcount=4 00000020:00000001:0.0:1763350980.928663:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:0.0:1763350980.928666:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00010000:0.0:1763350980.928673:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 22 pid: 63037 timeout: 6290 lvb_type: 0 00010000:00000001:0.0:1763350980.928683:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.928685:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.928686:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.928786:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.928795:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350980.928803:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dc4f53850 x1849001118781824/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.928810:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350980.928812:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.928827:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.928842:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.928844:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.928848:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4030 00000100:00000040:0.0:1763350980.928852:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350980.928854:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530166859856 : -120543542691760 : ffff925dc4f53850) 00000100:00000040:0.0:1763350980.928859:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc4f53850 x1849001118781824/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350980.928867:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.928871:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.928873:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.928875:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.928879:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118781824:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350980.928883:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118781824 00010000:00000001:0.0:1763350980.928886:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350980.928888:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350980.928890:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350980.928896:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.928899:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.928905:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df856b400. 02000000:00000001:0.0:1763350980.928907:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.928910:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.928912:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350980.928914:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350980.928916:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350980.928917:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.928919:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc0031c00 refcount=4 00000020:00000001:0.0:1763350980.928921:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000001:0.0:1763350980.928923:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530083884032 : -120543625667584 : ffff925dc0031c00) 00010000:00000040:0.0:1763350980.928927:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 3 00002000:00000001:0.0:1763350980.928931:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350980.928937:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.928942:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.928949:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:0.0:1763350980.928952:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:0.0:1763350980.928955:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.928964:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350980.928969:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00010000:0.0:1763350980.928974:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 22 pid: 63037 timeout: 6290 lvb_type: 0 00000100:00001000:0.0:1763350980.928983:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=128 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350980.928986:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350980.928992:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.928993:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.928996:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 22 pid: 63037 timeout: 6290 lvb_type: 0 00000020:00000001:0.0:1763350980.929006:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.929009:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.929011:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.929013:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.929018:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.929020:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.929027:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.929028:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.929031:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.929033:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.929036:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc0031c00 with handle 0xcb8c81cc3033c66a from hash 00010000:00000001:0.0:1763350980.929038:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.929039:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.929040:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.929041:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.929047:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.929049:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.929051:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.929053:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.929056:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc0031c00/0xcb8c81cc3033c66a lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eeca7b expref: 22 pid: 63037 timeout: 6290 lvb_type: 0 00010000:00000040:0.0:1763350980.929064:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:0.0:1763350980.929067:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:0.0:1763350980.929076:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.929079:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.929081:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350980.929084:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925de8ee7000 00010000:00000001:0.0:1763350980.929086:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350980.929089:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350980.929092:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350980.929094:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.929096:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350980.929098:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350980.929099:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.929103:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350980.929105:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350980.929118:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9b2 lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1568472540 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe7 expref: 21 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.929126:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350980.929132:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9b2 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1568472540 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe7 expref: 21 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.929140:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d6:0x0].0x0 (ffff925dc3dbf600) refcount = 2 00010000:00000040:0.0:1763350980.929143:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350980.929146:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9b2 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1568472540 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe7 expref: 21 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.929154:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350980.929156:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.929158:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350980.929160:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.929163:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350980.929168:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.929173:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350980.929181:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb4f6c00. 00000100:00000001:0.0:1763350980.929183:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530273434624 : -120543436116992 : ffff925dcb4f6c00) 00000100:00000001:0.0:1763350980.929185:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530273434624 : -120543436116992 : ffff925dcb4f6c00) 00000100:00000001:0.0:1763350980.929188:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350980.929189:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350980.929191:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.929193:0:54877:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763350980.929199:0:54877:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bce300. 00000020:00000040:0.0:1763350980.929202:0:54877:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350980.929207:0:54877:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350980.929210:0:54877:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350980.929215:0:54877:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350980.929222:0:54877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0200. 00000100:00000001:0.0:1763350980.929228:0:54877:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350980.929238:0:54877:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9b2 lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1568472540 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe7 expref: 21 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350980.929247:0:54877:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350980.929250:0:54877:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350980.929254:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.929262:0:54877:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350980.929264:0:54877:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.929268:0:54877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101456640:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350980.929272:0:54877:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350980.929278:0:54877:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350980.929280:0:54877:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.929283:0:54877:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350980.929287:0:54877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350980.929288:0:54877:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350980.929293:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb2c0. 00000400:00000010:0.0:1763350980.929300:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019000. 00000100:00000200:0.0:1763350980.929307:0:54877:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101456640, portal 16 00000100:00000001:0.0:1763350980.929309:0:54877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350980.929311:0:54877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901365504 : -120542808186112 : ffff925df0bce300) 00000100:00000040:0.0:1763350980.929315:0:54877:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.929321:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.929324:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.929326:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019a18. 00000100:00000200:0.0:1763350980.929329:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1849001101456640, offset 0 00000400:00000200:0.0:1763350980.929335:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.929345:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.929350:0:54877:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350980.929354:0:54877:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350980.929358:0:54877:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350980.929361:0:54877:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350980.929365:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198152:198152:256:4294967295] 192.168.202.2@tcp LPNI seq info [198148:198148:8:4294967295] 00000400:00000200:0.0:1763350980.929376:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.929382:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.929388:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc500. 00000800:00000200:0.0:1763350980.929395:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.929402:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.929407:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.929428:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.929432:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857901 00000100:00000001:0.0:1763350980.929441:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857892 00000100:00000001:0.0:1763350980.929445:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857901 00000100:00000001:0.0:1763350980.929448:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857892 00000100:00000001:0.0:1763350980.929451:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857901 00000100:00000001:0.0:1763350980.929454:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857892 00000100:00000001:0.0:1763350980.929456:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857901 00000100:00000001:0.0:1763350980.929459:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857892 00000100:00000001:0.0:1763350980.929462:0:54877:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.929465:0:54877:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.929467:0:54877:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.929469:0:54877:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.929471:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.929472:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.929473:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.929475:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.929477:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350980.929479:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.929481:0:54877:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350980.929483:0:54877:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350980.929485:0:54877:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb4f6c00 going to sleep for 11 seconds 00000100:00000001:0.0:1763350980.929489:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350980.929492:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350980.929719:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.929724:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc500. 00000400:00000200:2.0:1763350980.929728:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.929732:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.929736:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019a18 00000400:00000010:2.0:1763350980.929739:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019a18. 00000100:00000001:2.0:1763350980.929743:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350980.929747:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.929757:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350980.929760:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350980.929765:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350980.929768:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.934877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc0031c00. 00000800:00000001:3.0:1763350980.935649:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.935665:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.935668:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.935670:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.935682:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.935703:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfd200 00000400:00000200:3.0:1763350980.935712:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 6568 00000800:00000001:3.0:1763350980.935722:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.935726:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.935729:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.935733:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.935741:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.935744:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.935750:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8ebb100. 00000100:00000040:3.0:1763350980.935754:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc8ebb100 x1849001118781952 msgsize 328 00000100:00100000:3.0:1763350980.935757:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.935775:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.935785:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.935788:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.935789:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.935791:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.935795:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.935799:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd77500 00000400:00000200:3.0:1763350980.935806:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12f9d5 [1] + 224 00000800:00000001:3.0:1763350980.935809:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.935816:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.935818:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.935821:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.935824:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350980.935833:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350980.935843:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.935860:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.935863:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.935866:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.935929:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.935932:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118781952 02000000:00000001:1.0:1763350980.935935:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.935938:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.935941:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.935945:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.935949:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118781952 00000020:00000001:1.0:1763350980.935952:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.935954:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.935957:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.935960:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:1.0:1763350980.935962:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.935964:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.935968:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.935974:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.935978:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.935980:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52e80. 00000020:00000010:1.0:1763350980.935988:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:1.0:1763350980.935993:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.935998:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.936008:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.936010:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.936012:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.936014:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.936023:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.936039:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.936052:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.936054:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.936059:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20018 00000100:00000040:1.0:1763350980.936062:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 2 00000100:00000001:1.0:1763350980.936064:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530233344256 : -120543476207360 : ffff925dc8ebb100) 00000100:00000040:1.0:1763350980.936069:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc8ebb100 x1849001118781952/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350980.936078:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.936080:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.936082:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.936084:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52e80. 00000100:00100000:1.0:1763350980.936088:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc8ebb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118781952:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350980.936092:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118781952 00000020:00000001:1.0:1763350980.936096:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350980.936100:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350980.936102:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.936105:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350980.936114:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350980.936118:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350980.936122:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350980.936124:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350980.936127:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350980.936132:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.936135:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350980.936138:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350980.936140:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350980.936142:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350980.936145:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.936150:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350980.936158:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 3 00010000:00000001:1.0:1763350980.936161:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350980.936164:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350980.936170:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7e00. 00000020:00000001:1.0:1763350980.936174:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350980.936177:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7e00 with handle 0xcb8c81cc3033c9b9 to hash 00000020:00000001:1.0:1763350980.936179:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350980.936181:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350980.936183:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00010000:1.0:1763350980.936188:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c9b9 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbee expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350980.936198:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:1.0:1763350980.936200:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00010000:00000001:1.0:1763350980.936208:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350980.936211:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350980.936214:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350980.936216:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350980.936222:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc726a000. 02000000:00000001:1.0:1763350980.936225:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.936227:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.936230:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350980.936232:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350980.936236:0:57858:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.936238:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350980.936243:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c08c0. 00002000:00000001:1.0:1763350980.936245:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350980.936248:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350980.936250:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.936254:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350980.936260:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350980.936262:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350980.936264:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350980.936267:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350980.936269:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350980.936271:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.936273:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350980.936276:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:1.0:1763350980.936280:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=3 obd=lustre-OST0000 00000100:00000001:1.0:1763350980.936283:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350980.936285:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350980.936291:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350980.936296:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:1.0:1763350980.936302:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.936307:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350980.936310:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350980.936315:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.936323:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350980.936325:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.936329:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456768:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.936333:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350980.936338:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350980.936341:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.936344:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350980.936347:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350980.936348:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350980.936353:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466c60. 00000400:00000010:1.0:1763350980.936359:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead747f8. 00000100:00000200:1.0:1763350980.936365:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101456768, portal 16 00000100:00000001:1.0:1763350980.936368:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350980.936369:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350980.936374:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.936381:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.936383:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.936386:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74a18. 00000100:00000200:1.0:1763350980.936388:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101456768, offset 0 00000400:00000200:1.0:1763350980.936394:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.936404:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.936408:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350980.936413:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350980.936416:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350980.936419:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350980.936422:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198153:198153:256:4294967295] 192.168.202.2@tcp LPNI seq info [198149:198149:8:4294967295] 00000400:00000200:1.0:1763350980.936433:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.936439:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.936444:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350980.936450:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.936458:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.936462:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.936484:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.936488:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857908 00000100:00000001:1.0:1763350980.936497:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857901 00000100:00000001:1.0:1763350980.936501:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857908 00000100:00000001:1.0:1763350980.936504:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857901 00000100:00000001:1.0:1763350980.936506:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857908 00000100:00000001:1.0:1763350980.936509:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857901 00000100:00000001:1.0:1763350980.936512:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857908 00000100:00000001:1.0:1763350980.936514:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857901 00000100:00000001:1.0:1763350980.936516:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.936518:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.936520:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.936522:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.936524:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.936526:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350980.936527:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c08c0. 00010000:00000001:1.0:1763350980.936530:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.936531:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350980.936532:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350980.936534:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.936537:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350980.936538:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350980.936541:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3ffec00 going to sleep for 11 seconds 00000100:00000001:1.0:1763350980.936544:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350980.936547:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.936626:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350980.936633:0:54877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350980.936636:0:54877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350980.936639:0:54877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb2c0. 00000400:00000200:0.0:1763350980.936642:0:54877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019000 00000400:00000010:0.0:1763350980.936645:0:54877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019000. 00000100:00000001:0.0:1763350980.936648:0:54877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.936653:0:54877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350980.936662:0:54877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.936668:0:54877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350980.936669:0:54877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.936671:0:54877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350980.936675:0:54877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350980.936676:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.936677:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.936680:0:54877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.936685:0:54877:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350980.936689:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350980.936691:0:54877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350980.936693:0:54877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.936696:0:54877:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350980.936699:0:54877:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.936702:0:54877:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.936706:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.936712:0:54877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.936715:0:54877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350980.936716:0:54877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.936719:0:54877:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350980.936721:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.936723:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.936724:0:54877:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.936727:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350980.936734:0:54877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df0bce300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101456640:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350980.936738:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.936740:0:54877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.936742:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350980.936744:0:54877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.936746:0:54877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df0bce300 x1849001101456640/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.936752:0:54877:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350980.936755:0:54877:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350980.936758:0:54877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350980.936762:0:54877:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350980.936763:0:54877:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350980.936765:0:54877:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000020:00000001:0.0:1763350980.936767:0:54877:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350980.936769:0:54877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0200. 02000000:00000001:0.0:1763350980.936772:0:54877:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350980.936774:0:54877:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350980.936775:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bce300. 00000100:00000001:0.0:1763350980.936778:0:54877:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350980.936779:0:54877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350980.936781:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb4f6c00. 00000100:00000001:0.0:1763350980.936784:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.936785:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.936788:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32900. 00010000:00000001:0.0:1763350980.936791:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350980.936793:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350980.936795:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.936800:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.936802:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.936806:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=63 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.936810:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.936812:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.936814:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.936817:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.936819:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.936821:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.936823:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.936826:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019000. 00000100:00000200:0.0:1763350980.936828:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118781824, offset 224 00000400:00000200:0.0:1763350980.936833:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.936838:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.936843:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198154:198154:255:4294967295] 192.168.202.2@tcp LPNI seq info [198150:198150:7:4294967295] 00000400:00000200:0.0:1763350980.936850:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.936854:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.936858:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350980.936862:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.936866:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.936868:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.936871:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.936874:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.936876:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.936879:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.936883:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc4f53850 x1849001118781824/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/224 e 0 to 0 dl 1763350991 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.936892:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc4f53850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118781824:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 8023us (8458us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.936901:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4030 00000100:00000040:0.0:1763350980.936905:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350980.936908:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.936910:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.936916:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70e00. 00000020:00000010:0.0:1763350980.936921:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d578. 00000020:00000010:0.0:1763350980.936925:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350980.936931:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 02000000:00000001:0.0:1763350980.936938:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350980.936941:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dee170800. 02000000:00000001:0.0:1763350980.936946:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350980.936947:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cd9f80. 02000000:00000001:0.0:1763350980.936952:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350980.936953:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df856dc00. 02000000:00000001:0.0:1763350980.936956:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350980.936957:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cd9c00. 02000000:00000001:0.0:1763350980.936959:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350980.936960:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925de904d400. 02000000:00000001:0.0:1763350980.936964:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350980.936965:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d50700. 02000000:00000001:0.0:1763350980.936968:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350980.936969:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5ba4c00. 02000000:00000001:0.0:1763350980.936971:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350980.936972:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875180. 02000000:00000001:0.0:1763350980.936975:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350980.936976:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea6800. 02000000:00000001:0.0:1763350980.936978:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350980.936979:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39b100. 02000000:00000001:0.0:1763350980.936982:0:54877:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350980.936983:0:54877:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dd1473c00. 02000000:00000001:0.0:1763350980.936985:0:54877:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350980.936986:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcca80. 00000100:00000001:0.0:1763350980.936990:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763350980.936997:0:54877:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1763350980.937000:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb2c0. 00000400:00000010:0.0:1763350980.937004:0:54877:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb4f6c00. 00000800:00000200:3.0:1763350980.937135:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.937139:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:3.0:1763350980.937142:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.937147:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.937151:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74a18 00000400:00000010:3.0:1763350980.937152:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74a18. 00000100:00000001:3.0:1763350980.937155:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.937159:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.937168:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.937171:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.937176:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.937177:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1763350980.937245:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.937247:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:3.0:1763350980.937250:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.937253:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.937255:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019000 00000400:00000010:3.0:1763350980.937256:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019000. 00000100:00000001:3.0:1763350980.937259:0:3310:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350980.937260:0:3310:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350980.937262:0:3310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df856b400. 02000000:00000001:3.0:1763350980.937264:0:3310:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763350980.937265:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.940032:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.940054:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.940059:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.940062:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.940074:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.940094:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd77580 00000400:00000200:2.0:1763350980.940105:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f9dd [1] + 224 00000800:00000001:2.0:1763350980.940126:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.940138:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.940141:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.940146:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.940154:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.940162:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350980.940173:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.940238:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.940259:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.940269:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.940274:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1763350980.940314:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350980.940316:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350980.940320:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466c60. 00000400:00000200:1.0:1763350980.940325:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead747f8 00000400:00000010:1.0:1763350980.940328:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead747f8. 00000100:00000001:1.0:1763350980.940331:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350980.940336:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350980.940345:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.940351:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350980.940353:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.940355:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350980.940358:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350980.940361:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.940364:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.940367:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.940374:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350980.940378:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350980.940381:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350980.940383:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.940386:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350980.940389:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.940391:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.940395:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.940402:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350980.940405:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350980.940407:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.940410:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350980.940417:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350980.940428:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350980.940433:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350980.940443:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:1.0:1763350980.940446:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:1.0:1763350980.940449:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350980.940458:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350980.940463:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000001:1.0:1763350980.940466:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.940468:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.940470:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.940474:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350980.940482:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456768:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350980.940487:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.940490:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.940493:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350980.940496:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350980.940498:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101456768/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350980.940506:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350980.940508:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350980.940511:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350980.940515:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350980.940517:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350980.940519:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350980.940521:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350980.940524:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350980.940527:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350980.940529:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350980.940531:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:1.0:1763350980.940535:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350980.940536:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350980.940539:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350980.940543:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350980.940545:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350980.940547:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52e80. 00010000:00000001:1.0:1763350980.940551:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350980.940555:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.940560:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350980.940562:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.940569:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.940570:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.940574:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350980.940576:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350980.940578:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7e00 with handle 0xcb8c81cc3033c9b9 from hash 00010000:00000001:1.0:1763350980.940581:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.940582:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350980.940583:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350980.940584:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350980.940586:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350980.940589:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350980.940620:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c9b9 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbee expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350980.940636:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350980.940640:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.940642:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350980.940644:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.940646:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.940650:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350980.940651:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350980.940653:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350980.940654:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350980.940656:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350980.940658:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350980.940659:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350980.940661:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350980.940663:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350980.940665:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350980.940666:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350980.940669:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c9b9 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbee expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350980.940677:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:1.0:1763350980.940679:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:1.0:1763350980.940687:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350980.940688:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7e00, rc 0) 00000020:00000001:1.0:1763350980.940691:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350980.940696:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118781952 00010000:00000001:1.0:1763350980.940699:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350980.940704:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc8ebb100 x1849001118781952/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350980.940711:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350980.940714:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350980.940716:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350980.940721:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350980.940723:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350980.940725:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350980.940728:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350980.940730:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.940734:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350980.940736:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350980.940740:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead747f8. 00000100:00000200:1.0:1763350980.940745:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118781952, offset 224 00000400:00000200:1.0:1763350980.940752:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350980.940763:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350980.940769:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198155:198155:256:4294967295] 192.168.202.2@tcp LPNI seq info [198151:198151:8:4294967295] 00000400:00000200:1.0:1763350980.940779:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350980.940784:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350980.940790:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:1.0:1763350980.940796:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350980.940803:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350980.940807:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350980.941456:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350980.941465:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350980.941467:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350980.941471:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350980.941474:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350980.941481:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8ebb100 x1849001118781952/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350980.941492:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc8ebb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118781952:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5412us (5736us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350980.941503:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20018 00000100:00000040:1.0:1763350980.941508:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350980.941511:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350980.941513:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350980.941520:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.941527:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:1.0:1763350980.941531:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:1.0:1763350980.941536:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350980.941539:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.942306:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.942315:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:2.0:1763350980.942320:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.942327:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.942332:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead747f8 00000400:00000010:2.0:1763350980.942335:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead747f8. 00000100:00000001:2.0:1763350980.942339:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.942341:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350980.946057:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.946083:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350980.946091:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.946095:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.946118:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350980.946142:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfd280 00000400:00000200:3.0:1763350980.946155:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e29 [8] + 6896 00000800:00000001:3.0:1763350980.946166:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.946177:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350980.946181:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.946186:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350980.946194:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350980.946197:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350980.946208:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dcb50c000. 00000100:00000040:3.0:1763350980.946213:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dcb50c000 x1849001118782080 msgsize 440 00000100:00100000:3.0:1763350980.946217:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350980.946377:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350980.946389:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350980.946393:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.946442:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350980.946446:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118782080 02000000:00000001:1.0:1763350980.946450:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350980.946453:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350980.946456:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350980.946461:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350980.946467:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118782080 00000020:00000001:1.0:1763350980.946470:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350980.946472:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350980.946475:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350980.946479:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:1.0:1763350980.946482:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350980.946484:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350980.946489:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350980.946496:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350980.946501:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350980.946504:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52e80. 00000020:00000010:1.0:1763350980.946512:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:1.0:1763350980.946518:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ce380. 00000020:00000010:1.0:1763350980.946523:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3a28. 00000100:00000040:1.0:1763350980.946534:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350980.946538:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350980.946539:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350980.946542:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.946551:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350980.946568:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350980.946583:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350980.946585:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350980.946590:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20019 00010000:00000010:1.1:1763350980.946752:0:57858:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7e00. 00000100:00000040:1.0:1763350980.946764:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350980.946766:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530273521664 : -120543436029952 : ffff925dcb50c000) 00000100:00000040:1.0:1763350980.946775:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dcb50c000 x1849001118782080/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/0 e 0 to 0 dl 1763350991 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350980.946785:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.947229:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.947235:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.947238:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.947245:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dcb50c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118782080:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:0.0:1763350980.947249:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118782080 00000020:00000001:0.0:1763350980.947254:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.947258:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.947262:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.947264:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.947267:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:0.0:1763350980.947270:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350980.947275:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.947278:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.947281:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.947285:0:57858:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350980.947290:0:57858:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350980.947293:0:57858:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.947296:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350980.947299:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.947301:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.947303:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.947305:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.947308:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.947309:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.947311:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350980.947312:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350980.947313:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350980.947315:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.947318:0:57858:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.947321:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.947326:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.947328:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.947336:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df856b400. 02000000:00000001:0.0:1763350980.947338:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.947340:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.947344:0:57858:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763350980.947348:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.947351:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.947359:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:0.0:1763350980.947362:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:0.0:1763350980.947365:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.947373:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.947376:0:57858:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763350980.947378:0:57858:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:0.0:1763350980.947382:0:57858:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350980.947389:0:57858:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:0.0:1763350980.947393:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00000020:00000001:0.0:1763350980.947398:0:57858:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350980.947407:0:57858:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.947411:0:57858:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350980.947415:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118782080 00010000:00000001:0.0:1763350980.947418:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.947423:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dcb50c000 x1849001118782080/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350980.947431:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.947434:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.947438:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.947444:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.947447:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.947449:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.947452:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.947454:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.947458:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.947461:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.947466:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019088. 00000100:00000200:0.0:1763350980.947473:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118782080, offset 224 00000400:00000200:0.0:1763350980.947480:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.947493:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.947501:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198156:198156:256:4294967295] 192.168.202.2@tcp LPNI seq info [198152:198152:8:4294967295] 00000400:00000200:0.0:1763350980.947513:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.947522:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.947527:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc900. 00000800:00000200:0.0:1763350980.947534:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.947542:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.947547:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc900 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.947567:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.947571:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.947574:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.947576:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.947578:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.947582:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dcb50c000 x1849001118782080/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 440/432 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350980.947591:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dcb50c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118782080:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 805us (1376us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350980.947633:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20019 00000100:00000040:0.0:1763350980.947638:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350980.947640:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.947642:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.947647:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ce380. 00000020:00000010:0.0:1763350980.947652:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3a28. 00000020:00000010:0.0:1763350980.947656:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:0.0:1763350980.947660:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:0.0:1763350980.947663:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.948253:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.948261:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc900. 00000400:00000200:2.0:1763350980.948266:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.948271:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.948278:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019088 00000400:00000010:2.0:1763350980.948281:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019088. 00000100:00000001:2.0:1763350980.948287:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.948288:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.951322:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.951343:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.951348:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.951350:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.951362:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.951384:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfd300 00000400:00000200:2.0:1763350980.951395:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 7336 00000800:00000001:2.0:1763350980.951404:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.951414:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.951417:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.951422:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.951430:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350980.951433:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350980.951443:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee15ed80. 00000100:00000040:2.0:1763350980.951448:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee15ed80 x1849001118782208 msgsize 328 00000100:00100000:2.0:1763350980.951451:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350980.951592:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.951783:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.951788:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.951850:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350980.951854:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118782208 02000000:00000001:0.0:1763350980.951858:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350980.951862:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.951865:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.951870:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.951876:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118782208 00000020:00000001:0.0:1763350980.951880:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350980.951884:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350980.951887:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350980.951891:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:0.0:1763350980.951894:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350980.951896:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350980.951904:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.951911:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.951915:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.951918:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350980.951927:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350980.951934:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70e00. 00000020:00000010:0.0:1763350980.951940:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d578. 00000100:00000040:0.0:1763350980.951951:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350980.951954:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350980.951956:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350980.951958:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.951967:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.951982:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.951998:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350980.952001:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350980.952008:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20020 00000100:00000040:0.0:1763350980.952012:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350980.952014:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856869248 : -120542852682368 : ffff925dee15ed80) 00000100:00000040:0.0:1763350980.952022:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15ed80 x1849001118782208/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/0 e 0 to 0 dl 1763350991 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350980.952031:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350980.952034:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.952036:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350980.952038:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350980.952042:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118782208:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350980.952045:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118782208 00000020:00000001:0.0:1763350980.952050:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350980.952054:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350980.952056:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.952059:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350980.952061:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350980.952064:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350980.952068:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350980.952070:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350980.952073:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350980.952079:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.952082:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350980.952086:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350980.952088:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350980.952090:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350980.952092:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.952099:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350980.952114:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00010000:00000001:0.0:1763350980.952118:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350980.952121:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350980.952125:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3c00. 00000020:00000001:0.0:1763350980.952130:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350980.952132:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3c00 with handle 0xcb8c81cc3033c9c0 to hash 00000020:00000001:0.0:1763350980.952134:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350980.952136:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350980.952139:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00010000:0.0:1763350980.952145:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c9c0 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbf5 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350980.952155:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350980.952157:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:0.0:1763350980.952166:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350980.952170:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350980.952172:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350980.952174:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350980.952181:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dd1473c00. 02000000:00000001:0.0:1763350980.952184:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.952186:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.952190:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350980.952193:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350980.952197:0:57858:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.952200:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350980.952207:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde9225b0. 00002000:00000001:0.0:1763350980.952209:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350980.952212:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350980.952216:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32900. 00000100:00000001:0.0:1763350980.952220:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350980.952227:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb4f6180. 00000100:00000001:0.0:1763350980.952229:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530273431936 : -120543436119680 : ffff925dcb4f6180) 00000100:00000001:0.0:1763350980.952232:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530273431936 : -120543436119680 : ffff925dcb4f6180) 00000100:00000001:0.0:1763350980.952235:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350980.952237:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350980.952239:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.952241:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350980.952245:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcca80. 00000020:00000040:0.0:1763350980.952250:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350980.952253:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350980.952255:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350980.952260:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350980.952266:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0200. 00000100:00000001:0.0:1763350980.952272:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.952278:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350980.952280:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350980.952285:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.952506:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350980.952510:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350980.952516:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456896:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350980.952520:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350980.952527:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350980.952530:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.952533:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350980.952538:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350980.952540:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350980.952546:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350980.952555:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019b28. 00000100:00000200:0.0:1763350980.952563:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101456896, portal 16 00000100:00000001:0.0:1763350980.952566:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350980.952567:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901359232 : -120542808192384 : ffff925df0bcca80) 00000100:00000040:0.0:1763350980.952573:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.952581:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.952583:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.952586:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0193b8. 00000100:00000200:0.0:1763350980.952588:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101456896, offset 0 00000400:00000200:0.0:1763350980.952619:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.952632:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.952637:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350980.952641:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350980.952646:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350980.952649:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350980.952652:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198157:198157:256:4294967295] 192.168.202.2@tcp LPNI seq info [198153:198153:8:4294967295] 00000400:00000200:0.0:1763350980.952664:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.952669:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.952676:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000800:00000200:0.0:1763350980.952683:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.952692:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.952696:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.952711:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.952716:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857925 00000100:00000001:0.0:1763350980.952725:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857908 00000100:00000001:0.0:1763350980.952731:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857925 00000100:00000001:0.0:1763350980.952734:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857908 00000100:00000001:0.0:1763350980.952737:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857925 00000100:00000001:0.0:1763350980.952740:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857908 00000100:00000001:0.0:1763350980.952743:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857925 00000100:00000001:0.0:1763350980.952746:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857908 00000100:00000001:0.0:1763350980.952748:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.952750:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.952753:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.952755:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.952758:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.952760:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350980.952762:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde9225b0. 00010000:00000001:0.0:1763350980.952766:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.952767:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350980.952769:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350980.952771:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.952773:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350980.952775:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350980.952778:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dcb4f6180 going to sleep for 11 seconds 00000100:00000001:0.0:1763350980.952781:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350980.952785:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350980.956335:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350980.956348:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:3.0:1763350980.956356:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350980.956365:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350980.956373:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0193b8 00000400:00000010:3.0:1763350980.956376:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0193b8. 00000100:00000001:3.0:1763350980.956382:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350980.956390:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.956406:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350980.956410:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350980.956417:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350980.956419:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350980.958776:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.958796:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350980.958801:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.958803:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.958814:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350980.958834:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd77600 00000400:00000200:2.0:1763350980.958845:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12f9f5 [1] + 224 00000800:00000001:2.0:1763350980.958854:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.958887:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350980.958890:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.958895:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350980.958902:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350980.958912:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350980.958923:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.958975:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350980.959742:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350980.959754:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350980.959759:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1763350980.959802:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350980.959805:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350980.959808:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 00000400:00000200:0.0:1763350980.959813:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019b28 00000400:00000010:0.0:1763350980.959816:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019b28. 00000100:00000001:0.0:1763350980.959819:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350980.959826:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350980.959836:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.959848:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350980.959850:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.959853:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350980.959857:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350980.959860:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350980.959862:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350980.959865:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.959873:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=35 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350980.959877:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=35 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350980.959880:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350980.959882:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.959885:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350980.959888:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.959890:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.959894:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.959900:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350980.959904:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350980.959906:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.959909:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350980.959916:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350980.959926:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350980.959930:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350980.959939:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:0.0:1763350980.959942:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:0.0:1763350980.959945:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350980.959953:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350980.959957:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000001:0.0:1763350980.959960:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.959962:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.959964:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.959968:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350980.959975:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df0bcca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101456896:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350980.959980:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350980.959983:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.959986:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350980.959988:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350980.959991:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df0bcca80 x1849001101456896/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350980.959997:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350980.959999:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350980.960002:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc34b0400. 02000000:00000001:0.0:1763350980.960007:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350980.960010:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350980.960012:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350980.960013:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350980.960017:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0200. 02000000:00000001:0.0:1763350980.960020:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350980.960021:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350980.960023:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcca80. 00000100:00000001:0.0:1763350980.960028:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350980.960029:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350980.960031:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb4f6180. 00000100:00000001:0.0:1763350980.960034:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350980.960036:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350980.960039:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32900. 00010000:00000001:0.0:1763350980.960043:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350980.960047:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.960051:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350980.960054:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.960060:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.960061:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.960064:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350980.960066:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350980.960069:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3c00 with handle 0xcb8c81cc3033c9c0 from hash 00010000:00000001:0.0:1763350980.960072:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.960073:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350980.960074:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350980.960075:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350980.960077:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350980.960079:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350980.960085:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c9c0 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbf5 expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350980.960099:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350980.960103:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.960106:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350980.960115:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.960118:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.960122:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350980.960123:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350980.960125:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350980.960126:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350980.960127:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350980.960129:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350980.960131:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350980.960134:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350980.960136:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350980.960138:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350980.960139:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350980.960143:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c9c0 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbf5 expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350980.960152:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:0.0:1763350980.960155:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:0.0:1763350980.960163:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350980.960165:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3c00, rc 0) 00000020:00000001:0.0:1763350980.960168:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350980.960172:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118782208 00010000:00000001:0.0:1763350980.960175:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350980.960181:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15ed80 x1849001118782208/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350980.960189:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350980.960192:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350980.960195:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350980.960200:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350980.960202:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350980.960205:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350980.960208:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350980.960210:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350980.960214:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350980.960217:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350980.960223:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019b28. 00000100:00000200:0.0:1763350980.960228:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118782208, offset 224 00000400:00000200:0.0:1763350980.960235:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350980.960246:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350980.960252:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198158:198158:256:4294967295] 192.168.202.2@tcp LPNI seq info [198154:198154:8:4294967295] 00000400:00000200:0.0:1763350980.960264:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350980.960270:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350980.960276:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcb00. 00000800:00000200:0.0:1763350980.960282:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350980.960290:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350980.960294:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcb00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350980.960310:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350980.960314:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350980.960316:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350980.960318:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350980.960321:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350980.960326:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15ed80 x1849001118782208/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:171/0 lens 328/400 e 0 to 0 dl 1763350991 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350980.960336:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118782208:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 8303us (8886us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350980.960345:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20020 00000100:00000040:0.0:1763350980.960350:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350980.960353:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350980.960354:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350980.960360:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70e00. 00000020:00000010:0.0:1763350980.960366:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d578. 00000020:00000010:0.0:1763350980.960370:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350980.960375:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:0.0:1763350980.960377:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350980.960759:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350980.960764:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcb00. 00000400:00000200:2.0:1763350980.960768:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350980.960772:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350980.960776:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019b28 00000400:00000010:2.0:1763350980.960778:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019b28. 00000100:00000001:2.0:1763350980.960781:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350980.960783:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350980.969818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3c00. 00000800:00000001:3.0:1763350981.001663:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.001862:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.001872:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.001877:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.001891:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.001913:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfd380 00000400:00000200:3.0:1763350981.001922:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 7664 00000800:00000001:3.0:1763350981.001931:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.001940:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.001943:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.001948:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.001957:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.001960:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350981.001966:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dcb50f480. 00000100:00000040:3.0:1763350981.001971:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dcb50f480 x1849001118782336 msgsize 328 00000100:00100000:3.0:1763350981.001975:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350981.001996:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.002007:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.002011:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.002051:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350981.002055:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118782336 02000000:00000001:0.0:1763350981.002058:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350981.002061:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.002068:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.002074:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.002078:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118782336 00000020:00000001:0.0:1763350981.002082:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350981.002084:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350981.002086:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.002090:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:0.0:1763350981.002093:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350981.002095:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350981.002100:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.002116:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350981.002120:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.002123:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350981.002130:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350981.002137:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70e00. 00000020:00000010:0.0:1763350981.002142:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d578. 00000100:00000040:0.0:1763350981.002151:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350981.002154:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350981.002156:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350981.002159:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.002169:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.003145:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350981.003151:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350981.003160:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20021 00000100:00000040:2.0:1763350981.003165:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350981.003167:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530273535104 : -120543436016512 : ffff925dcb50f480) 00000100:00000040:2.0:1763350981.003176:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dcb50f480 x1849001118782336/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350981.003186:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.003193:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000100:00000001:2.0:1763350981.003195:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.003198:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000100:00100000:2.0:1763350981.003203:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dcb50f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118782336:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350981.003207:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118782336 00000020:00000001:2.0:1763350981.003212:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350981.003217:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350981.003219:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.003224:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350981.003226:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350981.003230:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350981.003234:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350981.003237:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350981.003239:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.003245:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.003248:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350981.003251:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350981.003253:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350981.003255:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350981.003258:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.003263:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350981.003271:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00010000:00000001:2.0:1763350981.003274:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.003277:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.003283:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1c00. 00000020:00000001:2.0:1763350981.003287:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.003290:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1c00 with handle 0xcb8c81cc3033c9c7 to hash 00000020:00000001:2.0:1763350981.003292:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.003293:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.003296:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00010000:2.0:1763350981.003301:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9c7 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecbfc expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350981.003310:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350981.003313:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:2.0:1763350981.003322:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763350981.003326:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763350981.003329:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350981.003331:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350981.003337:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cd76c8c00. 02000000:00000001:2.0:1763350981.003340:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.003342:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.003346:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350981.003349:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.003352:0:63085:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.003354:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763350981.003360:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925df0e57ee0. 00002000:00000001:2.0:1763350981.003363:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763350981.003365:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763350981.003368:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d900. 00000100:00000001:2.0:1763350981.003371:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350981.003378:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9f1e000. 00000100:00000001:2.0:1763350981.003380:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530518962176 : -120543190589440 : ffff925dd9f1e000) 00000100:00000001:2.0:1763350981.003382:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530518962176 : -120543190589440 : ffff925dd9f1e000) 00000100:00000001:2.0:1763350981.003385:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350981.003387:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350981.003389:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350981.003391:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763350981.003395:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee15c000. 00000020:00000040:2.0:1763350981.003398:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763350981.003401:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350981.003403:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350981.003408:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350981.003414:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a09800. 00000100:00000001:2.0:1763350981.003420:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.003425:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350981.003428:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350981.003433:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350981.003441:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350981.003443:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.003448:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dee15c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101457024:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350981.003452:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350981.003457:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350981.003459:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.003461:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350981.003465:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08e00. 02000000:00000001:2.0:1763350981.003466:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350981.003473:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bb58. 00000400:00000010:2.0:1763350981.003479:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2dd0. 00000100:00000200:2.0:1763350981.003487:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101457024, portal 16 00000100:00000001:2.0:1763350981.003490:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350981.003491:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530856857600 : -120542852694016 : ffff925dee15c000) 00000100:00000040:2.0:1763350981.003496:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350981.003504:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350981.003506:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350981.003509:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2ee0. 00000100:00000200:2.0:1763350981.003511:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101457024, offset 0 00000400:00000200:2.0:1763350981.003517:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350981.003529:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350981.003533:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350981.003538:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350981.003542:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350981.003545:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350981.003548:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198159:198159:256:4294967295] 192.168.202.2@tcp LPNI seq info [198155:198155:8:4294967295] 00000400:00000200:2.0:1763350981.003559:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350981.003564:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350981.003569:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084500. 00000800:00000200:2.0:1763350981.003575:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350981.003584:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350981.003588:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350981.003624:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.003628:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857976 00000100:00000001:2.0:1763350981.003638:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857925 00000100:00000001:2.0:1763350981.003642:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857976 00000100:00000001:2.0:1763350981.003646:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857925 00000100:00000001:2.0:1763350981.003648:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857976 00000100:00000001:2.0:1763350981.003652:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857925 00000100:00000001:2.0:1763350981.003655:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857976 00000100:00000001:2.0:1763350981.003658:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857925 00000100:00000001:2.0:1763350981.003661:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350981.003663:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.003666:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.003668:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.003671:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.003672:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763350981.003675:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925df0e57ee0. 00010000:00000001:2.0:1763350981.003678:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.003680:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350981.003682:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350981.003684:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.003687:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350981.003689:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350981.003692:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dd9f1e000 going to sleep for 11 seconds 00000100:00000001:2.0:1763350981.003694:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350981.003699:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350981.003864:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.003869:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084500. 00000400:00000200:3.0:1763350981.003873:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.003878:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.003882:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2ee0 00000400:00000010:3.0:1763350981.003885:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2ee0. 00000100:00000001:3.0:1763350981.003888:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350981.003892:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350981.003901:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350981.003904:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350981.003911:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.003912:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350981.004366:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350981.006532:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.006553:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350981.006558:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.006561:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.006573:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350981.006592:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd77680 00000400:00000200:2.0:1763350981.006651:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fa01 [1] + 224 00000800:00000001:2.0:1763350981.006661:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.006672:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.006676:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.006680:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350981.006689:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350981.006697:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350981.006718:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350981.006732:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350981.006740:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.006745:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.006820:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350981.006830:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350981.006832:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350981.006835:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bb58. 00000400:00000200:0.0:1763350981.006840:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2dd0 00000400:00000010:0.0:1763350981.006842:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2dd0. 00000100:00000001:0.0:1763350981.006845:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350981.006850:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350981.006858:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350981.006865:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350981.006866:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.006869:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350981.006873:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350981.006876:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.006879:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.006882:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.006889:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=36 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350981.006893:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=36 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350981.006896:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350981.006898:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.006901:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350981.006905:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.006909:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.006914:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350981.006921:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350981.006924:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350981.006927:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.006930:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350981.006936:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350981.006949:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350981.006953:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.006962:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:0.0:1763350981.006965:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:0.0:1763350981.006969:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350981.006978:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350981.006983:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000001:0.0:1763350981.006987:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.006989:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.006991:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.006996:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350981.007004:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dee15c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101457024:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350981.007009:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.007013:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.007016:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350981.007018:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.007021:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dee15c000 x1849001101457024/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350981.007028:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350981.007031:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350981.007036:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08e00. 02000000:00000001:0.0:1763350981.007041:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350981.007044:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350981.007046:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350981.007048:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350981.007052:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a09800. 02000000:00000001:0.0:1763350981.007056:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350981.007059:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350981.007061:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15c000. 00000100:00000001:0.0:1763350981.007064:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350981.007066:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350981.007068:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9f1e000. 00000100:00000001:0.0:1763350981.007072:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350981.007074:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350981.007078:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d900. 00010000:00000001:0.0:1763350981.007081:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.007086:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350981.007091:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350981.007093:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350981.007101:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.007102:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.007105:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.007117:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.007121:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033c9c7 from hash 00010000:00000001:0.0:1763350981.007124:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350981.007125:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.007126:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.007128:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350981.007130:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350981.007132:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350981.007139:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9c7 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbfc expref: 22 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350981.007155:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350981.007159:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.007162:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.007164:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.007166:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.007171:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350981.007172:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350981.007174:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350981.007175:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350981.007177:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350981.007178:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350981.007180:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350981.007182:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.007185:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.007187:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350981.007188:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350981.007192:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9c7 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbfc expref: 22 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350981.007200:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:0.0:1763350981.007204:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:0.0:1763350981.007222:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350981.007224:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d1c00, rc 0) 00000020:00000001:0.0:1763350981.007227:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350981.007231:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118782336 00010000:00000001:0.0:1763350981.007234:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350981.007240:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dcb50f480 x1849001118782336/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/400 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350981.007247:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350981.007250:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.007253:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.007257:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350981.007260:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350981.007263:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350981.007265:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350981.007268:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.007272:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.007274:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350981.007280:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019550. 00000100:00000200:0.0:1763350981.007285:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118782336, offset 224 00000400:00000200:0.0:1763350981.007293:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350981.007303:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350981.007310:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198160:198160:256:4294967295] 192.168.202.2@tcp LPNI seq info [198156:198156:8:4294967295] 00000400:00000200:0.0:1763350981.007321:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350981.007327:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350981.007335:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcb00. 00000800:00000200:0.0:1763350981.007342:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350981.007349:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350981.007354:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcb00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350981.008626:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.008639:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350981.008644:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350981.008646:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.008649:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350981.008657:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dcb50f480 x1849001118782336/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/400 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350981.008669:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dcb50f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118782336:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5481us (6695us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350981.008680:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20021 00000100:00000040:0.0:1763350981.008684:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350981.008687:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350981.008689:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350981.008698:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70e00. 00000020:00000010:0.0:1763350981.008705:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d578. 00000020:00000010:0.0:1763350981.008711:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:0.0:1763350981.008718:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:0.0:1763350981.008721:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350981.008897:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.008903:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcb00. 00000400:00000200:3.0:1763350981.008909:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.008915:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.008921:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019550 00000400:00000010:3.0:1763350981.008923:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019550. 00000100:00000001:3.0:1763350981.008929:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.008931:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350981.011768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000800:00000001:3.0:1763350981.012972:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.012991:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.012996:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.012998:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.013010:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.013031:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfd400 00000400:00000200:3.0:1763350981.013041:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 7992 00000800:00000001:3.0:1763350981.013051:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.013060:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.013063:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.013068:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.013076:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.013079:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350981.013086:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dcb50e680. 00000100:00000040:3.0:1763350981.013090:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dcb50e680 x1849001118782464 msgsize 328 00000100:00100000:3.0:1763350981.013094:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350981.013435:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.013448:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.013453:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.013513:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350981.013516:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118782464 02000000:00000001:0.0:1763350981.013520:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350981.013523:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.013525:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.013531:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.013536:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118782464 00000020:00000001:0.0:1763350981.013539:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350981.013541:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350981.013544:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.013547:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:0.0:1763350981.013550:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350981.013552:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350981.013557:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.013563:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350981.013567:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.013571:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350981.013578:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1c00. 00000020:00000010:0.0:1763350981.013583:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70e00. 00000020:00000010:0.0:1763350981.013589:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d578. 00000100:00000040:0.0:1763350981.013707:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350981.013712:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350981.013713:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350981.013716:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.013726:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.013877:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.013886:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350981.013890:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763350981.013890:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350981.013891:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350981.013898:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20022 00000100:00000040:1.0:1763350981.013902:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350981.013902:0:63085:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.013904:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530273531520 : -120543436020096 : ffff925dcb50e680) 00000100:00000001:0.0:1763350981.013905:0:63085:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.013912:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dcb50e680 x1849001118782464/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350981.013922:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.013927:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350981.013929:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.013931:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52e80. 00000100:00100000:1.0:1763350981.013936:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dcb50e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118782464:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350981.013941:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118782464 00000020:00000001:1.0:1763350981.013945:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350981.013950:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350981.013953:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.013955:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350981.013958:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350981.013961:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350981.013966:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350981.013968:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350981.013970:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350981.013976:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.013978:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350981.013981:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350981.013983:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350981.013985:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350981.013988:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.013993:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350981.014002:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00010000:00000001:1.0:1763350981.014006:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.014009:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350981.014013:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7e00. 00000020:00000001:1.0:1763350981.014017:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350981.014020:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7e00 with handle 0xcb8c81cc3033c9ce to hash 00000020:00000001:1.0:1763350981.014022:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350981.014024:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00000001:1.0:1763350981.014026:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770398720 : -120542939152896 : ffff925de8ee7e00) 00010000:00010000:1.0:1763350981.014031:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c9ce lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc03 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350981.014038:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:1.0:1763350981.014040:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:1.0:1763350981.014048:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350981.014052:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350981.014054:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350981.014057:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350981.014062:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc7268800. 02000000:00000001:1.0:1763350981.014065:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.014068:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.014072:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350981.014074:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.014077:0:57858:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.014079:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350981.014086:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c08c0. 00002000:00000001:1.0:1763350981.014089:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350981.014091:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350981.014094:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52e80. 00000100:00000001:1.0:1763350981.014187:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350981.014196:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350981.014198:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350981.014200:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530150784000 : -120543558767616 : ffff925dc3ffec00) 00000100:00000001:1.0:1763350981.014203:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350981.014205:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350981.014206:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350981.014209:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350981.014213:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:1.0:1763350981.014217:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350981.014221:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350981.014223:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350981.014229:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350981.014237:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:1.0:1763350981.014243:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.014249:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350981.014253:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350981.014258:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350981.014267:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350981.014270:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350981.014275:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101457152:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350981.014279:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350981.014284:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350981.014287:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.014289:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350981.014294:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350981.014295:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350981.014300:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466c60. 00000400:00000010:1.0:1763350981.014307:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74b28. 00000100:00000200:1.0:1763350981.014314:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101457152, portal 16 00000100:00000001:1.0:1763350981.014316:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350981.014318:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350981.014324:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350981.014332:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350981.014335:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350981.014338:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74f68. 00000100:00000200:1.0:1763350981.014341:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101457152, offset 0 00000400:00000200:1.0:1763350981.014348:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350981.014360:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350981.014365:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350981.014370:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350981.014374:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350981.014377:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350981.014381:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198161:198161:256:4294967295] 192.168.202.2@tcp LPNI seq info [198157:198157:8:4294967295] 00000400:00000200:1.0:1763350981.014392:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350981.014398:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350981.014403:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:1.0:1763350981.014409:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350981.014417:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350981.014422:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350981.014444:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.014449:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300857986 00000100:00000001:1.0:1763350981.014458:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300857976 00000100:00000001:1.0:1763350981.014463:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300857986 00000100:00000001:1.0:1763350981.014466:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300857976 00000100:00000001:1.0:1763350981.014469:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300857986 00000100:00000001:1.0:1763350981.014472:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300857976 00000100:00000001:1.0:1763350981.014475:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300857986 00000100:00000001:1.0:1763350981.014478:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300857976 00000100:00000001:1.0:1763350981.014483:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350981.014487:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.014489:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.014490:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.014493:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.014495:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350981.014497:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c08c0. 00010000:00000001:1.0:1763350981.014500:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.014502:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350981.014503:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350981.014506:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.014508:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350981.014510:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350981.014513:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc3ffec00 going to sleep for 11 seconds 00000100:00000001:1.0:1763350981.014515:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350981.014518:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350981.014642:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350981.014648:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:2.0:1763350981.014653:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.014658:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350981.014664:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74f68 00000400:00000010:2.0:1763350981.014666:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74f68. 00000100:00000001:2.0:1763350981.014670:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350981.014810:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350981.014822:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350981.014825:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350981.014832:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.014833:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350981.017024:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.017045:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.017050:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.017053:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.017068:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.017087:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd77700 00000400:00000200:3.0:1763350981.017301:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fa0d [1] + 224 00000800:00000001:3.0:1763350981.017312:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.017322:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.017325:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.017330:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.017337:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350981.017346:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350981.017358:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350981.017383:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.017392:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.017395:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.017481:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350981.017491:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350981.017585:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350981.017589:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466c60. 00000400:00000200:1.0:1763350981.017644:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74b28 00000400:00000010:1.0:1763350981.017648:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74b28. 00000100:00000001:1.0:1763350981.017652:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350981.017657:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350981.017665:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350981.017671:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350981.017673:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.017676:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350981.017679:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350981.017683:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350981.017685:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.017689:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350981.017697:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=36 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350981.017701:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=36 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350981.017703:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350981.017705:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.017708:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350981.017712:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.017715:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.017719:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350981.017726:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350981.017730:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350981.017732:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.017735:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350981.017742:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350981.017751:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350981.017755:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350981.017764:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:1.0:1763350981.017767:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:1.0:1763350981.017770:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350981.017778:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350981.017783:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000001:1.0:1763350981.017787:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.017789:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.017790:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.017795:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350981.017802:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101457152:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350981.017808:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.017810:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.017814:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350981.017816:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350981.017820:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d67480 x1849001101457152/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763350997 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350981.017826:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350981.017829:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350981.017834:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97df600. 02000000:00000001:1.0:1763350981.017838:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350981.017840:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350981.017842:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350981.017843:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350981.017846:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97df800. 02000000:00000001:1.0:1763350981.017849:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350981.017851:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350981.017853:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 00000100:00000001:1.0:1763350981.017857:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350981.017858:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350981.017860:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc3ffec00. 00000100:00000001:1.0:1763350981.017864:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350981.017866:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350981.017869:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52e80. 00010000:00000001:1.0:1763350981.017872:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350981.017876:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350981.017880:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350981.017883:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350981.017890:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.017892:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.017894:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.017896:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350981.017900:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7e00 with handle 0xcb8c81cc3033c9ce from hash 00010000:00000001:1.0:1763350981.017903:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350981.017904:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.017905:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.017907:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350981.017908:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350981.017911:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350981.017917:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c9ce lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc03 expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350981.017933:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350981.017937:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350981.017940:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350981.017942:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.017944:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.017948:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350981.017949:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350981.017950:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350981.017952:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350981.017954:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350981.017956:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350981.017957:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350981.017960:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.017962:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.017964:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350981.017965:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350981.017968:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7e00/0xcb8c81cc3033c9ce lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc03 expref: 22 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350981.017976:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:1.0:1763350981.017979:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:1.0:1763350981.017988:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350981.017990:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7e00, rc 0) 00000020:00000001:1.0:1763350981.017992:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350981.017996:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118782464 00010000:00000001:1.0:1763350981.017999:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350981.018005:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dcb50e680 x1849001118782464/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/400 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350981.018013:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350981.018016:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350981.018019:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350981.018024:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350981.018027:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350981.018029:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350981.018033:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350981.018036:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.018040:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350981.018042:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350981.018047:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74b28. 00000100:00000200:1.0:1763350981.018053:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118782464, offset 224 00000400:00000200:1.0:1763350981.018060:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350981.018071:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350981.018078:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198162:198162:256:4294967295] 192.168.202.2@tcp LPNI seq info [198158:198158:8:4294967295] 00000400:00000200:1.0:1763350981.018089:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350981.018095:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350981.018123:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cc00. 00000800:00000200:1.0:1763350981.018129:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350981.018137:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350981.018141:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cc00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350981.018161:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.018168:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350981.018171:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350981.018172:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.018175:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350981.018182:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dcb50e680 x1849001118782464/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/400 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350981.018191:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dcb50e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118782464:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 4267us (5099us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350981.018200:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20022 00000100:00000040:1.0:1763350981.018205:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350981.018208:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350981.018211:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350981.018217:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70e00. 00000020:00000010:1.0:1763350981.018223:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d578. 00000020:00000010:1.0:1763350981.018228:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1c00. 00000020:00000040:1.0:1763350981.018234:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350981.018236:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350981.018887:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.018894:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cc00. 00000400:00000200:3.0:1763350981.018899:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.018906:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.018910:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74b28 00000400:00000010:3.0:1763350981.018912:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74b28. 00000100:00000001:3.0:1763350981.018916:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.018922:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350981.023661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7e00. 00000800:00000001:2.0:1763350981.030751:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.030773:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350981.030777:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.030780:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.030791:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350981.030810:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 6 MB=0x691a81edfd480 00000400:00000200:2.0:1763350981.030819:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 488/488 into md 0x90aa1 [128] + 137816 00000800:00000001:2.0:1763350981.030827:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.030837:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.030841:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.030845:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350981.030853:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350981.030857:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1763350981.030863:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee15d880. 00000100:00000040:2.0:1763350981.030866:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee15d880 x1849001118782592 msgsize 488 00000100:00100000:2.0:1763350981.030870:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350981.030883:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350981.030891:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.030894:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.030949:0:104354:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350981.030952:0:104354:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118782592 02000000:00000001:0.0:1763350981.030955:0:104354:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350981.030958:0:104354:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.030960:0:104354:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.030965:0:104354:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.030970:0:104354:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118782592 00000020:00000001:0.0:1763350981.030974:0:104354:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350981.030976:0:104354:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350981.030978:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.030981:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:0.0:1763350981.030984:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350981.030986:0:104354:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350981.030992:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.030996:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350981.030999:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.031001:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350981.031007:0:104354:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0200. 00000020:00000010:0.0:1763350981.031013:0:104354:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350981.031018:0:104354:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d7d0. 00000100:00000040:0.0:1763350981.031027:0:104354:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:0.0:1763350981.031031:0:104354:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350981.031032:0:104354:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:0.0:1763350981.031035:0:104354:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:0.0:1763350981.031037:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350981.031040:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:0.0:1763350981.031043:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350981.031047:0:104354:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350981.031051:0:104354:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350981.031053:0:104354:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.031056:0:104354:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350981.031058:0:104354:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.031060:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.031062:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.031064:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.031065:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.031066:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.031068:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.031069:0:104354:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.031070:0:104354:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.031071:0:104354:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031074:0:104354:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:0.0:1763350981.031077:0:104354:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031079:0:104354:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031081:0:104354:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.031083:0:104354:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:0.0:1763350981.031085:0:104354:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.031087:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763350981.031095:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d6:0x0] (0->4095) req@ffff925dee15d880 x1849001118782592/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763350981.031103:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763350981.031105:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dee15d880 with x1849001118782592 ext(0->4095) 00010000:00000001:0.0:1763350981.031120:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.031122:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.031124:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:0.0:1763350981.031126:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:0.0:1763350981.031129:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:0.0:1763350981.031131:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.031133:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763350981.031134:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763350981.031136:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925dee15d880 00002000:00000001:0.0:1763350981.031138:0:104354:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.031148:0:104354:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.031158:0:104354:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.031173:0:104354:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.031184:0:104354:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350981.031186:0:104354:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350981.031191:0:104354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3712 00000100:00000040:0.0:1763350981.031195:0:104354:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350981.031197:0:104354:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856863872 : -120542852687744 : ffff925dee15d880) 00000100:00000040:0.0:1763350981.031202:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15d880 x1849001118782592/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350981.031210:0:104354:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.031213:0:104354:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350981.031215:0:104354:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.031217:0:104354:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350981.031221:0:104354:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118782592:12345-192.168.202.2@tcp:3:lfs.0 00000100:00000200:0.0:1763350981.031225:0:104354:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118782592 00000020:00000001:0.0:1763350981.031228:0:104354:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350981.031231:0:104354:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350981.031234:0:104354:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031236:0:104354:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350981.031237:0:104354:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:0.0:1763350981.031241:0:104354:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350981.031244:0:104354:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350981.031247:0:104354:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350981.031249:0:104354:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350981.031250:0:104354:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.031256:0:104354:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350981.031259:0:104354:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350981.031267:0:104354:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff925dd0bc6000. 02000000:00000001:0.0:1763350981.031270:0:104354:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.031272:0:104354:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031275:0:104354:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:0.0:1763350981.031278:0:104354:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:0.0:1763350981.031280:0:104354:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031283:0:104354:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:0.0:1763350981.031287:0:104354:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:0.0:1763350981.031289:0:104354:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:0.0:1763350981.031291:0:104354:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 311820288 dropped 0, local 311820288 00000020:00000001:0.0:1763350981.031295:0:104354:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:0.0:1763350981.031297:0:104354:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:0.0:1763350981.031299:0:104354:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:0.0:1763350981.031301:0:104354:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350981.031304:0:104354:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.031310:0:104354:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:0.0:1763350981.031313:0:104354:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:0.0:1763350981.031316:0:104354:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763350981.031324:0:104354:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.031326:0:104354:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:0.0:1763350981.031328:0:104354:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.031336:0:104354:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:0.0:1763350981.031390:0:104354:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:0.0:1763350981.031395:0:104354:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.031397:0:104354:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031400:0:104354:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031405:0:104354:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:0.0:1763350981.031436:0:104354:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:0.0:1763350981.031440:0:104354:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:0.0:1763350981.031455:0:104354:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:0.0:1763350981.031457:0:104354:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 5db19dce (4) 00000020:00008000:0.0:1763350981.031461:0:104354:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:0.0:1763350981.031465:0:104354:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:0.0:1763350981.031469:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350981.031477:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031481:0:104354:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350981.031482:0:104354:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.031484:0:104354:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:0.0:1763350981.031493:0:104354:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00002000:00000001:0.0:1763350981.031496:0:104354:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.031498:0:104354:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031499:0:104354:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.031501:0:104354:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:0.0:1763350981.031503:0:104354:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763350981.031506:0:104354:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:0.0:1763350981.031510:0:104354:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118782592 00010000:00000001:0.0:1763350981.031513:0:104354:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350981.031519:0:104354:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15d880 x1849001118782592/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/4536 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350981.031527:0:104354:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350981.031530:0:104354:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.031535:0:104354:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.031540:0:104354:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350981.031542:0:104354:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350981.031545:0:104354:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350981.031548:0:104354:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350981.031551:0:104354:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.031554:0:104354:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.031556:0:104354:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350981.031561:0:104354:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dcb4f6180. 00000100:00000200:0.0:1763350981.031566:0:104354:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1849001118782592, offset 224 00000400:00000200:0.0:1763350981.031572:0:104354:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350981.031583:0:104354:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350981.031590:0:104354:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198163:198163:256:4294967295] 192.168.202.2@tcp LPNI seq info [198159:198159:8:4294967295] 00000400:00000200:0.0:1763350981.031631:0:104354:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350981.031638:0:104354:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350981.031643:0:104354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925dc34b0400. 00000800:00000200:0.0:1763350981.031650:0:104354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350981.031657:0:104354:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:0.0:1763350981.031661:0:104354:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc34b0400 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:0.0:1763350981.031683:0:104354:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.031686:0:104354:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350981.032986:0:104354:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350981.032989:0:104354:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.032992:0:104354:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350981.033002:0:104354:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15d880 x1849001118782592/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/4536 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350981.033013:0:104354:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118782592:12345-192.168.202.2@tcp:3:lfs.0 Request processed in 1800us (2144us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1763350981.033023:0:104354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3712 00000100:00000040:0.0:1763350981.033027:0:104354:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350981.033030:0:104354:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:0.0:1763350981.033032:0:104354:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:0.0:1763350981.033039:0:104354:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_016: refresh rw locks for [0x240000401:0x25d6:0x0] (0->4095) req@ffff925dee15d880 x1849001118782592/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/4536 e 0 to 0 dl 1763350992 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:0.0:1763350981.033047:0:104354:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:0.0:1763350981.033049:0:104354:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dee15d880 with x1849001118782592 ext(0->4095) 00010000:00000001:0.0:1763350981.033052:0:104354:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.033054:0:104354:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.033056:0:104354:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:0.0:1763350981.033058:0:104354:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:0.0:1763350981.033061:0:104354:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:0.0:1763350981.033064:0:104354:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.033066:0:104354:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:0.0:1763350981.033067:0:104354:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:0.0:1763350981.033069:0:104354:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925dee15d880 00002000:00000001:0.0:1763350981.033071:0:104354:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.033074:0:104354:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350981.033081:0:104354:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350981.033087:0:104354:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d7d0. 00000020:00000010:0.0:1763350981.033093:0:104354:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0200. 00000020:00000040:0.0:1763350981.033099:0:104354:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:0.0:1763350981.033102:0:104354:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350981.036707:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.036717:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925dc34b0400. 00000400:00000200:3.0:1763350981.036726:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.036735:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.036742:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dcb4f6180 00000400:00000010:3.0:1763350981.036745:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dcb4f6180. 00000100:00000001:3.0:1763350981.036750:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.036752:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350981.049251:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.049268:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.049272:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.049275:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.049287:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.049308:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4584 into portal 6 MB=0x691a81edfd500 00000400:00000200:3.0:1763350981.049317:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 4584/4584 into md 0x90aa1 [128] + 138304 00000800:00000001:3.0:1763350981.049326:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.049340:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.049344:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.049349:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.049359:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.049362:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763350981.049369:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dcb50ea00. 00000100:00000040:3.0:1763350981.049373:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dcb50ea00 x1849001118782720 msgsize 4584 00000100:00100000:3.0:1763350981.049378:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350981.049397:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.049408:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.049411:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.049891:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350981.049895:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118782720 02000000:00000001:2.0:1763350981.049899:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350981.049901:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350981.049904:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.049910:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.049916:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118782720 00000020:00000001:2.0:1763350981.049920:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350981.049923:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350981.049925:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.049929:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=21 00000020:00000001:2.0:1763350981.049931:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350981.049934:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350981.049939:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.049945:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d740. 00000100:00000001:2.0:1763350981.049949:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.049952:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d740. 00000020:00000010:2.0:1763350981.049959:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350981.049966:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dea662880. 00000020:00000010:2.0:1763350981.049972:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090640. 00000100:00000040:2.0:1763350981.049980:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763350981.049984:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350981.049985:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350981.049988:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763350981.049991:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350981.049994:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:2.0:1763350981.049998:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.050002:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350981.050007:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350981.050009:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.050012:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.050015:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.050017:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.050019:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.050021:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.050023:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.050024:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.050025:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.050027:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.050028:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.050029:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.050032:0:57864:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763350981.050035:0:57864:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.050038:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.050040:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350981.050043:0:57864:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763350981.050044:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.050048:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.050058:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.050077:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.050090:0:57864:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350981.050092:0:57864:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350981.050097:0:57864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3713 00000100:00000040:2.0:1763350981.050100:0:57864:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350981.050103:0:57864:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530273532416 : -120543436019200 : ffff925dcb50ea00) 00000100:00000040:2.0:1763350981.050120:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dcb50ea00 x1849001118782720/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4584/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350981.050128:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.050131:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d740. 00000100:00000001:2.0:1763350981.050133:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.050134:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d740. 00000100:00100000:2.0:1763350981.050138:0:57864:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dcb50ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2359:x1849001118782720:12345-192.168.202.2@tcp:4:lfs.0 00000100:00000200:2.0:1763350981.050143:0:57864:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118782720 00000020:00000001:2.0:1763350981.050145:0:57864:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350981.050148:0:57864:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350981.050150:0:57864:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.050152:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350981.050154:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:2.0:1763350981.050157:0:57864:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350981.050160:0:57864:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350981.050163:0:57864:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350981.050164:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.050166:0:57864:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.050168:0:57864:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763350981.050175:0:57864:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350981.050177:0:57864:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350981.050182:0:57864:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925cd76c8000. 02000000:00000001:2.0:1763350981.050184:0:57864:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.050187:0:57864:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.050191:0:57864:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763350981.050193:0:57864:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:2.0:1763350981.050196:0:57864:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.050200:0:57864:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350981.050208:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 2 00010000:00000001:2.0:1763350981.050212:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.050215:0:57864:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.050219:0:57864:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0600. 00000020:00000001:2.0:1763350981.050222:0:57864:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.050224:0:57864:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0600 with handle 0xcb8c81cc3033c9d5 to hash 00000020:00000001:2.0:1763350981.050226:0:57864:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.050228:0:57864:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350981.050230:0:57864:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:2.0:1763350981.050235:0:57864:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.050237:0:57864:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.050240:0:57864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350981.050254:0:57864:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.050257:0:57864:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.050260:0:57864:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350981.050262:0:57864:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.050266:0:57864:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763350981.050268:0:57864:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350981.050272:0:57864:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 21 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350981.050280:0:57864:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763350981.050282:0:57864:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.050284:0:57864:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350981.050286:0:57864:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.050287:0:57864:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350981.050289:0:57864:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350981.050290:0:57864:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.050292:0:57864:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.050294:0:57864:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763350981.050297:0:57864:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350981.050305:0:57864:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fd:0x0].0x0 (ffff925ccd7dab00) refcount = 2 00010000:00000040:2.0:1763350981.050308:0:57864:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350981.050312:0:57864:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 21 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350981.050318:0:57864:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763350981.050320:0:57864:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763350981.050328:0:57864:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d740. 00000100:00000001:2.0:1763350981.050333:0:57864:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350981.050340:0:57864:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9f1e000. 00000100:00000001:2.0:1763350981.050342:0:57864:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530518962176 : -120543190589440 : ffff925dd9f1e000) 00000100:00000001:2.0:1763350981.050345:0:57864:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530518962176 : -120543190589440 : ffff925dd9f1e000) 00000100:00000001:2.0:1763350981.050347:0:57864:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350981.050349:0:57864:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350981.050351:0:57864:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350981.050354:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.050355:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350981.050357:0:57864:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.050359:0:57864:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.050361:0:57864:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763350981.050363:0:57864:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763350981.050367:0:57864:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee15c000. 00000020:00000040:2.0:1763350981.050371:0:57864:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763350981.050375:0:57864:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350981.050377:0:57864:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350981.050382:0:57864:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350981.050387:0:57864:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a09600. 00000100:00000001:2.0:1763350981.050393:0:57864:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.050397:0:57864:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 21 pid: 57858 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763350981.050410:0:57864:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 21 pid: 57858 timeout: 6290 lvb_type: 1 00010000:00000001:2.0:1763350981.050420:0:57864:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350981.050423:0:57864:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350981.050427:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350981.050435:0:57864:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350981.050437:0:57864:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.050442:0:57864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dee15c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:57864:1849001101457280:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350981.050448:0:57864:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350981.050454:0:57864:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350981.050457:0:57864:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.050460:0:57864:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350981.050464:0:57864:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08000. 02000000:00000001:2.0:1763350981.050466:0:57864:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350981.050472:0:57864:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bec8. 00000400:00000010:2.0:1763350981.050478:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350981.050486:0:57864:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101457280, portal 16 00000100:00000001:2.0:1763350981.050489:0:57864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350981.050490:0:57864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530856857600 : -120542852694016 : ffff925dee15c000) 00000100:00000040:2.0:1763350981.050495:0:57864:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350981.050502:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350981.050505:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350981.050508:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2e58. 00000100:00000200:2.0:1763350981.050510:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101457280, offset 0 00000400:00000200:2.0:1763350981.050516:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350981.050526:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350981.050531:0:57864:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350981.050535:0:57864:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350981.050539:0:57864:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350981.050541:0:57864:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350981.050545:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198164:198164:256:4294967295] 192.168.202.2@tcp LPNI seq info [198160:198160:8:4294967295] 00000400:00000200:2.0:1763350981.050555:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350981.050561:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350981.050566:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084500. 00000800:00000200:2.0:1763350981.050572:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350981.050579:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350981.050584:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350981.050645:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.050651:0:57864:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300858023 00000100:00000001:2.0:1763350981.050660:0:57864:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300857986 00000100:00000001:2.0:1763350981.050664:0:57864:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300858023 00000100:00000001:2.0:1763350981.050667:0:57864:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300857986 00000100:00000001:2.0:1763350981.050670:0:57864:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300858023 00000100:00000001:2.0:1763350981.050673:0:57864:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300857986 00000100:00000001:2.0:1763350981.050675:0:57864:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300858023 00000100:00000001:2.0:1763350981.050678:0:57864:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300857986 00000100:00000001:2.0:1763350981.050682:0:57864:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350981.050685:0:57864:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.050687:0:57864:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.050689:0:57864:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.050691:0:57864:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.050693:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.050694:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.050696:0:57864:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.050697:0:57864:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350981.050699:0:57864:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350981.050702:0:57864:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.050705:0:57864:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350981.050707:0:57864:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350981.050710:0:57864:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dd9f1e000 going to sleep for 11 seconds 00000100:00000001:2.0:1763350981.050712:0:57864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350981.050765:0:57864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350981.051136:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.051142:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084500. 00000400:00000200:3.0:1763350981.051146:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.051151:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.051156:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2e58 00000400:00000010:3.0:1763350981.051158:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2e58. 00000100:00000001:3.0:1763350981.051161:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350981.051166:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350981.051176:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350981.051180:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350981.051187:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.051189:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350981.054645:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.054663:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.054668:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.054671:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.054684:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.054703:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd77780 00000400:00000200:3.0:1763350981.054712:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fa1d [1] + 224 00000800:00000001:3.0:1763350981.054721:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.054728:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.054731:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.054735:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.054743:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350981.054752:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350981.054763:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350981.054782:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.054792:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.054796:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.055077:0:57864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350981.055092:0:57864:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350981.055095:0:57864:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350981.055116:0:57864:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bec8. 00000400:00000200:1.0:1763350981.055125:0:57864:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:1.0:1763350981.055128:0:57864:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:1.0:1763350981.055132:0:57864:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350981.055143:0:57864:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350981.055155:0:57864:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350981.055164:0:57864:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350981.055166:0:57864:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.055169:0:57864:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350981.055173:0:57864:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350981.055176:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350981.055178:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.055181:0:57864:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350981.055189:0:57864:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=54 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350981.055193:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350981.055196:0:57864:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350981.055198:0:57864:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.055201:0:57864:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350981.055204:0:57864:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.055207:0:57864:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.055211:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350981.055218:0:57864:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350981.055222:0:57864:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350981.055224:0:57864:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.055227:0:57864:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763350981.055231:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.055234:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.055235:0:57864:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.055239:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350981.055246:0:57864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dee15c000 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0001_UUID:57864:1849001101457280:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350981.055251:0:57864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.055255:0:57864:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.055258:0:57864:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350981.055260:0:57864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350981.055264:0:57864:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dee15c000 x1849001101457280/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763350997 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350981.055270:0:57864:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350981.055272:0:57864:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350981.055276:0:57864:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08000. 02000000:00000001:1.0:1763350981.055281:0:57864:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350981.055284:0:57864:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350981.055286:0:57864:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763350981.055288:0:57864:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350981.055291:0:57864:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a09600. 02000000:00000001:1.0:1763350981.055295:0:57864:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350981.055297:0:57864:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350981.055299:0:57864:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15c000. 00000100:00000001:1.0:1763350981.055302:0:57864:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350981.055304:0:57864:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350981.055306:0:57864:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9f1e000. 00000100:00000001:1.0:1763350981.055310:0:57864:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350981.055312:0:57864:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350981.055315:0:57864:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d740. 00010000:00000001:1.0:1763350981.055319:0:57864:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.055322:0:57864:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.055324:0:57864:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.055329:0:57864:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:1.0:1763350981.055334:0:57864:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00000800:00000001:3.0:1763350981.064233:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.064255:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.064259:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.064261:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.064274:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.064293:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfd580 00000400:00000200:3.0:1763350981.064303:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127be1 [2] + 0 00000800:00000001:3.0:1763350981.064314:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.064366:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.064370:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.064374:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.064383:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.064386:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1763350981.064393:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dcb50c380. 00000100:00000040:3.0:1763350981.064397:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dcb50c380 x1849001118782848 msgsize 328 00000100:00100000:3.0:1763350981.064401:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350981.064420:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.064431:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.064435:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.064527:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350981.064531:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118782848 02000000:00000001:0.0:1763350981.064534:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350981.064537:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.064540:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.064545:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.064549:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118782848 00000020:00000001:0.0:1763350981.064553:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350981.064555:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350981.064558:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.064561:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:0.0:1763350981.064564:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350981.064567:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350981.064572:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.064577:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350981.064582:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.064584:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000020:00000010:0.0:1763350981.064592:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0200. 00000020:00000010:0.0:1763350981.064642:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350981.064649:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d7d0. 00000100:00000040:0.0:1763350981.064658:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350981.064662:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350981.064663:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350981.064666:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350981.064670:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.064673:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350981.064680:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.064683:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.064685:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=4 00000020:00000001:0.0:1763350981.064687:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:0.0:1763350981.064690:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:0.0:1763350981.064698:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 22 pid: 57858 timeout: 6290 lvb_type: 1 00010000:00000001:0.0:1763350981.064708:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.064710:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.064712:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.064714:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.064721:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350981.064729:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dcb50c380 x1849001118782848/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/0 e 0 to 0 dl 1763350992 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.064735:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350981.064737:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.064753:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.064766:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350981.064768:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350981.064772:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4031 00000100:00000040:0.0:1763350981.064776:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 2 00000100:00000001:0.0:1763350981.064778:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530273522560 : -120543436029056 : ffff925dcb50c380) 00000100:00000040:0.0:1763350981.064783:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dcb50c380 x1849001118782848/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/0 e 0 to 0 dl 1763350992 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.064791:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.064794:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32900. 00000100:00000001:0.0:1763350981.064796:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.064798:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32900. 00000100:00100000:0.0:1763350981.064802:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dcb50c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118782848:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350981.064805:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118782848 00010000:00000001:0.0:1763350981.064808:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350981.064810:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350981.064812:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350981.064818:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350981.064821:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350981.064827:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925deeea6800. 02000000:00000001:0.0:1763350981.064830:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.064832:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.064835:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350981.064837:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350981.064839:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.064840:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.064841:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=4 00000020:00000001:0.0:1763350981.064843:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:0.0:1763350981.064846:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000040:0.0:1763350981.064849:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 3 00002000:00000001:0.0:1763350981.064853:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350981.064859:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350981.064862:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.064869:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00002000:00000001:0.0:1763350981.064871:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289119472 : -120547420432144 : ffff925cddd398f0) 00002000:00000001:0.0:1763350981.064873:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350981.064880:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350981.064885:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39948/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00010000:00010000:0.0:1763350981.064889:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 22 pid: 57858 timeout: 6290 lvb_type: 1 00000100:00001000:0.0:1763350981.064898:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925dc3e2cc50 time=132 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350981.064901:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350981.064906:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.064908:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350981.064911:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 22 pid: 57858 timeout: 6290 lvb_type: 1 00000020:00000001:0.0:1763350981.064919:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.064921:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.064923:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.064925:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.064930:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350981.064933:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350981.064940:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.064941:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.064943:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.064945:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.064948:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033c9a4 from hash 00010000:00000001:0.0:1763350981.064950:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350981.064951:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.064952:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.064953:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350981.064958:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.064960:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.064962:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350981.064963:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350981.064966:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033c9a4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fd:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd9 expref: 22 pid: 57858 timeout: 6290 lvb_type: 1 00010000:00000040:0.0:1763350981.064974:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 14 00000020:00000040:0.0:1763350981.064977:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00010000:00000001:0.0:1763350981.064983:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.064985:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350981.064988:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350981.064990:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dc55d0600 00010000:00000001:0.0:1763350981.064992:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350981.064995:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350981.064998:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350981.065000:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.065001:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350981.065002:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350981.065004:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.065007:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350981.065009:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350981.065012:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350981.065019:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350981.065022:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350981.065028:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fd:0x0].0x0 (ffff925ccd7dab00) refcount = 2 00010000:00000040:0.0:1763350981.065031:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350981.065033:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350981.065039:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.065041:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.065042:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350981.065044:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.065046:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350981.065049:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc2c32900. 00000100:00000001:0.0:1763350981.065053:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350981.065058:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dcb4f6e40. 00000100:00000001:0.0:1763350981.065061:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530273435200 : -120543436116416 : ffff925dcb4f6e40) 00000100:00000001:0.0:1763350981.065063:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530273435200 : -120543436116416 : ffff925dcb4f6e40) 00000100:00000001:0.0:1763350981.065065:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350981.065067:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350981.065068:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350981.065071:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350981.065084:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.065087:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.065088:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.065089:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.065091:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350981.065092:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350981.065094:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.065096:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.065099:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:0.0:1763350981.065101:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dcb4f6e40. 00000100:00000001:0.0:1763350981.065105:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350981.065117:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350981.065120:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc2c32900. 00010000:00000001:0.0:1763350981.065122:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350981.065126:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350981.065128:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.065134:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350981.065138:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.065141:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=64 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.065146:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350981.065149:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350981.065152:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350981.065156:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350981.065160:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.065164:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00010000:00010000:1.0:1763350981.065168:0:57864:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00000100:00000040:0.0:1763350981.065169:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350981.065175:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019990. 00000100:00000200:0.0:1763350981.065186:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118782848, offset 224 00010000:00000001:1.0:1763350981.065195:0:57864:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.065203:0:57864:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00000400:00000200:0.0:1763350981.065204:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00010000:00000001:1.0:1763350981.065217:0:57864:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350981.065219:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.065223:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:0.0:1763350981.065227:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000020:00000001:1.0:1763350981.065229:0:57864:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763350981.065237:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198165:198165:256:4294967295] 192.168.202.2@tcp LPNI seq info [198161:198161:8:4294967295] 00000020:00000001:1.0:1763350981.065243:0:57864:0:(obd_class.h:1139:obd_preprw()) Process entered 00000400:00000200:0.0:1763350981.065251:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00002000:00000001:1.0:1763350981.065256:0:57864:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000800:00000200:0.0:1763350981.065262:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000020:00000001:1.0:1763350981.065263:0:57864:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:1.0:1763350981.065269:0:57864:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000800:00000010:0.0:1763350981.065270:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dc200. 00000020:00000001:1.0:1763350981.065273:0:57864:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:1.0:1763350981.065279:0:57864:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 free: 3836739584 avail: 3831496704 00000800:00000200:0.0:1763350981.065287:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000020:00000001:1.0:1763350981.065288:0:57864:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:1.0:1763350981.065294:0:57864:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 avail=3831496704 left=3519021056 unstable=1703936 tot_grant=312410112 pending=0 00000020:00000001:1.0:1763350981.065301:0:57864:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3519021056 : 3519021056 : d1c00000) 00000800:00000200:0.0:1763350981.065302:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000020:00000001:1.0:1763350981.065310:0:57864:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000800:00000200:0.0:1763350981.065312:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dc200 type 1, nob 320 niov 1 nkiov 1 00000020:00000020:1.0:1763350981.065315:0:57864:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 reports grant 289669120 dropped 0, local 291373056 00000020:00000001:1.0:1763350981.065321:0:57864:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763350981.065324:0:57864:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:1.0:1763350981.065327:0:57864:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 granted: 1703936 ungranted: 0 grant: 289669120 dirty: 1703936 00000020:00000001:1.0:1763350981.065329:0:57864:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:1.0:1763350981.065331:0:57864:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:1.0:1763350981.065334:0:57864:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 wants: 485097472 current grant 289669120 granting: 3407872 00000020:00000020:1.0:1763350981.065338:0:57864:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 tot cached:0 granted:315817984 num_exports: 2 00000100:00000001:0.0:1763350981.065339:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.065349:0:57864:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000100:00000040:0.0:1763350981.065355:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00000020:00000001:1.0:1763350981.065356:0:57864:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:1.0:1763350981.065359:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:0.0:1763350981.065363:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.065365:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00010000:00000001:0.0:1763350981.065370:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.065375:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00000100:00000040:0.0:1763350981.065381:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dcb50c380 x1849001118782848/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/224 e 0 to 0 dl 1763350992 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00002000:00000001:1.0:1763350981.065382:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289119472 : -120547420432144 : ffff925cddd398f0) 00080000:00000001:1.0:1763350981.065394:0:57864:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00000100:00100000:0.0:1763350981.065396:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dcb50c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118782848:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 602us (996us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350981.065406:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4031 00000100:00000040:0.0:1763350981.065410:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350981.065412:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350981.065416:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350981.065422:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70f80. 00080000:00000001:1.0:1763350981.065425:0:57864:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1763350981.065427:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d7d0. 00002000:00000001:1.0:1763350981.065434:0:57864:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350981.065435:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0200. 00002000:00000001:1.0:1763350981.065443:0:57864:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.065448:0:57864:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.065449:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000020:00000040:1.0:1763350981.065456:0:57864:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000100:00000001:0.0:1763350981.065456:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00008000:1.0:1763350981.065462:0:57864:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:1.0:1763350981.065473:0:57864:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763350981.065512:0:57864:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:1.0:1763350981.065516:0:57864:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763350981.065534:0:57864:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.065537:0:57864:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763350981.065543:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350981.065551:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.065554:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350981.065556:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.065560:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.065562:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.065564:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.065566:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.065568:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.065570:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.065571:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.065573:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.065574:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.065575:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.065577:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350981.065580:0:57864:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:1.0:1763350981.065583:0:57864:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350981.065585:0:57864:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:1.0:1763350981.065588:0:57864:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763350981.065619:0:57864:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065624:0:57864:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350981.065633:0:57864:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc726b400. 00080000:00000001:1.0:1763350981.065636:0:57864:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530203657216 : -120543505894400 : ffff925dc726b400) 00000001:00000001:1.0:1763350981.065639:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.065640:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065644:0:57864:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:1.0:1763350981.065667:0:57864:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:1.0:1763350981.065670:0:57864:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065674:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350981.065679:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065682:0:57864:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350981.065706:0:57864:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350981.065708:0:57864:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:1.0:1763350981.065710:0:57864:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065713:0:57864:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350981.065737:0:57864:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350981.065740:0:57864:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:1.0:1763350981.065743:0:57864:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.065750:0:57864:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:1.0:1763350981.065753:0:57864:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:1.0:1763350981.065756:0:57864:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350981.065759:0:57864:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763350981.065802:0:57864:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350981.065806:0:57864:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350981.065810:0:57864:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763350981.065823:0:57864:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065826:0:57864:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350981.065829:0:57864:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc7269c00. 00080000:00000001:1.0:1763350981.065831:0:57864:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530203651072 : -120543505900544 : ffff925dc7269c00) 00000001:00000001:1.0:1763350981.065833:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.065835:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065838:0:57864:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:1.0:1763350981.065843:0:57864:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:1.0:1763350981.065848:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350981.065851:0:57864:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065853:0:57864:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350981.065855:0:57864:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065857:0:57864:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350981.065863:0:57864:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350981.065891:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350981.065892:0:57864:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065895:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350981.065900:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065908:0:57864:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065915:0:57864:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350981.065919:0:57864:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065922:0:57864:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:1.0:1763350981.065924:0:57864:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:1.0:1763350981.065926:0:57864:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:1.0:1763350981.065929:0:57864:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:1.0:1763350981.065957:0:57864:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.065962:0:57864:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:1.0:1763350981.065965:0:57864:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff925cc45fd540. 00000020:00000040:1.0:1763350981.065967:0:57864:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 2 00000020:00000040:1.0:1763350981.065970:0:57864:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 00000020:00000001:1.0:1763350981.065973:0:57864:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.065976:0:57864:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350981.065980:0:57864:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:1.0:1763350981.065983:0:57864:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350981.065984:0:57864:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763350981.066027:0:57864:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763350981.066031:0:57864:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911621, last_committed = 12884911618 00000001:00000010:1.0:1763350981.066036:0:57864:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd120. 00000001:00000040:1.0:1763350981.066039:0:57864:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 3 00000020:00000040:1.0:1763350981.066041:0:57864:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=22 00080000:00000001:1.0:1763350981.066047:0:57864:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350981.066058:0:57864:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763350981.066061:0:57864:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350981.067568:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350981.067585:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dc200. 00000400:00000200:2.0:1763350981.067592:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.067624:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350981.067631:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019990 00000400:00000010:2.0:1763350981.067633:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019990. 00000100:00000001:2.0:1763350981.067639:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350981.067641:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350981.084658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00000100:00000040:3.0:1763350981.121690:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300858023, at 4300858024 00000100:00000010:3.0:1763350981.121717:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd180. 00000100:00000040:0.0:1763350981.121718:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300858023, at 4300858024 00000100:00000010:0.0:1763350981.121725:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd8a0. 00000100:00000040:1.0:1763350981.121802:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300858023, at 4300858024 00000100:00000010:1.0:1763350981.121809:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fd060. 00000100:00000040:2.0:1763350981.123025:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300858023, at 4300858025 00000100:00000010:2.0:1763350981.123037:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cc45fdde0. 00080000:00000001:3.0:1763350981.145436:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763350981.145449:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350981.145452:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350981.145455:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911621 is committed 00000001:00000040:3.0:1763350981.145462:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925dc3e2c800 : new cb_count 2 00000020:00000040:3.0:1763350981.145466:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000001:00000010:3.0:1763350981.145470:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd120. 00000020:00000001:3.0:1763350981.145475:0:58759:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:3.0:1763350981.145478:0:58759:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:3.0:1763350981.145480:0:58759:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925dc3e2c800 : new cb_count 1 00000020:00000040:3.0:1763350981.145482:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000020:00000010:3.0:1763350981.145484:0:58759:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925cc45fd540. 00040000:00000001:3.0:1763350981.145488:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350981.145491:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350981.145494:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc7269c00. 00080000:00000001:3.0:1763350981.145498:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350981.145500:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:3.0:1763350981.145501:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350981.145502:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350981.145504:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc726b400. 00080000:00000001:3.0:1763350981.145506:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350981.145508:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763350981.145510:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350981.145511:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350981.145512:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911620 is committed 00000001:00000040:3.0:1763350981.145513:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925df4ce5800 : new cb_count 0 00000020:00000040:3.0:1763350981.145515:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000001:00000010:3.0:1763350981.145517:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd4e0. 00040000:00000001:3.0:1763350981.145519:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350981.145520:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350981.145522:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5cc9000. 00080000:00000001:3.0:1763350981.145524:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350981.145539:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:3.0:1763350981.145542:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925dc3e2c800 : new cb_count 0 00000020:00000040:3.0:1763350981.145543:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000001:00000010:3.0:1763350981.145546:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006937e0. 00040000:00000001:3.0:1763350981.145549:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350981.145550:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350981.145552:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00ecbc00. 00080000:00000001:3.0:1763350981.145556:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350981.146048:0:57864:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350981.146065:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39948/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00002000:00000001:0.0:1763350981.146069:0:57864:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350981.146082:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 2 00010000:00000001:0.0:1763350981.146084:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763350981.146090:0:57864:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350981.146095:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350981.146098:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.146113:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00002000:00000001:0.0:1763350981.146116:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289119472 : -120547420432144 : ffff925cddd398f0) 00002000:00000001:0.0:1763350981.146120:0:57864:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350981.146127:0:57864:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350981.146131:0:57864:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x24fd:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:0.0:1763350981.146134:0:57864:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x24fd:0x0] updating lvb mtime from disk: 0 -> 1763350980 00002000:00010000:0.0:1763350981.146138:0:57864:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x24fd:0x0] updating lvb ctime from disk: 0 -> 1763350980 00002000:00010000:0.0:1763350981.146140:0:57864:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x24fd:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:0.0:1763350981.146143:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39948/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00002000:00000001:0.0:1763350981.146148:0:57864:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.146151:0:57864:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.146156:0:57864:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:0.0:1763350981.146161:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.146163:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.146166:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=3 00000020:00000001:0.0:1763350981.146169:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350981.146172:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350981.146175:0:57864:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350981.146181:0:57864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350981.146191:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.146193:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350981.146196:0:57864:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350981.146203:0:57864:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.146205:0:57864:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.146208:0:57864:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350981.146211:0:57864:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350981.146219:0:57864:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0600 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:0.0:1763350981.146222:0:57864:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.146224:0:57864:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350981.146227:0:57864:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350981.146234:0:57864:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350981.146235:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.146236:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.146238:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0600 refcount=4 00000020:00000001:0.0:1763350981.146241:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350981.146243:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662720 : -120543535888896 : ffff925dc55d0600) 00010000:00000001:0.0:1763350981.146246:0:57864:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350981.146249:0:57864:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350981.146256:0:57864:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350981.146258:0:57864:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.146259:0:57864:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.146265:0:57864:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350981.146267:0:57864:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350981.146269:0:57864:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.146270:0:57864:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.146272:0:57864:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0600 with handle 0xcb8c81cc3033c9d5 from hash 00010000:00000001:0.0:1763350981.146274:0:57864:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350981.146276:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.146277:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.146278:0:57864:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350981.146283:0:57864:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.146285:0:57864:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.146287:0:57864:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350981.146289:0:57864:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350981.146291:0:57864:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350981.146294:0:57864:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.146296:0:57864:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.146298:0:57864:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350981.146299:0:57864:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350981.146301:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.146302:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.146304:0:57864:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.146306:0:57864:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.146308:0:57864:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.146310:0:57864:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350981.146321:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.146322:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.146323:0:57864:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350981.146324:0:57864:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350981.146325:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350981.146327:0:57864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925dc55d0600/0xcb8c81cc3033c9d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350981.146334:0:57864:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7dab00 count: 0 00002000:00000010:0.0:1763350981.146339:0:57864:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dc4c52880. 00010000:00000010:0.0:1763350981.146344:0:57864:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925ccd7da500. 00010000:00000001:0.0:1763350981.146353:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763350981.146355:0:57864:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:0.0:1763350981.146357:0:57864:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350981.146363:0:57864:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911621, transno 12884911621, xid 1849001118782720 00010000:00000001:0.0:1763350981.146366:0:57864:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350981.146380:0:57864:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dcb50ea00 x1849001118782720/t12884911621(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4584/448 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350981.146390:0:57864:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350981.146393:0:57864:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.146398:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.146403:0:57864:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350981.146406:0:57864:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350981.146409:0:57864:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350981.146412:0:57864:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350981.146415:0:57864:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.146418:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.146421:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350981.146429:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0194c8. 00000100:00000200:0.0:1763350981.146437:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118782720, offset 224 00000400:00000200:0.0:1763350981.146444:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350981.146461:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350981.146469:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198166:198166:256:4294967295] 192.168.202.2@tcp LPNI seq info [198162:198162:8:4294967295] 00000400:00000200:0.0:1763350981.146482:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350981.146489:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350981.146494:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dfc9dcc00. 00000800:00000200:0.0:1763350981.146501:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350981.146510:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350981.146516:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dfc9dcc00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763350981.146538:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.146541:0:57864:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350981.146544:0:57864:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350981.146546:0:57864:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.146548:0:57864:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350981.146554:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dcb50ea00 x1849001118782720/t12884911621(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4584/448 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350981.146564:0:57864:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dcb50ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2359:x1849001118782720:12345-192.168.202.2@tcp:4:lfs.0 Request processed in 96434us (97189us total) trans 12884911621 rc 0/0 00000100:00100000:0.0:1763350981.146575:0:57864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3713 00000100:00000040:0.0:1763350981.146580:0:57864:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350981.146582:0:57864:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350981.146583:0:57864:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350981.146590:0:57864:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dea662880. 00000020:00000010:0.0:1763350981.146672:0:57864:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090640. 00000020:00000010:0.0:1763350981.146677:0:57864:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:0.0:1763350981.146684:0:57864:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 18 00000100:00000001:0.0:1763350981.146688:0:57864:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350981.147085:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.147090:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dfc9dcc00. 00000400:00000200:3.0:1763350981.147095:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.147103:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.147117:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0194c8 00000400:00000010:3.0:1763350981.147120:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0194c8. 00000100:00000001:3.0:1763350981.147125:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.147127:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350981.151426:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7dab00. 00010000:00000010:0.1:1763350981.151444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0600. 00000800:00000001:3.0:1763350981.159286:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.159311:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.159316:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.159319:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.159335:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.159357:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 448 into portal 12 MB=0x691a81edfd600 00000400:00000200:3.0:1763350981.159367:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 448/448 into md 0xd4535 [64] + 139608 00000800:00000001:3.0:1763350981.159378:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.159392:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.159395:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.159401:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.159408:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.159411:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350981.159419:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dcb50d180. 00000100:00000040:3.0:1763350981.159423:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dcb50d180 x1849001118782976 msgsize 448 00000100:00100000:3.0:1763350981.159429:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350981.159453:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.159465:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.159468:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.159678:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350981.159682:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118782976 02000000:00000001:2.0:1763350981.159686:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350981.159690:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350981.159693:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.159698:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.159703:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118782976 00000020:00000001:2.0:1763350981.159706:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350981.159708:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350981.159711:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.159715:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=501 00000020:00000001:2.0:1763350981.159717:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350981.159720:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350981.159727:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.159735:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dec0. 00000100:00000001:2.0:1763350981.159740:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.159743:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dec0. 00000020:00000010:2.0:1763350981.159752:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08200. 00000020:00000010:2.0:1763350981.159758:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5e80. 00000020:00000010:2.0:1763350981.159764:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350981.159775:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350981.159778:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350981.159780:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350981.159782:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.159791:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.159808:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.159824:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350981.159827:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350981.159832:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140619 00000100:00000040:2.0:1763350981.159837:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350981.159839:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530273526144 : -120543436025472 : ffff925dcb50d180) 00000100:00000040:2.0:1763350981.159846:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dcb50d180 x1849001118782976/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 448/0 e 0 to 0 dl 1763350992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350981.159862:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.159864:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dec0. 00000100:00000001:2.0:1763350981.159866:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.159869:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dec0. 00000100:00100000:2.0:1763350981.159873:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dcb50d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:226217:x1849001118782976:12345-192.168.202.2@tcp:44:lfs.0 00000100:00000200:2.0:1763350981.159876:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118782976 00000020:00000001:2.0:1763350981.159880:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350981.159885:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350981.159892:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.159894:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350981.159897:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716624 : -1040834992 : ffffffffc1f61e50) 00000020:00000001:2.0:1763350981.159900:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350981.159904:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118782976, found 0 last_xid 1849001118782975 00000020:00000001:2.0:1763350981.159907:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350981.159909:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350981.159912:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.159915:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350981.159922:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350981.163347:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000020:00000001:2.0:1763350981.163359:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.163362:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.163370:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350981.163374:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350981.163390:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff925cd76cac00. 02000000:00000001:2.0:1763350981.163394:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.163397:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.163401:0:20551:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:2.0:1763350981.163409:0:20551:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:2.0:1763350981.163416:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.163425:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1763350981.163432:0:20551:0:(osd_object.c:2123:osd_object_sync()) Process entered 00080000:00000001:2.0:1763350981.213846:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763350981.213860:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763350981.213864:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763350981.213868:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055188 is committed 00000001:00000040:2.0:1763350981.213875:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 11 00000020:00000040:2.0:1763350981.213881:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00000001:00000010:2.0:1763350981.213885:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd865c840. 00040000:00000001:2.0:1763350981.213890:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.213894:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.213895:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.213896:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.213899:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dee170000. 00080000:00000001:2.0:1763350981.213902:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.213905:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.213907:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:2.0:1763350981.213909:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000001:00000010:2.0:1763350981.213911:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4e240. 00040000:00000001:2.0:1763350981.213914:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.213916:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.213917:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.213918:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.213919:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc726bc00. 00080000:00000001:2.0:1763350981.213922:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.213936:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.213939:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:2.0:1763350981.213941:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000001:00000010:2.0:1763350981.213943:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4e360. 00040000:00000001:2.0:1763350981.213946:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.213947:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.213948:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.213950:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.213951:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df856e400. 00080000:00000001:2.0:1763350981.213954:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.213956:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.213958:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:2.0:1763350981.213960:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000001:00000010:2.0:1763350981.213962:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4ed80. 00040000:00000001:2.0:1763350981.213964:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.213966:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.213968:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.213969:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.213971:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df2390c00. 00080000:00000001:2.0:1763350981.213974:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.213976:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:2.0:1763350981.213979:0:20046:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967626 batchid updated 00000020:00000010:2.0:1763350981.213994:0:20046:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff925dd0a4e120. 00040000:00000001:2.0:1763350981.213997:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.213998:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.213999:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214001:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.214002:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df2391000. 00080000:00000001:2.0:1763350981.214005:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.214009:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.214012:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:2.0:1763350981.214014:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000001:00000010:2.0:1763350981.214016:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd840. 00040000:00000001:2.0:1763350981.214018:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214020:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.214021:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214022:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.214023:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc726a800. 00080000:00000001:2.0:1763350981.214026:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.214028:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.214030:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:2.0:1763350981.214032:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000001:00000010:2.0:1763350981.214034:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd000. 00040000:00000001:2.0:1763350981.214036:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214037:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.214038:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214039:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.214041:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5cc9c00. 00080000:00000001:2.0:1763350981.214043:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.214045:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.214047:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:2.0:1763350981.214049:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000001:00000010:2.0:1763350981.214051:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd3c0. 00040000:00000001:2.0:1763350981.214053:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214055:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.214056:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214057:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.214059:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5cca800. 00080000:00000001:2.0:1763350981.214061:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.214063:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.214064:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:2.0:1763350981.214066:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000001:00000010:2.0:1763350981.214068:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fde40. 00040000:00000001:2.0:1763350981.214070:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214071:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.214072:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214073:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.214075:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5ccb000. 00080000:00000001:2.0:1763350981.214077:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.214079:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.214080:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:2.0:1763350981.214082:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000001:00000010:2.0:1763350981.214084:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fdf60. 00040000:00000001:2.0:1763350981.214086:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214087:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.214089:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214090:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.214091:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5cca400. 00080000:00000001:2.0:1763350981.214093:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.214096:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.214099:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:2.0:1763350981.214101:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000001:00000010:2.0:1763350981.214103:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693180. 00000020:00000001:2.0:1763350981.214115:0:20046:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:2.0:1763350981.214118:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925e0068d6c0 refcount 2 committed 0 result 0 batchid 4294967628 00000020:00080000:2.0:1763350981.214122:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925e0068d000 00000020:00080000:2.0:1763350981.214127:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925dfbd84400 00000020:00000001:2.0:1763350981.214130:0:20046:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:2.0:1763350981.214131:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925e0068d6c0 refcount 2 committed 1 result 0 batchid 4294967628 00000020:00000040:2.0:1763350981.214135:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925e0068d000 00000020:00000040:2.0:1763350981.214138:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925dfbd84400 00000020:00000001:2.0:1763350981.214141:0:20046:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:2.0:1763350981.214142:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214144:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.214145:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214146:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.214147:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dfbd84400. 00080000:00000001:2.0:1763350981.214151:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.214153:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.214155:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:2.0:1763350981.214157:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000001:00000010:2.0:1763350981.214159:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693600. 00000020:00000001:2.0:1763350981.214162:0:20046:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:2.0:1763350981.214163:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5240 refcount 2 committed 0 result 0 batchid 4294967627 00000020:00080000:2.0:1763350981.214166:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925cc47c5000 00000020:00080000:2.0:1763350981.214169:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00ec8c00 00000020:00000001:2.0:1763350981.214172:0:20046:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:2.0:1763350981.214173:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5240 refcount 2 committed 1 result 0 batchid 4294967627 00000020:00000040:2.0:1763350981.214176:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925cc47c5000 00000020:00000040:2.0:1763350981.214179:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00ec8c00 00000020:00000001:2.0:1763350981.214182:0:20046:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:2.0:1763350981.214184:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214185:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.214186:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214187:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.214188:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00ec8c00. 00080000:00000001:2.0:1763350981.214190:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350981.214192:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350981.214194:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 0 00000020:00000040:2.0:1763350981.214196:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000001:00000010:2.0:1763350981.214199:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006933c0. 00040000:00000001:2.0:1763350981.214201:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214202:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350981.214203:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350981.214204:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350981.214207:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00ecb400. 00080000:00000001:2.0:1763350981.214210:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350981.214269:0:20551:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.214284:0:20551:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.214290:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350981.214295:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350981.214304:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.214308:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350981.214317:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.214321:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.214329:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350981.214332:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350981.214336:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350981.214339:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350981.214343:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350981.214345:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff4:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350981.214350:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350981.214353:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.214363:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.214366:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.214369:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.214370:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.214373:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.214375:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.214377:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.214378:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350981.214381:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff4:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1763350981.214386:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350981.214389:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763350981.214399:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350981.214407:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.214409:0:20551:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350981.214415:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 0, xid 1849001118782976 00010000:00000001:3.0:1763350981.214418:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350981.214432:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dcb50d180 x1849001118782976/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 448/440 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350981.214442:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350981.214445:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350981.214450:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350981.214456:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350981.214459:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350981.214462:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350981.214466:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350981.214469:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.214473:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350981.214475:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350981.214483:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350198. 00000100:00000200:3.0:1763350981.214492:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1849001118782976, offset 224 00000400:00000200:3.0:1763350981.214501:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350981.214519:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350981.214528:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198167:198167:256:4294967295] 192.168.202.2@tcp LPNI seq info [198163:198163:8:4294967295] 00000400:00000200:3.0:1763350981.214541:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350981.214547:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350981.214553:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928eb00. 00000800:00000200:3.0:1763350981.214562:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350981.214572:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350981.214577:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928eb00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1763350981.214631:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350981.214635:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350981.214637:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350981.214639:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.214642:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350981.214648:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dcb50d180 x1849001118782976/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 448/440 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350981.214658:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dcb50d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226217:x1849001118782976:12345-192.168.202.2@tcp:44:lfs.0 Request processed in 54795us (55232us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350981.214669:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140619 00000100:00000040:3.0:1763350981.214674:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350981.214676:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350981.214679:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350981.214685:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5e80. 00000020:00000010:3.0:1763350981.214691:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:3.0:1763350981.214696:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08200. 00000020:00000040:3.0:1763350981.214701:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:3.0:1763350981.214704:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00080000:0.0:1763350981.214877:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967628 committed batchid 4294967626 00000020:00000001:0.0:1763350981.214882:0:20049:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:0.0:1763350981.214888:0:20049:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff925dd865cde0. 00080000:00000001:0.0:1763350981.214892:0:20049:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350981.214899:0:20049:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dee170000. 00080000:00000001:0.0:1763350981.214902:0:20049:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530856939520 : -120542852612096 : ffff925dee170000) 00080000:00000001:0.0:1763350981.214906:0:20049:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.215016:0:20049:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.215019:0:20049:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.215022:0:20049:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350981.215045:0:20049:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.215050:0:20049:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350981.215136:0:20049:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:0.0:1763350981.215140:0:20049:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967628: rc = 0 00080000:00000001:0.0:1763350981.215143:0:20049:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:0.0:1763350981.215154:0:20049:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.215156:0:20049:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.215160:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:0.0:1763350981.215162:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43480 refcount 1 committed 1 result 0 batchid 4294967625 00000020:00000040:0.0:1763350981.215165:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43600 00000020:00000040:0.0:1763350981.215169:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925de904e400 00000020:00000040:0.0:1763350981.215174:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:0.0:1763350981.215177:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:0.0:1763350981.215180:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350981.215183:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122300. 00000020:00000010:0.0:1763350981.215186:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122900. 00000020:00000010:0.0:1763350981.215188:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925dded43480. 00000020:00000001:0.0:1763350981.215191:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:0.0:1763350981.215192:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded43900 refcount 1 committed 1 result 0 batchid 4294967626 00000020:00000040:0.0:1763350981.215195:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43540 00000020:00000040:0.0:1763350981.215199:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925de904fc00 00000020:00000040:0.0:1763350981.215202:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:0.0:1763350981.215204:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:0.0:1763350981.215206:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350981.215209:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122200. 00000020:00000010:0.0:1763350981.215211:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122600. 00000020:00000010:0.0:1763350981.215213:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925dded43900. 00000020:00080000:0.0:1763350981.215215:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967626 00000800:00000200:2.0:1763350981.215476:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350981.215481:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928eb00. 00000400:00000200:2.0:1763350981.215486:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.215493:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350981.215500:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350198 00000400:00000010:2.0:1763350981.215503:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350198. 00000100:00000001:2.0:1763350981.215508:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350981.215510:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350981.221877:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.221900:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.221904:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.221907:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.221920:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.221951:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfd680 00000400:00000200:3.0:1763350981.221962:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e29 [8] + 8320 00000800:00000001:3.0:1763350981.221972:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.222221:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.222226:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.222233:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.222242:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.222245:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350981.222253:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dcb50d500. 00000100:00000040:3.0:1763350981.222257:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dcb50d500 x1849001118783104 msgsize 440 00000100:00100000:3.0:1763350981.222262:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350981.222281:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.222292:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.222297:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.222646:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350981.222650:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118783104 02000000:00000001:1.0:1763350981.222653:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350981.222656:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350981.222658:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.222663:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350981.222668:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118783104 00000020:00000001:1.0:1763350981.222671:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350981.222673:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:1.0:1763350981.222676:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.222679:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=19 00000020:00000001:1.0:1763350981.222681:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:1.0:1763350981.222684:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:1.0:1763350981.222689:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.222696:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350981.222701:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.222704:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000020:00000010:1.0:1763350981.222711:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:1.0:1763350981.222717:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df86a4500. 00000020:00000010:1.0:1763350981.222722:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350981.222733:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350981.222736:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350981.222738:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350981.222741:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.222750:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.222765:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.222778:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350981.222780:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350981.222787:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20023 00000100:00000040:1.0:1763350981.222791:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:1.0:1763350981.222793:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530273527040 : -120543436024576 : ffff925dcb50d500) 00000100:00000040:1.0:1763350981.222800:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dcb50d500 x1849001118783104/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 440/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350981.222811:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.222814:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350981.222816:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.222818:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000100:00100000:1.0:1763350981.222822:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dcb50d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2360:x1849001118783104:12345-192.168.202.2@tcp:16:lfs.0 00000100:00000200:1.0:1763350981.222826:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118783104 00000020:00000001:1.0:1763350981.222830:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350981.222835:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350981.222837:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.222839:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350981.222842:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840416 : -1038711200 : ffffffffc2168660) 00000020:00000001:1.0:1763350981.222845:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350981.222849:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350981.222851:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350981.222853:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350981.222857:0:57858:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:1.0:1763350981.222861:0:57858:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:1.0:1763350981.222864:0:57858:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.222867:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.222869:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.222872:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.222873:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.222875:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.222877:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.222878:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.222880:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.222881:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.222882:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.222883:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.222886:0:57858:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.222888:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.222892:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350981.222894:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350981.222900:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df8f01800. 02000000:00000001:1.0:1763350981.222902:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.222904:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350981.222908:0:57858:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:1.0:1763350981.222912:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350981.222915:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350981.223990:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00002000:00000001:1.0:1763350981.224000:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289119472 : -120547420432144 : ffff925cddd398f0) 00000020:00000001:1.0:1763350981.224004:0:57858:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:1.0:1763350981.224009:0:57858:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.224019:0:57858:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:1.0:1763350981.224022:0:57858:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.224028:0:57858:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350981.224036:0:57858:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350981.224041:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350981.224049:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350981.224052:0:57858:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:1.0:1763350981.224056:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39948/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00010000:00000040:1.0:1763350981.224062:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911621, transno 0, xid 1849001118783104 00010000:00000001:1.0:1763350981.224066:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350981.224073:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dcb50d500 x1849001118783104/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 440/432 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350981.224084:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350981.224088:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350981.224092:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=85 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350981.224098:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350981.224100:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350981.224103:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350981.224114:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350981.224117:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.224121:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350981.224124:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350981.224132:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead746e8. 00000100:00000200:1.0:1763350981.224141:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118783104, offset 224 00000400:00000200:1.0:1763350981.224150:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350981.224168:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350981.224175:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198168:198168:256:4294967295] 192.168.202.2@tcp LPNI seq info [198164:198164:8:4294967295] 00000400:00000200:1.0:1763350981.224188:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350981.224194:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350981.224199:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350981.224206:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350981.224215:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350981.224221:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:1.0:1763350981.224232:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.224235:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350981.224238:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350981.224239:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.224242:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350981.224246:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dcb50d500 x1849001118783104/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 440/432 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350981.224256:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dcb50d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2360:x1849001118783104:12345-192.168.202.2@tcp:16:lfs.0 Request processed in 1442us (1996us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350981.224265:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20023 00000100:00000040:1.0:1763350981.224269:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:1.0:1763350981.224271:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350981.224273:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350981.224279:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df86a4500. 00000020:00000010:1.0:1763350981.224284:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350981.224289:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:1.0:1763350981.224295:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 18 00000100:00000001:1.0:1763350981.224298:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350981.224892:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.224899:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:3.0:1763350981.224904:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.224909:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.224916:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead746e8 00000400:00000010:3.0:1763350981.224919:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead746e8. 00000100:00000001:3.0:1763350981.224923:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.225177:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350981.247410:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.247439:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350981.247445:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.247448:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.247462:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350981.247487:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 12 MB=0x691a81edfd780 00000400:00000200:2.0:1763350981.247498:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 488/488 into md 0xd4535 [64] + 140056 00000800:00000001:2.0:1763350981.247507:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.247518:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.247520:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.247525:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350981.247533:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350981.247536:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350981.247545:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee15c000. 00000100:00000040:2.0:1763350981.247549:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee15c000 x1849001118783360 msgsize 488 00000100:00100000:2.0:1763350981.247554:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350981.247571:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350981.247580:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.247583:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350981.247893:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350981.247897:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118783360 02000000:00000001:3.0:1763350981.247901:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350981.247903:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350981.247906:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350981.247911:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350981.247916:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118783360 00000020:00000001:3.0:1763350981.247919:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350981.247922:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350981.247930:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.247935:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:3.0:1763350981.247938:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350981.247941:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350981.247947:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350981.247955:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcc80. 00000100:00000001:3.0:1763350981.247960:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350981.247963:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcc80. 00000020:00000010:3.0:1763350981.247972:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e800. 00000020:00000010:3.0:1763350981.247980:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69c80. 00000020:00000010:3.0:1763350981.247987:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3753e8. 00000100:00000040:3.0:1763350981.247999:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350981.248002:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350981.248003:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350981.248007:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.248019:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.248037:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350981.248056:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350981.248058:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350981.248065:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140620 00000100:00000040:3.0:1763350981.248068:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350981.248070:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856857600 : -120542852694016 : ffff925dee15c000) 00000100:00000040:3.0:1763350981.248077:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15c000 x1849001118783360/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/0 e 0 to 0 dl 1763350992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350981.248088:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350981.248092:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcc80. 00000100:00000001:3.0:1763350981.248094:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350981.248096:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcc80. 00000100:00100000:3.0:1763350981.248100:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226217:x1849001118783360:12345-192.168.202.2@tcp:36:lfs.0 00000100:00000200:3.0:1763350981.248131:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118783360 00000020:00000001:3.0:1763350981.248135:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350981.248139:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350981.248146:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.248149:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350981.248152:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:3.0:1763350981.248155:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350981.248160:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118783360, found 0 last_xid 1849001118783359 00000020:00000001:3.0:1763350981.248164:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350981.248167:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350981.248170:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350981.248173:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248176:0:20551:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:3.0:1763350981.248184:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff925dee15c000 x1849001118783360/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/0 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763350981.248196:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763350981.248198:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763350981.248201:0:20551:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:3.0:1763350981.248204:0:20551:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:3.0:1763350981.248208:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.248211:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.248214:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.248216:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=16 : 16 : 0x10) 00000001:00000001:3.0:1763350981.248218:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=16 : 16 : 10) 00000001:00000001:3.0:1763350981.248220:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.248221:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.248223:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.248224:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.248225:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.248227:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.248229:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.248231:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.248233:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248236:0:20551:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248240:0:20551:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248243:0:20551:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248245:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248250:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350981.248252:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350981.248255:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350981.248257:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350981.248266:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff925dc2adf000. 02000000:00000001:3.0:1763350981.248269:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.248271:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248277:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350981.248278:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.248280:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.248281:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.248283:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.248285:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.248286:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.248288:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.248289:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.248292:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.248293:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350981.248298:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350981.248305:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350981.248308:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350981.248310:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350981.248313:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.248315:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.248317:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248319:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350981.248321:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248324:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350981.248327:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.248330:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763350981.248333:0:20551:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:3.0:1763350981.248337:0:20551:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x3ff4:0x0] 7 req@ffff925dee15c000 x1849001118783360/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/3152 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350981.248346:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350981.248349:0:20551:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350981.248352:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.248353:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.248356:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1800 refcount=3 00000020:00000001:3.0:1763350981.248358:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000001:3.0:1763350981.248362:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173667328 : -120543535884288 : ffff925dc55d1800) 00010000:00000040:3.0:1763350981.248367:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 3 00000004:00000001:3.0:1763350981.248371:0:20551:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350981.248374:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350981.248377:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350981.248380:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350981.248382:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.248384:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.248390:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350981.248393:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350981.248400:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.248402:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.248405:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.248407:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350981.248409:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1800 with handle 0xcb8c81cc3033c99d from hash 00010000:00000001:3.0:1763350981.248412:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350981.248413:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.248414:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.248415:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350981.248421:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.248423:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.248425:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350981.248426:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350981.248431:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1800/0xcb8c81cc3033c99d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbd2 expref: 489 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350981.248449:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:3.0:1763350981.248452:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00010000:00000010:3.0:1763350981.248455:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bed80. 00010000:00000001:3.0:1763350981.248474:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.248476:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350981.248479:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350981.248482:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) 00010000:00000001:3.0:1763350981.248486:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.248489:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.248491:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350981.248493:0:20551:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350981.248494:0:20551:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350981.248497:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350981.248499:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff4:0x0] 00000020:00000001:3.0:1763350981.248503:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350981.248508:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000004:00000001:3.0:1763350981.248510:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290894592 : -120547418657024 : ffff925cddeeaf00) 00000004:00000001:3.0:1763350981.248513:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763350981.248514:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350981.248522:0:20551:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925deb026850. 00000004:00000001:3.0:1763350981.248531:0:20551:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:3.0:1763350981.248537:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350981.248540:0:20551:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350981.248543:0:20551:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:3.0:1763350981.248545:0:20551:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:3.0:1763350981.248548:0:20551:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:3.0:1763350981.248550:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350981.248554:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350981.248557:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350981.248561:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 2 00010000:00000001:3.0:1763350981.248565:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350981.248568:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350981.248572:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9077400. 00000020:00000001:3.0:1763350981.248575:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350981.248577:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9077400 with handle 0xcb8c81cc3033c9dc to hash 00000020:00000001:3.0:1763350981.248580:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350981.248581:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000010:3.0:1763350981.248587:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350981.248589:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350981.248592:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.248593:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.249956:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.249967:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350981.249972:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350981.249975:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350981.249978:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350981.249980:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.249982:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350981.249984:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.249988:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350981.249990:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350981.249992:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350981.249993:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350981.249997:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) refcount = 2 00010000:00000040:3.0:1763350981.250001:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350981.250007:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c988 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbc4 expref: 488 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350981.250015:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.250020:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350981.250026:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.250028:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.250030:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350981.250032:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.250035:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.250037:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350981.250040:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350981.250043:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.250046:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.250051:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350981.250053:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.250054:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.250057:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.250059:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.250061:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=3 00000020:00000001:3.0:1763350981.250063:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350981.250066:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350981.250068:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.250069:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350981.250071:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250074:0:20551:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250082:0:20551:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:3.0:1763350981.250099:0:20551:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:3.0:1763350981.250112:0:20551:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:3.0:1763350981.250119:0:20551:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:3.0:1763350981.250133:0:20551:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cd99f5600. 00080000:00000001:3.0:1763350981.250138:0:20551:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350981.250150:0:20551:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904c000. 00080000:00000001:3.0:1763350981.250153:0:20551:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771857408 : -120542937694208 : ffff925de904c000) 00000004:00000001:3.0:1763350981.250159:0:20551:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350981.250162:0:20551:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:3.0:1763350981.250165:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350981.250168:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771857408 : -120542937694208 : ffff925de904c000) 00080000:00000001:3.0:1763350981.250172:0:20551:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350981.250199:0:20551:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250202:0:20551:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250204:0:20551:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.250210:0:20551:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:3.0:1763350981.250213:0:20551:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350981.250220:0:20551:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350981.250222:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350981.250223:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771857408 : -120542937694208 : ffff925de904c000) 00080000:00000001:3.0:1763350981.250227:0:20551:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350981.250233:0:20551:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350981.250234:0:20551:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250237:0:20551:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350981.250261:0:20551:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.250264:0:20551:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350981.250266:0:20551:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350976, ctime 1763350981 00000004:00000001:3.0:1763350981.250269:0:20551:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:3.0:1763350981.250271:0:20551:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:3.0:1763350981.250273:0:20551:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:3.0:1763350981.250275:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350981.250276:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771857408 : -120542937694208 : ffff925de904c000) 00080000:00000001:3.0:1763350981.250280:0:20551:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350981.250322:0:20551:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250325:0:20551:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250327:0:20551:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250329:0:20551:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.250334:0:20551:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:3.0:1763350981.250337:0:20551:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350981.250342:0:20551:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350981.250346:0:20551:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055189, last_committed = 8590055188 00000001:00000010:3.0:1763350981.250350:0:20551:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5780. 00000001:00000040:3.0:1763350981.250353:0:20551:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:3.0:1763350981.250356:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:3.0:1763350981.250363:0:20551:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43900. 00000004:00000001:3.0:1763350981.250370:0:20551:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350981.250372:0:20551:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350981.250373:0:20551:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530771857408 : -120542937694208 : ffff925de904c000) 00080000:00000001:3.0:1763350981.250377:0:20551:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350981.250407:0:20551:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350981.250410:0:20551:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350981.250415:0:20551:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43900: xid 1849001118783360, transno 8590055189, tag 1, client gen 3, slot idx 0 00000001:00000001:3.0:1763350981.250418:0:20551:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350981.250430:0:20551:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350981.250434:0:20551:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cd99f5600. 00000020:00000001:3.0:1763350981.250436:0:20551:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350981.250444:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 3 00010000:00000001:3.0:1763350981.250447:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350981.250451:0:20551:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:3.0:1763350981.250454:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350981.250457:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763350981.250458:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350981.250460:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350981.250461:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.250462:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.250464:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=3 00000020:00000001:3.0:1763350981.250466:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350981.250469:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00000004:00010000:3.0:1763350981.250473:0:20551:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000041b640e8 reply state 000000009376aeb9 transno 8590055189 ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000100:00100000:3.0:1763350981.250483:0:20551:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763350981.250485:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.250486:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350981.250487:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350981.250489:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350981.250491:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350981.250492:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763350981.250494:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350981.250497:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350981.250500:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250503:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350981.250509:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.250511:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.250518:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350981.250521:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350981.250524:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350981.250526:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350981.250529:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350981.250532:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff4:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:3.0:1763350981.250535:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:3.0:1763350981.250538:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.250542:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.250544:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.250546:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.250548:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.250550:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.250552:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.250553:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.250555:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350981.250557:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff4:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:3.0:1763350981.250561:0:20551:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:3.0:1763350981.250563:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350981.250566:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:3.0:1763350981.250573:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350981.250580:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250582:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350981.250583:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350981.250586:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250589:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:3.0:1763350981.250593:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350981.250621:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350981.250623:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350981.250624:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350981.250626:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350981.250630:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:3.0:1763350981.250636:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.250640:0:20551:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350981.250643:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 8590055189, xid 1849001118783360 00010000:00000001:3.0:1763350981.250646:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763350981.250649:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00010000:00000200:3.0:1763350981.250652:0:20551:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055189, last committed = 8590055188 00010000:00000200:3.0:1763350981.250660:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15c000 x1849001118783360/t8590055189(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/456 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350981.250676:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350981.250680:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350981.250684:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350981.251805:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350981.251813:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350981.251817:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350981.251822:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350981.251825:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.251829:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350981.251832:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350981.251841:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350d48. 00000100:00000200:3.0:1763350981.251849:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118783360, offset 224 00000400:00000010:3.0:1763350981.251857:0:20551:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925deb026738. 00000400:00000200:3.0:1763350981.251861:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350981.251877:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350981.251884:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198169:198169:256:4294967295] 192.168.202.2@tcp LPNI seq info [198165:198165:8:4294967295] 00000400:00000200:3.0:1763350981.251891:0:20551:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:3.0:1763350981.251899:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350981.251905:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350981.251911:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928eb00. 00000800:00000200:3.0:1763350981.251918:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350981.251927:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350981.251933:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928eb00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:3.0:1763350981.253904:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350981.253920:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350981.253925:0:20551:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350981.253929:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.253933:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350981.253944:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15c000 x1849001118783360/t8590055189(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 488/456 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350981.253964:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226217:x1849001118783360:12345-192.168.202.2@tcp:36:lfs.0 Request processed in 5873us (6411us total) trans 8590055189 rc 0/0 00000100:00100000:3.0:1763350981.253974:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140620 00000100:00000040:3.0:1763350981.253978:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350981.253981:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350981.253984:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350981.253992:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69c80. 00000020:00000010:3.0:1763350981.254001:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3753e8. 00000020:00000010:3.0:1763350981.254010:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e800. 00000020:00000040:3.0:1763350981.254018:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:3.0:1763350981.254021:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350981.254237:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350981.254245:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928eb00. 00000400:00000200:2.0:1763350981.254251:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.254258:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350981.254266:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350981.254268:0:3310:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350981.257886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1800. 00000800:00000001:3.0:1763350981.258026:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.258044:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.258047:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.258049:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.258064:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:3.0:1763350981.258090:0:3308:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12fa35 00000400:00000200:3.0:1763350981.258099:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.258103:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:3.0:1763350981.258122:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350d48 00000400:00000010:3.0:1763350981.258126:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350d48. 00000100:00000001:3.0:1763350981.258131:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.258135:0:3308:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763350981.258138:0:3308:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350981.258157:0:3308:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350981.258159:0:3308:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350981.258160:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350981.258169:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.258173:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.258176:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.258178:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.258182:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.258190:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfd800 00000400:00000200:3.0:1763350981.258199:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 8760 00000800:00000001:3.0:1763350981.258205:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.258213:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.258216:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.258219:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.258224:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.258226:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350981.258232:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dcb50df80. 00000100:00000040:3.0:1763350981.258236:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dcb50df80 x1849001118783488 msgsize 328 00000100:00100000:3.0:1763350981.258240:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350981.258540:0:3302:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:2.0:1763350981.258546:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.258549:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.258553:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=3 00000020:00000001:2.0:1763350981.258556:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:2.0:1763350981.258559:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:2.0:1763350981.258562:0:3302:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.258569:0:3302:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.258579:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.258580:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.258583:0:3302:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.258590:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.258591:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.259056:0:3302:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350981.259061:0:3302:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350981.259070:0:3302:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df9077400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350981.259075:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.259078:0:3302:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350981.259081:0:3302:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.259087:0:3302:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350981.259088:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.259090:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.259092:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=4 00000020:00000001:2.0:1763350981.259094:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:2.0:1763350981.259097:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:2.0:1763350981.259100:0:3302:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350981.259102:0:3302:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.259116:0:3302:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350981.259119:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350981.259120:0:3302:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.259126:0:3302:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.259128:0:3302:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.259130:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.259132:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.259135:0:3302:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9077400 with handle 0xcb8c81cc3033c9dc from hash 00010000:00000001:2.0:1763350981.259138:0:3302:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.259139:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.259140:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.259142:0:3302:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.259149:0:3302:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.259152:0:3302:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.259154:0:3302:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.259157:0:3302:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.259160:0:3302:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.259163:0:3302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) 00010000:00010000:2.0:1763350981.259166:0:3302:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350981.259169:0:3302:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.259172:0:3302:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.259173:0:3302:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.259175:0:3302:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350981.259179:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.259180:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.259181:0:3302:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.259183:0:3302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.259186:0:3302:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.259189:0:3302:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.259195:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.259196:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.259198:0:3302:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350981.259199:0:3302:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.259201:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.259203:0:3302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033c9dc lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350981.259210:0:3302:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76880. 00010000:00000001:2.0:1763350981.259221:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1763350981.259224:0:3302:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:2.0:1763350981.259228:0:3302:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350981.259380:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.259395:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.259403:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.259713:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350981.259719:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118783488 02000000:00000001:0.0:1763350981.259723:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350981.259727:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.259730:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.259736:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.259741:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118783488 00000020:00000001:0.0:1763350981.259744:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350981.259745:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350981.259747:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.259751:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=19 00000020:00000001:0.0:1763350981.259754:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350981.259756:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350981.259763:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.259773:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32400. 00000100:00000001:0.0:1763350981.259777:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.259780:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32400. 00000020:00000010:0.0:1763350981.259788:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350981.259794:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350981.259801:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d7d0. 00000100:00000040:0.0:1763350981.259811:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350981.259815:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350981.259817:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350981.259819:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.259831:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.259843:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.259857:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350981.259860:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350981.259869:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20024 00000100:00000040:0.0:1763350981.259873:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350981.259876:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530273529728 : -120543436021888 : ffff925dcb50df80) 00000100:00000040:0.0:1763350981.259884:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dcb50df80 x1849001118783488/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350981.259893:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.259896:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32400. 00000100:00000001:0.0:1763350981.259899:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.259901:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32400. 00000100:00100000:0.0:1763350981.259905:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dcb50df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:226217:x1849001118783488:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350981.259909:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118783488 00000020:00000001:0.0:1763350981.259912:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350981.259917:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350981.259919:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.259922:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350981.259936:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350981.259942:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350981.259946:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350981.259948:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350981.259951:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350981.259957:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.259960:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350981.259963:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350981.259965:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350981.259967:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350981.259969:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.259974:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350981.259983:0:63085:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09b00. 00010000:00000010:0.0:1763350981.259988:0:63085:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925dddc09000. 00010000:00000001:0.0:1763350981.259992:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350981.259996:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3c00. 00000020:00000001:0.0:1763350981.260000:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350981.260002:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3c00 with handle 0xcb8c81cc3033c9e3 to hash 00000020:00000001:0.0:1763350981.260004:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350981.260007:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00000001:0.0:1763350981.260010:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911939584 : -120542797612032 : ffff925df15e3c00) 00010000:00010000:0.0:1763350981.260014:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c9e3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc0a expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00002000:00000001:0.0:1763350981.260023:0:63085:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:0.0:1763350981.260029:0:63085:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dc2c32400. 00002000:00000001:0.0:1763350981.260034:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350981.260037:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.260046:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00002000:00000001:0.0:1763350981.260049:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289119472 : -120547420432144 : ffff925cddd398f0) 00002000:00000001:0.0:1763350981.260052:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350981.260060:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350981.260063:0:63085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x24fd:0x0] initial LVB size: 4096, mtime: 0x691a99c4, atime: 0x0, ctime: 0x691a99c4, blocks: 0xb 00002000:00000001:0.0:1763350981.260067:0:63085:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:0.0:1763350981.260070:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39948/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00010000:00000040:0.0:1763350981.260074:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 15 00000020:00000040:0.0:1763350981.260077:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=20 00000100:00000001:0.0:1763350981.260087:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350981.260089:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350981.260095:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dee170800. 02000000:00000001:0.0:1763350981.260097:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.260099:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.260101:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350981.260114:0:63085:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350981.260118:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350981.260120:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350981.260123:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350981.260125:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.260127:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350981.260129:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350981.260130:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.260134:0:63085:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1763350981.260140:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c9e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc0a expref: 20 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350981.260149:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fd:0x0].0x0 (ffff925dddc09b00) refcount = 1 00010000:00000040:0.0:1763350981.260152:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350981.260154:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c9e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc0a expref: 20 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350981.260164:0:63085:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.260165:0:63085:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.260168:0:63085:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350981.260169:0:63085:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.260171:0:63085:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.260174:0:63085:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350981.260179:0:63085:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350981.260182:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925df15e3c00/0xcb8c81cc3033c9e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fd:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc0a expref: 20 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350981.260192:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350981.260194:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350981.260196:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.260198:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.260200:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350981.260201:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.260202:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350981.260203:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3c00, rc 0) 00000020:00000001:0.0:1763350981.260206:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350981.260210:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911621, transno 0, xid 1849001118783488 00010000:00000001:0.0:1763350981.260213:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350981.260219:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dcb50df80 x1849001118783488/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/400 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350981.260227:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350981.260230:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.260236:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.260242:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350981.260244:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350981.260246:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350981.260248:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350981.260251:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.260255:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.260260:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350981.260268:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019770. 00000100:00000200:0.0:1763350981.260277:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118783488, offset 224 00000400:00000200:0.0:1763350981.260284:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350981.260305:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350981.260313:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198170:198170:256:4294967295] 192.168.202.2@tcp LPNI seq info [198166:198166:8:4294967295] 00000400:00000200:0.0:1763350981.260325:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350981.260330:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350981.260337:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122600. 00000800:00000200:0.0:1763350981.260344:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350981.260352:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350981.260357:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350981.260895:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.260902:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350981.260905:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350981.260907:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.260909:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350981.260914:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dcb50df80 x1849001118783488/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/400 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350981.261003:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dcb50df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:226217:x1849001118783488:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1029us (2686us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350981.261013:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20024 00000100:00000040:0.0:1763350981.261017:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350981.261020:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350981.261022:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350981.261027:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350981.261033:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d7d0. 00000020:00000010:0.0:1763350981.261038:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350981.261044:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000100:00000001:0.0:1763350981.261046:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350981.261385:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350981.261391:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122600. 00000400:00000200:0.0:1763350981.261396:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.261402:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350981.261409:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019770 00000400:00000010:0.0:1763350981.261412:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019770. 00000100:00000001:0.0:1763350981.261416:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350981.261418:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350981.264850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9077400. 00000800:00000001:2.0:1763350981.264883:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.264903:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350981.264907:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.264909:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.264922:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350981.264954:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfd880 00000400:00000200:2.0:1763350981.264965:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e29 [8] + 9088 00000800:00000001:2.0:1763350981.264976:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.264986:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.264988:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.264993:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350981.265003:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350981.265006:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350981.265015:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfb100. 00000100:00000040:2.0:1763350981.265019:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfb100 x1849001118783616 msgsize 440 00000100:00100000:2.0:1763350981.265024:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350981.265031:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350981.265041:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.265044:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.265273:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350981.265277:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118783616 02000000:00000001:0.0:1763350981.265281:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350981.265285:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.265288:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.265293:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.265298:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118783616 00000020:00000001:0.0:1763350981.265302:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350981.265304:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350981.265307:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.265311:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:0.0:1763350981.265314:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350981.265316:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350981.265321:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.265328:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32c80. 00000100:00000001:0.0:1763350981.265332:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.265335:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32c80. 00000020:00000010:0.0:1763350981.265343:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350981.265349:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350981.265356:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d7d0. 00000100:00000040:0.0:1763350981.265367:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350981.265371:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350981.265373:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350981.265375:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.265383:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.265401:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.265416:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350981.265419:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350981.265425:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20025 00000100:00000040:0.0:1763350981.265430:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350981.265432:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171033344 : -120542538518272 : ffff925e00cfb100) 00000100:00000040:0.0:1763350981.265440:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cfb100 x1849001118783616/t0(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 440/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350981.265450:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.265453:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32c80. 00000100:00000001:0.0:1763350981.265456:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.265458:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32c80. 00000100:00100000:0.0:1763350981.265463:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2360:x1849001118783616:12345-192.168.202.2@tcp:2:lfs.0 00000100:00000200:0.0:1763350981.265467:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118783616 00000020:00000001:0.0:1763350981.265470:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350981.265475:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350981.265478:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.265481:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350981.265483:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839744 : -1038711872 : ffffffffc21683c0) 00000020:00000001:0.0:1763350981.265487:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350981.265490:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350981.265493:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350981.265496:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350981.265500:0:63085:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350981.265505:0:63085:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350981.265508:0:63085:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.265512:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350981.265514:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.265518:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.265520:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.265522:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.265524:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.265526:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.265527:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.265529:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.265530:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.265532:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.265534:0:63085:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.265537:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.265541:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350981.265544:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350981.265550:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df5ea4800. 02000000:00000001:0.0:1763350981.265552:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.265554:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.265558:0:63085:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:0.0:1763350981.265563:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350981.265566:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.265574:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00002000:00000001:0.0:1763350981.265577:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289119472 : -120547420432144 : ffff925cddd398f0) 00002000:00000001:0.0:1763350981.265581:0:63085:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:0.0:1763350981.265587:0:63085:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.265632:0:63085:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:0.0:1763350981.265635:0:63085:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.265639:0:63085:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.265641:0:63085:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:0.0:1763350981.265643:0:63085:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.265647:0:63085:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350981.265657:0:63085:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5ea7400. 00080000:00000001:0.0:1763350981.265660:0:63085:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530988237824 : -120542721313792 : ffff925df5ea7400) 00000001:00000001:0.0:1763350981.265662:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350981.265664:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.265668:0:63085:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350981.265695:0:63085:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.265698:0:63085:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350981.265704:0:63085:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.265707:0:63085:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350981.265712:0:63085:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.265745:0:63085:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.265747:0:63085:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.265771:0:63085:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350981.265777:0:63085:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925dde9225b0. 00080000:00000001:0.0:1763350981.265786:0:63085:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:0.0:1763350981.265836:0:63085:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.265839:0:63085:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:0.0:1763350981.265842:0:63085:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.265844:0:63085:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:0.0:1763350981.265848:0:63085:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.265850:0:63085:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350981.265854:0:63085:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350981.265859:0:63085:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350981.265862:0:63085:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911622, last_committed = 12884911621 00000001:00000010:0.0:1763350981.265866:0:63085:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865c4e0. 00000001:00000040:0.0:1763350981.265869:0:63085:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 1 00000020:00000040:0.0:1763350981.265871:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 00080000:00000001:0.0:1763350981.265878:0:63085:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350981.265904:0:63085:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:0.0:1763350981.265907:0:63085:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.265920:0:63085:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.265971:0:63085:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350981.265979:0:63085:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350981.265983:0:63085:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:0.0:1763350981.265986:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39948/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00010000:00000040:0.0:1763350981.265996:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09b00 count: 2 00010000:00000001:0.0:1763350981.265999:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1763350981.266003:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350981.266007:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350981.266009:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.266011:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00002000:00000001:0.0:1763350981.266013:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289119472 : -120547420432144 : ffff925cddd398f0) 00002000:00000001:0.0:1763350981.266016:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350981.266022:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350981.266024:0:63085:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x24fd:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:0.0:1763350981.266027:0:63085:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x24fd:0x0] updating lvb mtime from disk: 1763350980 -> 1763350976 00002000:00010000:0.0:1763350981.266030:0:63085:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x24fd:0x0] updating lvb atime from disk: 0 -> 1763350976 00002000:00010000:0.0:1763350981.266032:0:63085:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x24fd:0x0] updating lvb ctime from disk: 1763350980 -> 1763350981 00002000:00010000:0.0:1763350981.266035:0:63085:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x24fd:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:0.0:1763350981.266038:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39948/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00010000:00000040:0.0:1763350981.266043:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911621, transno 12884911622, xid 1849001118783616 00010000:00000001:0.0:1763350981.266047:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350981.266054:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cfb100 x1849001118783616/t12884911622(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 440/432 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350981.266062:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350981.266065:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.266069:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.266075:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350981.266078:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350981.266080:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350981.266083:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350981.266086:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.266089:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.266092:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350981.266097:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019770. 00000100:00000200:0.0:1763350981.266113:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118783616, offset 224 00000400:00000200:0.0:1763350981.266121:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350981.266133:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350981.266140:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198171:198171:256:4294967295] 192.168.202.2@tcp LPNI seq info [198167:198167:8:4294967295] 00000400:00000200:0.0:1763350981.266152:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350981.266158:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350981.266164:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122600. 00000800:00000200:0.0:1763350981.266170:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350981.266179:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350981.266184:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122600 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763350981.267750:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.267762:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350981.267765:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350981.267768:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.267770:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350981.267776:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfb100 x1849001118783616/t12884911622(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 440/432 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350981.267787:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118783616:12345-192.168.202.2@tcp:2:lfs.0 Request processed in 2334us (2765us total) trans 12884911622 rc 0/0 00000100:00100000:0.0:1763350981.267796:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20025 00000100:00000040:0.0:1763350981.267800:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350981.267802:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350981.267804:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350981.267810:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350981.267816:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d7d0. 00000020:00000010:0.0:1763350981.267820:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:0.0:1763350981.267827:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000100:00000001:0.0:1763350981.267830:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350981.268175:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350981.268181:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122600. 00000400:00000200:1.0:1763350981.268186:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.268192:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350981.268199:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019770 00000400:00000010:1.0:1763350981.268202:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019770. 00000100:00000001:1.0:1763350981.268207:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350981.268208:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350981.272353:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350981.272378:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350981.272384:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350981.272386:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350981.272399:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350981.272420:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 472 into portal 12 MB=0x691a81edfd980 00000400:00000200:0.0:1763350981.272431:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 472/472 into md 0xd4535 [64] + 140544 00000800:00000001:0.0:1763350981.272441:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350981.272451:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350981.272454:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.272459:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350981.272469:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350981.272472:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350981.272480:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcca80. 00000100:00000040:0.0:1763350981.272485:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcca80 x1849001118783872 msgsize 472 00000100:00100000:0.0:1763350981.272489:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350981.272506:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350981.272517:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350981.272521:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350981.273391:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350981.273396:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118783872 02000000:00000001:3.0:1763350981.273400:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350981.273403:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350981.273406:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350981.273411:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350981.273416:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118783872 00000020:00000001:3.0:1763350981.273420:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350981.273422:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350981.273424:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.273429:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:3.0:1763350981.273432:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350981.273434:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350981.273440:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350981.273448:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcc80. 00000100:00000001:3.0:1763350981.273452:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350981.273454:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcc80. 00000020:00000010:3.0:1763350981.273463:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e800. 00000020:00000010:3.0:1763350981.273469:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69c80. 00000020:00000010:3.0:1763350981.273475:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb3753e8. 00000100:00000040:3.0:1763350981.273484:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350981.273488:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350981.273489:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350981.273492:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.273501:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.273519:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350981.273534:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350981.273537:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350981.273544:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140621 00000100:00000040:3.0:1763350981.273549:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350981.273551:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901359232 : -120542808192384 : ffff925df0bcca80) 00000100:00000040:3.0:1763350981.273559:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcca80 x1849001118783872/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 472/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350981.273568:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350981.273571:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcc80. 00000100:00000001:3.0:1763350981.273573:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350981.273575:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcc80. 00000100:00100000:3.0:1763350981.273579:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226217:x1849001118783872:12345-192.168.202.2@tcp:55:lfs.0 00000100:00000200:3.0:1763350981.273583:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118783872 00000020:00000001:3.0:1763350981.273586:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350981.273591:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350981.273756:0:20551:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43900: xid 1849001118783360, transno 8590055189, client gen 3, slot idx 0 00000001:00000001:3.0:1763350981.273763:0:20551:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dcb4f69c0: xid 1849001118780928, transno 8590055188, client gen 3, slot idx 1 00000001:00000010:3.0:1763350981.273768:0:20551:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dcb4f69c0. 00000020:00000001:3.0:1763350981.273774:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.273777:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350981.273780:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717152 : -1040834464 : ffffffffc1f62060) 00000020:00000001:3.0:1763350981.273783:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350981.273880:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118783872, found 0 last_xid 1849001118783871 00000020:00000001:2.0:1763350981.273886:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350981.273890:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350981.273893:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.273898:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350981.273905:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350981.273910:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000020:00000001:2.0:1763350981.273914:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.273917:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.273922:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350981.273984:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350981.273994:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cd76ca800. 02000000:00000001:2.0:1763350981.273998:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.274000:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.274009:0:20551:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:2.0:1763350981.274016:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350981.274019:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.274021:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.274024:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.274026:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.274029:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.274031:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.274032:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.274034:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.274035:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.274037:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.274039:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.274040:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.274041:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.274043:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.274045:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.274046:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.274048:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.274052:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.274053:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.274059:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350981.274067:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350981.274071:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350981.274074:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350981.274078:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.274081:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.274083:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.274085:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350981.274088:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.274091:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350981.274098:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.274102:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350981.274118:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 2 00010000:00000001:2.0:1763350981.274122:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.274126:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.274131:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0400. 00000020:00000001:2.0:1763350981.274135:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.274138:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0400 with handle 0xcb8c81cc3033c9ea to hash 00000020:00000001:2.0:1763350981.274140:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.274142:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000010:2.0:1763350981.274148:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2bef00. 00010000:00000001:2.0:1763350981.274152:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.274156:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.274158:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.274163:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.274173:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.274178:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.274182:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350981.274184:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.274187:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.274189:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.274191:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.274193:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350981.274196:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350981.274198:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350981.274199:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350981.274202:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) refcount = 2 00010000:00000040:2.0:1763350981.274205:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350981.274211:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c988 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbc4 expref: 489 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350981.274219:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.274225:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350981.274231:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.274233:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.274236:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350981.274238:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.274240:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.274243:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.274246:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350981.274248:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.274251:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.274257:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350981.274258:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.274260:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.274262:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.274264:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.274266:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=3 00000020:00000001:2.0:1763350981.274268:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.274270:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.274272:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.274273:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.274275:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.274281:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350981.274286:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.274297:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.274300:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.274308:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350981.274312:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350981.274316:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350981.274320:0:20551:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350981.274322:0:20551:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350981.274325:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350981.274328:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1763350981.274331:0:20551:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x3ff4:0x0]flags=0x2 00000004:00000001:2.0:1763350981.274335:0:20551:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:2.0:1763350981.274338:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350981.274340:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350981.274342:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350981.274343:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350981.274345:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.274346:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.274348:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=3 00000020:00000001:2.0:1763350981.274350:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.274353:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.274356:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.274359:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.274365:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.274366:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.274369:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.274375:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.274377:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.274380:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350981.274384:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350981.274390:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350981.274394:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.274396:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350981.274399:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.274411:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350981.274412:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.274414:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.274416:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=4 00000020:00000001:2.0:1763350981.274418:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.274421:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.274424:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350981.274428:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.274434:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350981.274436:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350981.274438:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.274441:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.274443:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.274445:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.274447:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.274449:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0400 with handle 0xcb8c81cc3033c9ea from hash 00010000:00000001:2.0:1763350981.274452:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.274453:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.274454:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.274455:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.274458:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.274460:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.274461:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.274464:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.274467:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.274470:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) 00010000:00010000:2.0:1763350981.274473:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:2.0:1763350981.274477:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.274480:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.274481:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.274483:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350981.274486:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.274489:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.274490:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.274492:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.274495:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.274498:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.274502:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.274503:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.274505:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350981.274506:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.274507:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.274509:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033c9ea lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350981.274515:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bef00. 00010000:00000001:2.0:1763350981.274525:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.274527:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350981.274528:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350981.274530:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350981.274532:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:2.0:1763350981.274535:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350981.274537:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350981.274539:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350981.274543:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763350981.274547:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 0, xid 1849001118783872 00010000:00000001:2.0:1763350981.274550:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350981.274557:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bcca80 x1849001118783872/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 472/224 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350981.274565:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350981.274568:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350981.274573:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350981.274578:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350981.274582:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350981.274585:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350981.274588:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350981.274592:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.274647:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350981.274651:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350981.274658:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2908. 00000100:00000200:2.0:1763350981.274666:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118783872, offset 224 00000400:00000200:2.0:1763350981.274674:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350981.274690:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350981.274697:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198172:198172:256:4294967295] 192.168.202.2@tcp LPNI seq info [198168:198168:8:4294967295] 00000400:00000200:2.0:1763350981.274712:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350981.274718:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350981.274726:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084500. 00000800:00000200:2.0:1763350981.274733:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350981.274741:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350981.274746:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350981.274759:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350981.274763:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350981.274766:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350981.274768:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.274770:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350981.274776:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcca80 x1849001118783872/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 472/224 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350981.274787:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226217:x1849001118783872:12345-192.168.202.2@tcp:55:lfs.0 Request processed in 1216us (2299us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763350981.274796:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140621 00000100:00000040:2.0:1763350981.274801:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350981.274803:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350981.274805:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350981.274810:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69c80. 00000020:00000010:2.0:1763350981.274815:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb3753e8. 00000020:00000010:2.0:1763350981.274822:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e800. 00000020:00000040:2.0:1763350981.274829:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:2.0:1763350981.274832:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350981.276028:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350981.276036:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084500. 00000400:00000200:1.0:1763350981.276045:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.276053:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350981.276060:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2908 00000400:00000010:1.0:1763350981.276063:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2908. 00000100:00000001:1.0:1763350981.276069:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350981.276071:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350981.281454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00000800:00000001:1.0:1763350981.281522:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.281538:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350981.281541:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.281544:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.281556:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350981.281576:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81edfda00 00000400:00000200:1.0:1763350981.281585:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e29 [8] + 9528 00000800:00000001:1.0:1763350981.281626:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.281651:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.281654:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.281660:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350981.281668:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350981.281671:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350981.281678:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000100:00000040:1.0:1763350981.281682:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925df4d67480 x1849001118784000 msgsize 440 00000100:00100000:1.0:1763350981.281686:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350981.281693:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350981.281702:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.281705:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.281777:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350981.281781:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118784000 02000000:00000001:0.0:1763350981.281784:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350981.281787:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.281790:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.281796:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.281801:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118784000 00000020:00000001:0.0:1763350981.281805:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350981.281807:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350981.281810:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.281814:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:0.0:1763350981.281816:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350981.281818:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350981.281823:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.281829:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32c80. 00000100:00000001:0.0:1763350981.281833:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.281836:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32c80. 00000020:00000010:0.0:1763350981.281843:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1600. 00000020:00000010:0.0:1763350981.281850:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70380. 00000020:00000010:0.0:1763350981.281855:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d7d0. 00000100:00000040:0.0:1763350981.281865:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350981.281868:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350981.281870:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350981.281872:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.281881:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.282761:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350981.282767:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350981.282776:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20026 00000100:00000040:3.0:1763350981.282781:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350981.282783:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:3.0:1763350981.282792:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d67480 x1849001118784000/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 440/0 e 0 to 0 dl 1763350992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350981.282802:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350981.282810:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcc80. 00000100:00000001:3.0:1763350981.282812:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350981.282815:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcc80. 00000100:00100000:3.0:1763350981.282820:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118784000:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:3.0:1763350981.282824:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118784000 00000020:00000001:3.0:1763350981.282827:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350981.282831:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350981.282834:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.282837:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350981.282839:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:3.0:1763350981.282843:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350981.282846:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350981.282849:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350981.282851:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350981.282856:0:57858:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350981.282861:0:57858:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350981.282864:0:57858:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.282867:0:57858:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.282869:0:57858:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.282872:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.282873:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.282876:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.282877:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.282879:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.282881:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.282882:0:57858:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.282884:0:57858:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.282886:0:57858:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.282890:0:57858:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.282892:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.282896:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350981.282899:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350981.282905:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925de904f000. 02000000:00000001:3.0:1763350981.282909:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.282911:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350981.282916:0:57858:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:3.0:1763350981.282920:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350981.282923:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350981.282932:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:3.0:1763350981.282934:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:3.0:1763350981.282937:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350981.282945:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350981.282948:0:57858:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:3.0:1763350981.282950:0:57858:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:3.0:1763350981.282954:0:57858:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.282962:0:57858:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:3.0:1763350981.282966:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00000020:00000001:3.0:1763350981.282971:0:57858:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350981.282980:0:57858:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350981.282984:0:57858:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350981.282987:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847692, transno 0, xid 1849001118784000 00010000:00000001:3.0:1763350981.282990:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350981.282996:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d67480 x1849001118784000/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 440/432 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350981.283004:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350981.283007:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350981.283011:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350981.283016:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350981.283019:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350981.283021:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350981.283024:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350981.283027:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.283031:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350981.283034:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350981.283040:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350d48. 00000100:00000200:3.0:1763350981.283046:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118784000, offset 224 00000400:00000200:3.0:1763350981.283053:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350981.283066:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350981.283072:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198173:198173:256:4294967295] 192.168.202.2@tcp LPNI seq info [198169:198169:8:4294967295] 00000400:00000200:3.0:1763350981.283085:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350981.283091:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350981.283096:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e000. 00000800:00000200:3.0:1763350981.283102:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350981.283138:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350981.283144:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e000 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:3.0:1763350981.283166:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350981.283170:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350981.283173:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350981.283174:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.283177:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350981.283181:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001118784000/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 440/432 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350981.283192:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118784000:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 387us (1507us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350981.283200:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20026 00000100:00000040:3.0:1763350981.283204:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350981.283207:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350981.283209:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350981.283213:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70380. 00000020:00000010:3.0:1763350981.283220:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d7d0. 00000020:00000010:3.0:1763350981.283224:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1600. 00000020:00000040:3.0:1763350981.283232:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:3.0:1763350981.283235:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350981.283466:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350981.283471:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e000. 00000400:00000200:2.0:1763350981.283476:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.283481:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350981.283486:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350d48 00000400:00000010:2.0:1763350981.283489:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350d48. 00000100:00000001:2.0:1763350981.283494:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350981.283496:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350981.284587:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350981.287829:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.287850:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350981.287855:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.287857:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.287871:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350981.287891:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 568 into portal 12 MB=0x691a81edfda80 00000400:00000200:1.0:1763350981.287901:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 568/568 into md 0xd4535 [64] + 141016 00000800:00000001:1.0:1763350981.287910:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.287919:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.287922:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.288175:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350981.288183:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350981.288186:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350981.288193:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d66d80. 00000100:00000040:1.0:1763350981.288197:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df4d66d80 x1849001118784128 msgsize 568 00000100:00100000:1.0:1763350981.288201:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350981.290859:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350981.291550:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118784128 02000000:00000001:0.0:1763350981.291558:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350981.291562:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.291565:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.291572:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.291576:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118784128 00000020:00000001:0.0:1763350981.291580:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350981.291583:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350981.291586:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.291591:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:0.0:1763350981.291610:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350981.291614:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350981.291620:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.291632:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32c80. 00000100:00000001:0.0:1763350981.291636:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.291640:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32c80. 00000020:00000010:0.0:1763350981.291650:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0200. 00000020:00000010:0.0:1763350981.291658:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70200. 00000020:00000010:0.0:1763350981.291666:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d960. 00000100:00000040:0.0:1763350981.291676:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350981.291679:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350981.291680:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350981.291683:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.291693:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.292379:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350981.292401:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.292413:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.292457:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.292467:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350981.292469:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350981.292479:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140622 00000100:00000040:0.0:1763350981.292484:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350981.292486:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970148224 : -120542739403392 : ffff925df4d66d80) 00000100:00000040:0.0:1763350981.292494:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d66d80 x1849001118784128/t0(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 568/0 e 0 to 0 dl 1763350992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.292507:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.292512:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32c80. 00000100:00000001:0.0:1763350981.292514:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.292516:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32c80. 00000100:00100000:0.0:1763350981.292521:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226217:x1849001118784128:12345-192.168.202.2@tcp:61:lfs.0 00000100:00000200:0.0:1763350981.292525:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118784128 00000020:00000001:0.0:1763350981.292529:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350981.292533:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350981.292541:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.292544:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350981.292546:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717440 : -1040834176 : ffffffffc1f62180) 00000020:00000001:0.0:1763350981.292549:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350981.292554:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118784128, found 0 last_xid 1849001118784127 00000020:00000001:0.0:1763350981.292557:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350981.292560:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350981.292562:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350981.292566:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763350981.292572:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.292577:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290894680 : -120547418656936 : ffff925cddeeaf58) 00000020:00000001:0.0:1763350981.292581:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.292584:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.292587:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350981.292590:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350981.292699:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5ea6000. 02000000:00000001:0.0:1763350981.292703:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.292705:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.292709:0:20012:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:0.0:1763350981.292715:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350981.292718:0:20012:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00000001:0.0:1763350981.292721:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.292723:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.292725:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:0.0:1763350981.292727:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350981.292730:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000040:0.0:1763350981.292735:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09700 count: 2 00000004:00000001:0.0:1763350981.292741:0:20012:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763350981.292743:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350981.292747:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.292749:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.292751:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.292753:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.292758:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350981.292759:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350981.292767:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.292769:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.292771:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.292773:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.292775:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033c8fc from hash 00010000:00000001:0.0:1763350981.292777:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350981.292779:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.292780:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.292781:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350981.292787:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.292788:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.292791:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350981.292792:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350981.292797:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033c8fc lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb93 expref: 489 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350981.292807:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350981.292810:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00010000:00000010:0.0:1763350981.292813:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ad80. 00010000:00000001:0.0:1763350981.292822:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.292824:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.292825:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.292827:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350981.292829:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350981.292831:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350981.292834:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350981.292838:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350981.292840:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09700) 00010000:00000001:0.0:1763350981.292844:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.292847:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.292849:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763350981.292851:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09700 count: 0 00010000:00000010:0.0:1763350981.292856:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70280. 00010000:00000040:0.0:1763350981.292862:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 2 00000004:00000001:0.0:1763350981.292864:0:20012:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763350981.292865:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350981.292867:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.292868:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.292869:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.292871:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.292874:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350981.292875:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350981.292878:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.292879:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.292880:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.292881:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.292883:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033c988 from hash 00010000:00000001:0.0:1763350981.292885:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350981.292886:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.292887:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.292889:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350981.292890:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.292891:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.292893:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350981.292894:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350981.292898:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033c988 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbc4 expref: 488 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350981.292903:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:0.0:1763350981.292905:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00010000:00000010:0.0:1763350981.292907:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ab80. 00010000:00000001:0.0:1763350981.292910:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.292912:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350981.292913:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350981.292916:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09600) 00010000:00000001:0.0:1763350981.292919:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.292921:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.292922:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:0.0:1763350981.292929:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09600 count: 0 00010000:00000010:0.0:1763350981.292933:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70b00. 00010000:00010000:0.0:1763350981.292938:0:20012:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350981.292940:0:20012:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:0.0:1763350981.292942:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350981.292945:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:0.0:1763350981.292947:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.292950:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:0.0:1763350981.292953:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:0.0:1763350981.292959:0:20012:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:0.0:1763350981.292970:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763350981.292972:0:20012:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.292974:0:20012:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.292976:0:20012:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:0.0:1763350981.292981:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763350981.292982:0:20012:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.292984:0:20012:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.292987:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350981.292991:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350981.292994:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350981.293000:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09d00. 00010000:00000010:0.0:1763350981.293004:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc9b70b00. 00010000:00000001:0.0:1763350981.293009:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350981.293013:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350981.293015:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350981.293018:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033c9f1 to hash 00000020:00000001:0.0:1763350981.293020:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350981.293021:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000010:0.0:1763350981.293025:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ab80. 00010000:00000001:0.0:1763350981.293029:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350981.293033:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.293034:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.293037:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.293045:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350981.293047:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350981.293050:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350981.293053:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350981.293055:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.293057:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350981.293059:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.293061:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350981.293064:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350981.293066:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350981.293067:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350981.293070:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09d00) refcount = 1 00010000:00010000:0.0:1763350981.293074:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.293080:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350981.293082:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.293084:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.293086:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350981.293088:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.293090:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.293092:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350981.293095:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350981.293111:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.293115:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.293121:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350981.293123:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.293124:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.293126:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.293127:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.293129:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350981.293131:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350981.293133:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350981.293136:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.293137:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350981.293138:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293140:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350981.293142:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350981.293143:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350981.293148:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09800. 00010000:00000010:0.0:1763350981.293151:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc9b70280. 00010000:00000001:0.0:1763350981.293153:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350981.293156:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350981.293158:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350981.293160:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033c9f8 to hash 00000020:00000001:0.0:1763350981.293162:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350981.293163:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350981.293166:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925ddef7ad80. 00010000:00000001:0.0:1763350981.293168:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350981.293170:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.293172:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.293174:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.293179:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350981.293180:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350981.293182:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350981.293183:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350981.293185:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.293187:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350981.293188:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.293190:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350981.293192:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350981.293193:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350981.293194:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350981.293196:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09800) refcount = 1 00010000:00010000:0.0:1763350981.293199:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.293203:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350981.293205:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.293206:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.293208:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350981.293209:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.293210:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.293212:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350981.293214:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350981.293215:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.293218:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.293222:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350981.293224:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.293225:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.293226:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.293227:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.293229:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:0.0:1763350981.293231:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350981.293233:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350981.293235:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.293236:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350981.293237:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293243:0:20012:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:0.0:1763350981.293247:0:20012:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:0.0:1763350981.293250:0:20012:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350981.293254:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350981.293261:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd865c3c0. 00080000:00000001:0.0:1763350981.293265:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350981.293274:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5ea4400. 00080000:00000001:0.0:1763350981.293277:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530988225536 : -120542721326080 : ffff925df5ea4400) 00000004:00000001:0.0:1763350981.293281:0:20012:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:0.0:1763350981.293285:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.293289:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.293297:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.293300:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:0.0:1763350981.293304:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dc2c32c80. 00000004:00000001:0.0:1763350981.293307:0:20012:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293309:0:20012:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:0.0:1763350981.293310:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.293311:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.293314:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.293316:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:0.0:1763350981.293318:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dc2c32080. 00000004:00000001:0.0:1763350981.293319:0:20012:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350981.293325:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925ccd7dcca0. 00000004:00000001:0.0:1763350981.293327:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.293328:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.293331:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350981.293333:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:0.0:1763350981.293336:0:20012:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925ccd7dcc60. 00000004:00000001:0.0:1763350981.293337:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.293338:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.293340:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350981.293342:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350981.293347:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.293353:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.293357:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.293361:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988225536 : -120542721326080 : ffff925df5ea4400) 00080000:00000001:0.0:1763350981.293366:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350981.293396:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293398:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293401:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293406:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.293407:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.293408:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.293410:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988225536 : -120542721326080 : ffff925df5ea4400) 00080000:00000001:0.0:1763350981.293413:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350981.293424:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293426:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293428:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.293434:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763350981.293436:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350981.293444:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350981.293445:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.293447:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988225536 : -120542721326080 : ffff925df5ea4400) 00080000:00000001:0.0:1763350981.293451:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.293457:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.293458:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293461:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.293486:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.293488:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293497:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.293506:0:20012:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763350981.293507:0:20012:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763350981.293512:0:20012:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925de7e8cf88. 00000004:00000010:0.0:1763350981.293517:0:20012:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccd84b870. 00000004:00000010:0.0:1763350981.293522:0:20012:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccd84bd50. 00000004:00000010:0.0:1763350981.293527:0:20012:0:(lod_lov.c:454:lod_free_comp_buffer()) kfreed 'entry->llc_ostlist.op_array': 4 at ffff925ccd84bf38. 00000004:00000010:0.0:1763350981.293530:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dc3ffe6c0. 00000004:00000001:0.0:1763350981.293535:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.293536:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.293538:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988225536 : -120542721326080 : ffff925df5ea4400) 00080000:00000001:0.0:1763350981.293541:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350981.293544:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763350981.293676:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293679:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293681:0:20012:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293684:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.293688:0:20012:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:0.0:1763350981.293690:0:20012:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:0.0:1763350981.293694:0:20012:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925ccd4b0d80. 00000004:00000010:0.0:1763350981.293699:0:20012:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69f9b0. 00000004:00000010:0.0:1763350981.293703:0:20012:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccda97ae8. 00000004:00000010:0.0:1763350981.293706:0:20012:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccda978b8. 00000004:00000010:0.0:1763350981.293709:0:20012:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925e0068d600. 00000004:00000001:0.0:1763350981.293712:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.293713:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.293715:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988225536 : -120542721326080 : ffff925df5ea4400) 00080000:00000001:0.0:1763350981.293717:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350981.293718:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:0.0:1763350981.293746:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293749:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293750:0:20012:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293753:0:20012:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:0.0:1763350981.293755:0:20012:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293757:0:20012:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:0.0:1763350981.293759:0:20012:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293761:0:20012:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:0.0:1763350981.293766:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350981.293769:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350981.293773:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350981.293777:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055190, last_committed = 8590055188 00000001:00000010:0.0:1763350981.293782:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865cb40. 00000001:00000040:0.0:1763350981.293785:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:0.0:1763350981.293787:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=488 00000001:00000010:0.0:1763350981.293795:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dd1330e40. 00000004:00000001:0.0:1763350981.293802:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350981.293804:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.293805:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988225536 : -120542721326080 : ffff925df5ea4400) 00080000:00000001:0.0:1763350981.293809:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350981.293826:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350981.293829:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350981.293833:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dd1330e40: xid 1849001118784128, transno 8590055190, tag 0, client gen 3, slot idx 1 00000001:00000001:0.0:1763350981.293836:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.293851:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350981.293854:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd865c3c0. 00000020:00000001:0.0:1763350981.293856:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350981.293860:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dc2c32c80. 00000020:00000010:0.0:1763350981.293863:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dc2c32080. 00000020:00000010:0.0:1763350981.293865:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925ccd7dcca0. 00000020:00000010:0.0:1763350981.293867:0:20012:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925ccd7dcc60. 00200000:00000001:0.0:1763350981.293870:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350981.293874:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd865c3c0. 00080000:00000001:0.0:1763350981.293876:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350981.293879:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5ea5c00. 00080000:00000001:0.0:1763350981.293881:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530988231680 : -120542721319936 : ffff925df5ea5c00) 00000004:00000001:0.0:1763350981.293884:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.293888:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763350981.293890:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763350981.293894:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763350981.293895:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.293898:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.293900:0:20012:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.293903:0:20012:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763350981.293909:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925deb371a80. 00000004:00000001:0.0:1763350981.293913:0:20012:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763350981.293917:0:20012:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925cc739fba0. 00000004:00000010:0.0:1763350981.293919:0:20012:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925cc739f468. 00000020:00000001:0.0:1763350981.293925:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763350981.293932:0:20012:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccdb26e98. 00000004:00000001:0.0:1763350981.293940:0:20012:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763350981.293943:0:20012:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.293946:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526018510576 : -120547691041040 : ffff925ccdb26ef0) 00000004:00000001:0.0:1763350981.293950:0:20012:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293952:0:20012:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763350981.293954:0:20012:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293956:0:20012:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293958:0:20012:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763350981.293962:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763350981.293967:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763350981.293973:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925deb371240. 00000004:00000010:0.0:1763350981.293977:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925ccd7dcc60. 00000004:00000010:0.0:1763350981.293982:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dd80be000. 00000020:00000001:0.0:1763350981.293987:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763350981.293990:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.293993:0:20012:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763350981.293995:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763350981.293997:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d6:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763350981.294002:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dd80be000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763350981.294009:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bce300. 00000020:00000040:0.0:1763350981.294014:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763350981.294020:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350981.294023:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350981.294029:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350981.294037:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1600. 00000100:00000001:0.0:1763350981.294044:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.294048:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.294051:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350981.294053:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.294056:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763350981.294058:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350981.294065:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925deb371540. 00000100:00000001:0.0:1763350981.294068:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530808710464 : -120542900841152 : ffff925deb371540) 00000100:00000001:0.0:1763350981.294070:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.294072:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901365504 : -120542808186112 : ffff925df0bce300) 00000100:00000001:0.0:1763350981.294077:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350981.294082:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.294084:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350981.294086:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350981.294093:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.294102:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350981.294115:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.294119:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350981.294122:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350981.294125:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.294129:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bce300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101457408:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350981.294134:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350981.294139:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350981.294142:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.294144:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350981.294153:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925df00b0000. 02000000:00000001:0.0:1763350981.294155:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350981.294163:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350981.294170:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925deb371cc0. 00000100:00000200:0.0:1763350981.294179:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101457408, portal 4 00000100:00000001:0.0:1763350981.294181:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.294182:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901365504 : -120542808186112 : ffff925df0bce300) 00000100:00000040:0.0:1763350981.294189:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.294196:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.294199:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350981.294202:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350981.294205:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101457408, offset 0 00000400:00000200:0.0:1763350981.294211:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350981.294225:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350981.294238:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd77800 00000400:00000200:0.0:1763350981.294245:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 17792 00000400:00000200:0.0:1763350981.294253:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.294258:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350981.294265:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350981.294267:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350981.294272:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf100. 00000100:00000040:0.0:1763350981.294276:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bcf100 x1849001101457408 msgsize 328 00000100:00100000:0.0:1763350981.294279:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350981.294296:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350981.294304:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:0.0:1763350981.294307:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:0.0:1763350981.294311:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350981.294315:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.294325:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.294328:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.294335:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.294337:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350981.294342:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.294346:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24586 usecs (25 jiffies) 00000100:00000001:0.0:1763350981.294350:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300858221 00000100:00000010:0.0:1763350981.294354:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd865c600. 00000100:00000001:0.0:1763350981.294362:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350981.294371:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300858221 00000100:00000010:0.0:1763350981.294374:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd865cea0. 00000100:00000001:0.0:1763350981.294377:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350981.294390:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300858221 00000100:00000010:0.0:1763350981.294393:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd865c360. 00000100:00000001:0.0:1763350981.294396:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350981.294401:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300858221 00000100:00000010:0.0:1763350981.294404:0:20012:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd865c840. 00000100:00000001:0.0:1763350981.294407:0:20012:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350981.294412:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350981.294415:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.294417:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350981.294419:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350981.294423:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925deb371540 going to sleep for 11 seconds 00000100:00000001:0.0:1763350981.294426:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350981.294429:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.298246:0:20019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350981.298255:0:20019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101457408 02000000:00000001:2.0:1763350981.298261:0:20019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350981.298264:0:20019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350981.298268:0:20019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.298274:0:20019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.298279:0:20019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101457408 00000020:00000001:2.0:1763350981.298283:0:20019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350981.298285:0:20019:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:2.0:1763350981.298288:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.298293:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=11 00000020:00000001:2.0:1763350981.298297:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:2.0:1763350981.298300:0:20019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:2.0:1763350981.298306:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.298317:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350981.298321:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.298324:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000020:00000010:2.0:1763350981.298333:0:20019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08400. 00000020:00000010:2.0:1763350981.298339:0:20019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063d80. 00000020:00000010:2.0:1763350981.298345:0:20019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000040:2.0:1763350981.298357:0:20019:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763350981.298359:0:20019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350981.298361:0:20019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350981.298363:0:20019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.298372:0:20019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.298393:0:20019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.298405:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350981.298407:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350981.298414:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00000040:2.0:1763350981.298418:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:2.0:1763350981.298420:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901369088 : -120542808182528 : ffff925df0bcf100) 00000100:00000040:2.0:1763350981.298427:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bcf100 x1849001101457408/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 328/0 e 0 to 0 dl 1763350992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350981.298437:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.298439:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350981.298441:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.298443:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000100:00100000:2.0:1763350981.298446:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:20012:x1849001101457408:12345-0@lo:1000:mdt00_000.0 00000100:00000200:2.0:1763350981.298450:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101457408 00000020:00000001:2.0:1763350981.298453:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350981.298456:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350981.298459:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.298461:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350981.298463:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:2.0:1763350981.298466:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350981.298469:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350981.298471:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350981.298474:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.298476:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.298479:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:2.0:1763350981.298486:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccda97808. 00000100:00000001:2.0:1763350981.298490:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350981.298493:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350981.298500:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dea1a8000. 02000000:00000001:2.0:1763350981.298502:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.298504:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350981.298507:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925ccdbd7540. 00000020:00000001:2.0:1763350981.298510:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:2.0:1763350981.298514:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350981.298521:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00000020:00000001:2.0:1763350981.298526:0:20019:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.298530:0:20019:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.298537:0:20019:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:2.0:1763350981.298540:0:20019:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d6:0x0] get xattr trusted.fid len 52 00000020:00000001:2.0:1763350981.298543:0:20019:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:2.0:1763350981.298545:0:20019:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350981.298549:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8558/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00000020:00000010:2.0:1763350981.298553:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccda97808. 00000020:00000010:2.0:1763350981.298555:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925ccdbd7540. 00000020:00000001:2.0:1763350981.298557:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350981.298561:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 0, xid 1849001101457408 00010000:00000001:2.0:1763350981.298564:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350981.298568:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bcf100 x1849001101457408/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 328/4320 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350981.298577:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350981.298580:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350981.298584:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=77 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350981.298589:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350981.298592:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350981.298638:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350981.298641:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350981.298644:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.298647:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350981.298649:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350981.298654:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccdbd7540. 00000100:00000200:2.0:1763350981.298661:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101457408, offset 224 00000400:00000200:2.0:1763350981.298668:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350981.298684:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350981.298696:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd77800 00000400:00000200:2.0:1763350981.298705:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fa49 [2] + 224 00000400:00000200:2.0:1763350981.298714:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.298718:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350981.298725:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350981.298731:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350981.298740:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350981.298757:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350981.298766:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925ccdbd7540 00000400:00000010:2.0:1763350981.298768:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925ccdbd7540. 00000100:00000001:2.0:1763350981.298771:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350981.298772:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350981.298777:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350981.298780:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350981.298783:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350981.298784:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.298786:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350981.298790:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcf100 x1849001101457408/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 328/4320 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350981.298798:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bcf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+11:20012:x1849001101457408:12345-0@lo:1000:mdt00_000.0 Request processed in 359us (4520us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350981.298805:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00000040:2.0:1763350981.298808:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:2.0:1763350981.298810:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350981.298812:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350981.298816:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063d80. 00000020:00000010:2.0:1763350981.298821:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:2.0:1763350981.298825:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08400. 00000020:00000040:2.0:1763350981.298830:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 10 00000100:00000001:2.0:1763350981.298834:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.299252:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350981.299262:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350981.299264:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350981.299267:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 00000400:00000200:0.0:1763350981.299272:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb371cc0 00000400:00000010:0.0:1763350981.299274:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925deb371cc0. 00000100:00000001:0.0:1763350981.299277:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350981.299282:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350981.299292:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.299298:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350981.299300:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.299302:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350981.299305:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350981.299306:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.299308:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.299311:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.299318:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=120 v=5 (5 5 0 0) 00000100:00001000:0.0:1763350981.299322:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.299324:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350981.299326:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.299329:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350981.299332:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.299336:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350981.299338:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:0.0:1763350981.299340:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350981.299342:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.299347:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.299353:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350981.299356:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350981.299358:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350981.299362:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350981.299368:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df0bce300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101457408:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350981.299374:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.299377:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.299379:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350981.299381:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.299384:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.299390:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350981.299392:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925deb371540. 00000100:00000001:0.0:1763350981.299394:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763350981.299396:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299399:0:20012:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763350981.299409:0:20012:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925dc9b70900. 00000004:00000001:0.0:1763350981.299413:0:20012:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763350981.299416:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.299418:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df0bce300 x1849001101457408/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.299425:0:20012:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350981.299427:0:20012:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350981.299430:0:20012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925df00b0000. 02000000:00000001:0.0:1763350981.299432:0:20012:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350981.299434:0:20012:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350981.299436:0:20012:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350981.299437:0:20012:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350981.299440:0:20012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1600. 02000000:00000001:0.0:1763350981.299444:0:20012:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350981.299446:0:20012:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350981.299448:0:20012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bce300. 00000100:00000001:0.0:1763350981.299451:0:20012:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350981.299452:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763350981.299455:0:20012:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dd80be000. 00000004:00000010:0.0:1763350981.299459:0:20012:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925ccd7dcc60. 00000004:00000010:0.0:1763350981.299462:0:20012:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925deb371240. 00000004:00000001:0.0:1763350981.299467:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.299471:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.299474:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763350981.299479:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350981.299481:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350981.299484:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350981.299487:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.299489:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.299491:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350981.299493:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763350981.299496:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.299499:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763350981.299501:0:20012:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763350981.299504:0:20012:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925deb371240. 00000004:00000001:0.0:1763350981.299506:0:20012:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623530808709696 : -120542900841920 : ffff925deb371240) 00000020:00000010:0.0:1763350981.299509:0:20012:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925deb371540. 00000020:00000010:0.0:1763350981.299513:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122200. 00000020:00000010:0.0:1763350981.299517:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122900. 00000020:00000001:0.0:1763350981.299519:0:20012:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623530808709696 : -120542900841920 : ffff925deb371240) 00000004:00000001:0.0:1763350981.299521:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530808709696 : -120542900841920 : ffff925deb371240) 00000004:00000010:0.0:1763350981.299525:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925deb371cc0. 00000004:00000010:0.0:1763350981.299528:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925ccd7dcc60. 00000004:00000010:0.0:1763350981.299531:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dd80be000. 00000004:00000001:0.0:1763350981.299534:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299537:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299540:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299545:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299555:0:20012:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763350981.299557:0:20012:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117888, ffree=117152, state=0 00000004:00000001:0.0:1763350981.299561:0:20012:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.299564:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763350981.299566:0:20012:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763350981.299569:0:20012:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.299574:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371540 refcount 4 committed 0 result 0 batchid 4294967629 00000020:00000040:0.0:1763350981.299577:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925deb371240 00000020:00000040:0.0:1763350981.299581:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925df5ea5c00 00000020:00000040:0.0:1763350981.299585:0:20012:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:0.0:1763350981.299588:0:20012:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763350981.299591:0:20012:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763350981.299612:0:20012:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763350981.299616:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763350981.299618:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763350981.299621:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763350981.299622:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299625:0:20012:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763350981.299627:0:20012:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763350981.299631:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763350981.299678:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350981.299680:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350981.299681:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350981.299683:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.299684:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.299686:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763350981.299696:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763350981.299700:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.299702:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299704:0:20012:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763350981.299706:0:20012:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763350981.299707:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350981.299708:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350981.299709:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350981.299710:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.299712:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.299713:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.299715:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.299720:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:0.0:1763350981.299725:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763350981.299727:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299729:0:20012:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:0.0:1763350981.299734:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763350981.299740:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350981.299744:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:0.0:1763350981.299747:0:20012:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299749:0:20012:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299751:0:20012:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299754:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350981.299756:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350981.299759:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.299782:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.299783:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.299785:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.299790:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.299791:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299793:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299795:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.299798:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350981.299800:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350981.299803:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299805:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350981.299805:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350981.299807:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.299811:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.299812:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.299813:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.299817:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.299818:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299820:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299821:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.299823:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350981.299825:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350981.299826:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299828:0:20012:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.299830:0:20012:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.299832:0:20012:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:0.0:1763350981.299834:0:20012:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.299838:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350981.299845:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350981.299846:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.299848:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988231680 : -120542721319936 : ffff925df5ea5c00) 00080000:00000001:0.0:1763350981.299851:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.299853:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.299855:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299856:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.299880:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.299882:0:20012:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299887:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.299891:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763350981.299893:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763350981.299896:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299899:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763350981.299903:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763350981.299906:0:20012:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763350981.299909:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.299910:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.299912:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763350981.299913:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350981.299914:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350981.299916:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350981.299917:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.299919:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.299920:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350981.299922:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763350981.299923:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.299925:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763350981.299926:0:20012:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623530808709696 : -120542900841920 : ffff925deb371240) 00000004:00000001:0.0:1763350981.299928:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530808709696 : -120542900841920 : ffff925deb371240) 00000020:00000040:0.0:1763350981.299933:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763350981.299937:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763350981.299939:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763350981.299941:0:20012:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x25d6:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763350981.299945:0:20012:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763350981.299947:0:20012:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x25d6:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763350981.299952:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763350981.299956:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299959:0:20012:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299961:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299963:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299965:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.299967:0:20012:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.299971:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350981.299974:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763350981.299978:0:20012:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055190 00000001:00000001:0.0:1763350981.299981:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350981.299985:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055191, last_committed = 8590055188 00000001:00000010:0.0:1763350981.299990:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dc4ed3900. 00000001:00000040:0.0:1763350981.299993:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:0.0:1763350981.299995:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:0.0:1763350981.300001:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925deb371840. 00000004:00000001:0.0:1763350981.300008:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350981.300010:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.300011:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988231680 : -120542721319936 : ffff925df5ea5c00) 00000020:00000040:0.0:1763350981.300014:0:20012:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763350981.300016:0:20012:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763350981.300018:0:20012:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763350981.300021:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350981.300039:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350981.300041:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350981.300045:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925deb371840: xid 1849001118784128, transno 8590055191, tag 0, client gen 3, slot idx 2 00000001:00000001:0.0:1763350981.300048:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.300050:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763350981.300052:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763350981.300069:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.300073:0:20012:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763350981.300075:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763350981.300076:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763350981.300081:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371540 refcount 4 committed 0 result 0 batchid 4294967629 00000020:00000040:0.0:1763350981.300084:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925deb371240 00000020:00000040:0.0:1763350981.300087:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925df5ea5c00 00000020:00000001:0.0:1763350981.300090:0:20012:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763350981.300092:0:20012:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763350981.300095:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763350981.300157:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d6:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763350981.300162:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dd80be000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763350981.300169:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bce300. 00000020:00000040:0.0:1763350981.300173:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763350981.300177:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350981.300180:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350981.300187:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350981.300193:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b1600. 00000100:00000001:0.0:1763350981.300199:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.300203:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.300206:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350981.300208:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.300210:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763350981.300212:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350981.300218:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925deb3713c0. 00000100:00000001:0.0:1763350981.300221:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530808710080 : -120542900841536 : ffff925deb3713c0) 00000100:00000001:0.0:1763350981.300224:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.300225:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901365504 : -120542808186112 : ffff925df0bce300) 00000100:00000001:0.0:1763350981.300231:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350981.300235:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.300238:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350981.300240:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350981.300245:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bce300 x1849001101457536/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.300252:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350981.300254:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.300258:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350981.300261:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350981.300264:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.300267:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bce300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101457536:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350981.300271:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350981.300276:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350981.300278:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.300281:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350981.300288:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925df00b0000. 02000000:00000001:0.0:1763350981.300290:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350981.300295:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350981.300300:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925deb371180. 00000100:00000200:0.0:1763350981.300307:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101457536, portal 4 00000100:00000001:0.0:1763350981.300309:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.300310:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901365504 : -120542808186112 : ffff925df0bce300) 00000100:00000040:0.0:1763350981.300315:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925df0bce300 x1849001101457536/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.300321:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.300323:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350981.300327:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350981.300329:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101457536, offset 0 00000400:00000200:0.0:1763350981.300334:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350981.300344:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350981.300353:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd77880 00000400:00000200:0.0:1763350981.300360:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 18120 00000400:00000200:0.0:1763350981.300365:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.300368:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350981.300372:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350981.300374:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350981.300378:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bced80. 00000100:00000040:0.0:1763350981.300380:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925df0bced80 x1849001101457536 msgsize 408 00000100:00100000:0.0:1763350981.300383:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763350981.301223:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350981.301903:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101457536 02000000:00000001:1.0:1763350981.301910:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350981.301912:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350981.301915:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.301919:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350981.301923:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101457536 00000020:00000001:1.0:1763350981.301926:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350981.301928:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:1.0:1763350981.301932:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.301936:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=11 00000020:00000001:1.0:1763350981.301940:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:1.0:1763350981.301943:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:1.0:1763350981.301948:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.301958:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350981.301962:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.301964:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000020:00000010:1.0:1763350981.301974:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:1.0:1763350981.301981:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df86a4500. 00000020:00000010:1.0:1763350981.301987:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350981.301997:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350981.302000:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350981.302001:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350981.302004:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.302013:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.302029:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.302043:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350981.302046:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350981.302052:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00000040:1.0:1763350981.302057:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:1.0:1763350981.302060:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530901368192 : -120542808183424 : ffff925df0bced80) 00000100:00000040:1.0:1763350981.302066:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df0bced80 x1849001101457536/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 408/0 e 0 to 0 dl 1763350992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350981.302076:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.302079:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350981.302081:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.302083:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000100:00100000:1.0:1763350981.302088:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df0bced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+11:20012:x1849001101457536:12345-0@lo:1000:mdt00_000.0 00000100:00000200:1.0:1763350981.302092:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101457536 00000020:00000001:1.0:1763350981.302096:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350981.302248:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000001:0.0:1763350981.302297:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350981.302315:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:0.0:1763350981.302318:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:0.0:1763350981.302322:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350981.302328:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bce300 x1849001101457536/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.302338:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.302341:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925df0bce300 x1849001101457536/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.302348:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.302350:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350981.302357:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.302362:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24585 usecs (25 jiffies) 00000100:00000001:0.0:1763350981.302367:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300858229 00000100:00000001:0.0:1763350981.302375:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300858221 00000100:00000001:0.0:1763350981.302379:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300858229 00000100:00000001:0.0:1763350981.302382:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300858221 00000100:00000001:0.0:1763350981.302385:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300858229 00000100:00000001:0.0:1763350981.302388:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300858221 00000100:00000001:0.0:1763350981.302391:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300858229 00000100:00000001:0.0:1763350981.302394:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300858221 00000100:00000001:0.0:1763350981.302396:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350981.302399:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.302402:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350981.302404:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350981.302408:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925deb3713c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350981.302410:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350981.302413:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.302445:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.302448:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350981.302451:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:1.0:1763350981.302454:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350981.302457:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350981.302459:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350981.302462:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350981.302466:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.302470:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763350981.302478:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccd84bb00. 00000100:00000001:1.0:1763350981.302483:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350981.302486:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350981.302491:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925de88de000. 02000000:00000001:1.0:1763350981.302494:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.302497:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350981.302502:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925e0068da80. 00000020:00000001:1.0:1763350981.302504:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763350981.302509:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350981.302516:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00080000:00000001:1.0:1763350981.302522:0:69028:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350981.302532:0:69028:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f01000. 00080000:00000001:1.0:1763350981.302535:0:69028:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038937088 : -120542670614528 : ffff925df8f01000) 00000020:00000001:1.0:1763350981.302538:0:69028:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:1.0:1763350981.302543:0:69028:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350981.302571:0:69028:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.302575:0:69028:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.302577:0:69028:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763350981.302580:0:69028:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350981.302585:0:69028:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350981.302644:0:69028:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350981.302647:0:69028:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.302670:0:69028:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.302674:0:69028:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763350981.302677:0:69028:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df4504810 name trusted.fid flag 1 00080000:00000001:1.0:1763350981.302683:0:69028:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350981.302685:0:69028:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763350981.302744:0:69028:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.302748:0:69028:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763350981.302751:0:69028:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925de88de208 index 0: rc = 0 00000020:00000040:1.0:1763350981.302753:0:69028:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763350981.302757:0:69028:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350981.302763:0:69028:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350981.302766:0:69028:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847700, last_committed = 21474847692 00000001:00000010:1.0:1763350981.302771:0:69028:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd9c0. 00000001:00000040:1.0:1763350981.302773:0:69028:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 7 00000020:00000040:1.0:1763350981.302776:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=12 00080000:00000001:1.0:1763350981.302782:0:69028:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350981.302795:0:69028:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763350981.302798:0:69028:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.302810:0:69028:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350981.302814:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc8558/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00000020:00000001:1.0:1763350981.302817:0:69028:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350981.302820:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccd84bb00. 00000020:00000010:1.0:1763350981.302823:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925e0068da80. 00000020:00000001:1.0:1763350981.302825:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350981.302829:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 21474847700, xid 1849001101457536 00010000:00000001:1.0:1763350981.302833:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350981.302839:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df0bced80 x1849001101457536/t21474847700(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 408/4320 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350981.302847:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350981.302850:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350981.302854:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=77 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350981.302860:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350981.302862:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350981.302865:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350981.302868:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350981.302871:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.302873:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350981.302875:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350981.302880:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925e0068da80. 00000100:00000200:1.0:1763350981.302886:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101457536, offset 224 00000400:00000200:1.0:1763350981.302894:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350981.302909:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350981.302919:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd77880 00000400:00000200:1.0:1763350981.302926:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fa55 [2] + 224 00000400:00000200:1.0:1763350981.302934:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.302938:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350981.302943:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350981.302948:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bce300 x1849001101457536/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350981.302962:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925df0bce300 x1849001101457536/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350981.302979:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350981.302985:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925e0068da80 00000400:00000010:1.0:1763350981.302987:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925e0068da80. 00000100:00000001:1.0:1763350981.302989:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350981.302991:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350981.302994:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.302997:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350981.302999:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350981.303001:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.303003:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350981.303007:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bced80 x1849001101457536/t21474847700(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 408/4320 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350981.303015:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df0bced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+12:20012:x1849001101457536:12345-0@lo:1000:mdt00_000.0 Request processed in 937us (2632us total) trans 21474847700 rc 0/0 00000100:00100000:1.0:1763350981.303022:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00000040:1.0:1763350981.303026:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:1.0:1763350981.303028:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350981.303030:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350981.303035:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df86a4500. 00000020:00000010:1.0:1763350981.303039:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350981.303042:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:1.0:1763350981.303046:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 11 00000100:00000001:1.0:1763350981.303049:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.303244:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350981.303252:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350981.303253:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350981.303257:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 00000400:00000200:0.0:1763350981.303262:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb371180 00000400:00000010:0.0:1763350981.303264:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925deb371180. 00000100:00000001:0.0:1763350981.303267:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350981.303272:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bce300 x1849001101457536/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350981.303280:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bce300 x1849001101457536/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.303286:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350981.303288:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.303291:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350981.303295:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350981.303297:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.303301:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.303304:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.303312:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=120 v=5 (5 5 0 0) 00000100:00001000:0.0:1763350981.303316:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=80 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.303320:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350981.303322:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.303325:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350981.303328:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.303331:0:20012:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763350981.303333:0:20012:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763350981.303335:0:20012:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763350981.303337:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.303339:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901365504 : -120542808186112 : ffff925df0bce300) 00000100:00000001:0.0:1763350981.303343:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350981.303346:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:0.0:1763350981.303348:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350981.303349:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.303354:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bce300 x1849001101457536/t21474847700(21474847700) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.303362:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350981.303365:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350981.303368:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350981.303371:0:20012:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763350981.303409:0:20012:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.303414:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bce300 x1849001101457536/t21474847700(21474847700) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350981.303427:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df0bce300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101457536:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350981.303432:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.303435:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.303438:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350981.303439:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.303442:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925df0bce300 x1849001101457536/t21474847700(21474847700) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.303449:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350981.303451:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925deb3713c0. 00000100:00000001:0.0:1763350981.303454:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763350981.303455:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.303458:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.303460:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df0bce300 x1849001101457536/t21474847700(21474847700) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.303466:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.303468:0:20012:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.303471:0:20012:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350981.303473:0:20012:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.303478:0:20012:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350981.303480:0:20012:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd865c3c0. 00000020:00000001:0.0:1763350981.303485:0:20012:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350981.303495:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350981.303502:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dc4ed3d80. 00080000:00000001:0.0:1763350981.303505:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350981.303512:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5ea7000. 00080000:00000001:0.0:1763350981.303514:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530988236800 : -120542721314816 : ffff925df5ea7000) 00000004:00000001:0.0:1763350981.303520:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.303524:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763350981.303528:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763350981.303532:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763350981.303534:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00010000:00000010:0.1:1763350981.305854:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00010000:00000010:0.1:1763350981.305874:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09700. 00010000:00000010:0.1:1763350981.305880:0:20012:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00010000:00000010:0.1:1763350981.305883:0:20012:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09600. 00080000:00000001:0.0:1763350981.305903:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.305908:0:20012:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.305913:0:20012:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763350981.305926:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925deb371180. 00000004:00000001:0.0:1763350981.305931:0:20012:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763350981.305935:0:20012:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925cc739f8c0. 00000004:00000010:0.0:1763350981.305938:0:20012:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925cc739f2e8. 00000020:00000001:0.0:1763350981.305945:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763350981.305957:0:20012:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccdb26c60. 00000004:00000001:0.0:1763350981.305966:0:20012:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763350981.305969:0:20012:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.305974:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526018510008 : -120547691041608 : ffff925ccdb26cb8) 00000004:00000001:0.0:1763350981.305978:0:20012:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.305981:0:20012:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763350981.305983:0:20012:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.305985:0:20012:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.305987:0:20012:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763350981.305992:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763350981.305998:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763350981.306003:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925deb3716c0. 00000004:00000010:0.0:1763350981.306007:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925ccd7dcca0. 00000004:00000010:0.0:1763350981.306013:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dd80ba000. 00000020:00000001:0.0:1763350981.306018:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763350981.306021:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.306024:0:20012:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763350981.306026:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763350981.306029:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fd:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763350981.306033:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dd80ba000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763350981.306042:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39b100. 00000020:00000040:0.0:1763350981.306048:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763350981.306055:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350981.306058:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350981.306066:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350981.306073:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0000. 00000100:00000001:0.0:1763350981.306080:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.306085:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.306088:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350981.306090:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.306094:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763350981.306095:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350981.306120:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925deb371f00. 00000100:00000001:0.0:1763350981.306123:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530808712960 : -120542900838656 : ffff925deb371f00) 00000100:00000001:0.0:1763350981.306126:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.306127:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859213056 : -120542850338560 : ffff925dee39b100) 00000100:00000001:0.0:1763350981.306132:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350981.306137:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.306140:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350981.306141:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350981.306150:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.306159:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350981.306161:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.306165:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350981.306168:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350981.306171:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.306173:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dee39b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101457664:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350981.306178:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350981.306183:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350981.306185:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.306188:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350981.306198:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925df8c0c000. 02000000:00000001:0.0:1763350981.306200:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350981.306207:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350981.306216:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925deb371900. 00000100:00000200:0.0:1763350981.306224:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101457664, portal 4 00000100:00000001:0.0:1763350981.306226:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.306227:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859213056 : -120542850338560 : ffff925dee39b100) 00000100:00000040:0.0:1763350981.306234:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.306240:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.306243:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350981.306247:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350981.306249:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101457664, offset 0 00000400:00000200:0.0:1763350981.306255:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350981.306269:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350981.306281:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd77900 00000400:00000200:0.0:1763350981.306287:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c31 [256] + 18528 00000400:00000200:0.0:1763350981.306295:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.306300:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350981.306306:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350981.306309:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350981.306313:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9875180. 00000100:00000040:0.0:1763350981.306316:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9875180 x1849001101457664 msgsize 328 00000100:00100000:0.0:1763350981.306320:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350981.306329:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350981.306339:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:0.0:1763350981.306341:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:0.0:1763350981.306345:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350981.306349:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.306358:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.306361:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.306367:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.306369:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350981.306374:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.306378:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19751 usecs (20 jiffies) 00000100:00000001:0.0:1763350981.306382:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300858228 00000100:00000001:0.0:1763350981.306385:0:20012:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300858229 00000100:00000001:0.0:1763350981.306388:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300858228 00000100:00000001:0.0:1763350981.306390:0:20012:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300858229 00000100:00000001:0.0:1763350981.306392:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300858228 00000100:00000001:0.0:1763350981.306394:0:20012:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300858229 00000100:00000001:0.0:1763350981.306397:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300858228 00000100:00000001:0.0:1763350981.306399:0:20012:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300858229 00000100:00000001:0.0:1763350981.306402:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350981.306404:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.306407:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350981.306409:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350981.306412:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925deb371f00 going to sleep for 11 seconds 00000100:00000001:0.0:1763350981.306414:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350981.306418:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.306634:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350981.306637:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101457664 02000000:00000001:1.0:1763350981.306640:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350981.306642:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350981.306645:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.306648:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350981.306652:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101457664 00000020:00000001:1.0:1763350981.306655:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350981.306656:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:1.0:1763350981.306659:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.306663:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:1.0:1763350981.306665:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:1.0:1763350981.306667:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:1.0:1763350981.306672:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.306676:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000020:00000010:1.0:1763350981.306681:0:69028:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dfb9b5c00. 00000020:00000040:1.0:1763350981.306688:0:69028:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:1.0:1763350981.306704:0:69028:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763350981.306710:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:1.0:1763350981.306714:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df86a4500. 00000020:00000010:1.0:1763350981.306720:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350981.306730:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350981.306733:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350981.306734:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350981.306736:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.306745:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.306756:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.306769:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350981.306771:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350981.306775:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00000040:1.0:1763350981.306779:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:1.0:1763350981.306781:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511978880 : -120543197572736 : ffff925dd9875180) 00000100:00000040:1.0:1763350981.306786:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9875180 x1849001101457664/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 328/0 e 0 to 0 dl 1763350992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350981.306795:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.306797:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52200. 00000100:00000001:1.0:1763350981.306799:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.306801:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52200. 00000100:00100000:1.0:1763350981.306805:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:20012:x1849001101457664:12345-0@lo:1000:mdt00_000.0 00000100:00000200:1.0:1763350981.306809:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101457664 00000020:00000001:1.0:1763350981.306812:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350981.306815:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350981.306817:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.306820:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350981.306822:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:1.0:1763350981.306825:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350981.306828:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350981.306830:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350981.306833:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350981.306835:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.306838:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763350981.306842:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccd84bb00. 00000100:00000001:1.0:1763350981.306846:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350981.306848:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350981.306856:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925df0664000. 02000000:00000001:1.0:1763350981.306858:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.306860:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350981.306865:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925e0068da80. 00000020:00000001:1.0:1763350981.306867:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763350981.306869:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350981.306875:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00000020:00000001:1.0:1763350981.306879:0:69028:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.306883:0:69028:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.306888:0:69028:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:1.0:1763350981.306891:0:69028:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x24fd:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763350981.306894:0:69028:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763350981.306896:0:69028:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350981.306900:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd6ac720/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00000020:00000010:1.0:1763350981.306903:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccd84bb00. 00000020:00000010:1.0:1763350981.306906:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925e0068da80. 00000020:00000001:1.0:1763350981.306908:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350981.306911:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911620, transno 0, xid 1849001101457664 00010000:00000001:1.0:1763350981.306914:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350981.306919:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9875180 x1849001101457664/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 328/4320 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350981.306927:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350981.306930:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350981.306934:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=77 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350981.306939:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350981.306942:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350981.306944:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350981.306946:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350981.306948:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.306951:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350981.306953:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350981.306955:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925e0068da80. 00000100:00000200:1.0:1763350981.306958:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101457664, offset 224 00000400:00000200:1.0:1763350981.306963:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350981.306968:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350981.306973:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd77900 00000400:00000200:1.0:1763350981.306977:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fa61 [2] + 224 00000400:00000200:1.0:1763350981.306982:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.306984:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350981.306987:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350981.306992:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350981.307001:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350981.307014:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350981.307018:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925e0068da80 00000400:00000010:1.0:1763350981.307020:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925e0068da80. 00000100:00000001:1.0:1763350981.307023:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350981.307024:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350981.307027:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.307029:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350981.307031:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350981.307033:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.307035:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350981.307038:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9875180 x1849001101457664/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 328/4320 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350981.307047:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9875180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:20012:x1849001101457664:12345-0@lo:1000:mdt00_000.0 Request processed in 251us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350981.307053:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00000040:1.0:1763350981.307057:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:1.0:1763350981.307059:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350981.307060:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350981.307064:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df86a4500. 00000020:00000010:1.0:1763350981.307068:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350981.307070:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:1.0:1763350981.307075:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000100:00000001:1.0:1763350981.307078:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1763350981.307146:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:3.0:1763350981.307151:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:0.0:1763350981.308424:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350981.308435:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350981.308437:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350981.308442:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 00000400:00000200:0.0:1763350981.308449:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb371900 00000400:00000010:0.0:1763350981.308451:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925deb371900. 00000100:00000001:0.0:1763350981.308457:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350981.308464:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350981.308475:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.308483:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350981.308485:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.308488:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350981.308491:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350981.308494:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.308496:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.308499:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.308509:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=120 v=5 (5 5 0 0) 00000100:00001000:0.0:1763350981.308513:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.308516:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350981.308518:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.308521:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350981.308525:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.308529:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1763350981.308532:0:20012:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911620 gen 3 00000100:00000040:0.0:1763350981.308538:0:20012:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911620) req@ffff925dd0b1a300 x1849001101455744/t12884911620(12884911620) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350981.308546:0:20012:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763350981.308549:0:20012:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911620 committed transno 12884911620 00000004:00000010:0.0:1763350981.308554:0:20012:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925df0019000. 00000004:00000010:0.0:1763350981.308561:0:20012:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df2756960. 00000004:00000010:0.0:1763350981.308564:0:20012:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925e0068dd80. 00000004:00000010:0.0:1763350981.308566:0:20012:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925e0068d000. 00000004:00000001:0.0:1763350981.308569:0:20012:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763350981.308570:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.308573:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b1a300 x1849001101455744/t12884911620(12884911620) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.308580:0:20012:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350981.308583:0:20012:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350981.308586:0:20012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925dea1ac000. 02000000:00000001:0.0:1763350981.308589:0:20012:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350981.308591:0:20012:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350981.308593:0:20012:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763350981.308612:0:20012:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350981.308615:0:20012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a08800. 02000000:00000001:0.0:1763350981.308620:0:20012:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350981.308622:0:20012:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350981.308624:0:20012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1a300. 00000100:00000001:0.0:1763350981.308628:0:20012:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350981.308630:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.308633:0:20012:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763350981.308635:0:20012:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1763350981.308638:0:20012:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350981.308640:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.308645:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.308658:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350981.308661:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350981.308663:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350981.308667:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350981.308675:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dee39b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101457664:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350981.308680:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.308683:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.308686:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350981.308687:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.308690:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.308696:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350981.308699:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925deb371f00. 00000100:00000001:0.0:1763350981.308702:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763350981.308703:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.308706:0:20012:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763350981.308722:0:20012:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925dc9b70180. 00000004:00000001:0.0:1763350981.308726:0:20012:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763350981.308730:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.308733:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dee39b100 x1849001101457664/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763350997 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.308739:0:20012:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350981.308741:0:20012:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350981.308742:0:20012:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925df8c0c000. 02000000:00000001:0.0:1763350981.308746:0:20012:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350981.308747:0:20012:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350981.308748:0:20012:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763350981.308750:0:20012:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350981.308752:0:20012:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0000. 02000000:00000001:0.0:1763350981.308755:0:20012:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350981.308756:0:20012:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350981.308758:0:20012:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39b100. 00000100:00000001:0.0:1763350981.308761:0:20012:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350981.308762:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763350981.308765:0:20012:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dd80ba000. 00000004:00000010:0.0:1763350981.308768:0:20012:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925ccd7dcca0. 00000004:00000010:0.0:1763350981.308770:0:20012:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925deb3716c0. 00000004:00000001:0.0:1763350981.308776:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.308779:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.308782:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763350981.308788:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350981.308790:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350981.308793:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350981.308797:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.308799:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.308801:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350981.308803:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763350981.308806:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.308810:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763350981.308813:0:20012:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763350981.308816:0:20012:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925deb3716c0. 00000004:00000001:0.0:1763350981.308818:0:20012:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623530808710848 : -120542900840768 : ffff925deb3716c0) 00000020:00000010:0.0:1763350981.308822:0:20012:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925deb371f00. 00000020:00000010:0.0:1763350981.308827:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122300. 00000020:00000010:0.0:1763350981.308831:0:20012:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df0122800. 00000020:00000001:0.0:1763350981.308834:0:20012:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623530808710848 : -120542900840768 : ffff925deb3716c0) 00000004:00000001:0.0:1763350981.308837:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530808710848 : -120542900840768 : ffff925deb3716c0) 00000004:00000010:0.0:1763350981.308841:0:20012:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925deb371900. 00000004:00000010:0.0:1763350981.308844:0:20012:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925ccd7dcca0. 00000004:00000010:0.0:1763350981.308848:0:20012:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dd80ba000. 00000004:00000001:0.0:1763350981.308851:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.308854:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.308857:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.308862:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.308872:0:20012:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763350981.308876:0:20012:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=930560, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117832, ffree=117088, state=0 00000004:00000001:0.0:1763350981.308880:0:20012:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.308882:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763350981.308884:0:20012:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763350981.308888:0:20012:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.308894:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371f00 refcount 4 committed 0 result 0 batchid 4294967630 00000020:00000040:0.0:1763350981.308898:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122800 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925deb3716c0 00000020:00000040:0.0:1763350981.308901:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925df5ea7000 00000020:00000040:0.0:1763350981.308906:0:20012:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:0.0:1763350981.308909:0:20012:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763350981.308913:0:20012:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763350981.308916:0:20012:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763350981.308919:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763350981.308923:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763350981.308925:0:20012:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763350981.308927:0:20012:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.308929:0:20012:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763350981.308932:0:20012:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763350981.308936:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763350981.308980:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350981.308983:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350981.308984:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350981.308986:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.308988:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.308990:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763350981.309000:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763350981.309005:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.309007:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309009:0:20012:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763350981.309011:0:20012:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763350981.309013:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350981.309014:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350981.309015:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350981.309016:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.309018:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.309020:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.309023:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350981.309028:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:0.0:1763350981.309033:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763350981.309036:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309038:0:20012:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:0.0:1763350981.309043:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763350981.309050:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350981.309055:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:0.0:1763350981.309058:0:20012:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309060:0:20012:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309062:0:20012:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309065:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350981.309067:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350981.309071:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.309113:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.309115:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.309117:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.309126:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.309127:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309129:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309131:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.309134:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350981.309137:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350981.309140:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309142:0:20012:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350981.309143:0:20012:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350981.309144:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.309150:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.309151:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.309153:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.309158:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.309159:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309161:0:20012:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309163:0:20012:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.309164:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350981.309166:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350981.309169:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309171:0:20012:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350981.309174:0:20012:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.309177:0:20012:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:0.0:1763350981.309180:0:20012:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.309185:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350981.309194:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350981.309195:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.309198:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988236800 : -120542721314816 : ffff925df5ea7000) 00080000:00000001:0.0:1763350981.309201:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.309205:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.309206:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309208:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.309234:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.309237:0:20012:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309243:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.309246:0:20012:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763350981.309249:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763350981.309252:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309255:0:20012:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763350981.309261:0:20012:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763350981.309263:0:20012:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763350981.309266:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.309268:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.309269:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763350981.309270:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350981.309271:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350981.309273:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350981.309274:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.309276:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350981.309277:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350981.309278:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:0.0:1763350981.309281:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.309282:0:20012:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763350981.309284:0:20012:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623530808710848 : -120542900840768 : ffff925deb3716c0) 00000004:00000001:0.0:1763350981.309286:0:20012:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530808710848 : -120542900840768 : ffff925deb3716c0) 00000020:00000040:0.0:1763350981.309292:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763350981.309295:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763350981.309298:0:20012:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763350981.309300:0:20012:0:(update_records.c:220:update_records_update_pack()) 0th [0x280000401:0x24fd:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763350981.309304:0:20012:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763350981.309306:0:20012:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x24fd:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763350981.309311:0:20012:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763350981.309313:0:20012:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309317:0:20012:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309319:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309321:0:20012:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309323:0:20012:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309325:0:20012:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.309328:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350981.309332:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763350981.309336:0:20012:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055191 00000001:00000001:0.0:1763350981.309339:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350981.309342:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055192, last_committed = 8590055188 00000001:00000010:0.0:1763350981.309347:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4ea20. 00000001:00000040:0.0:1763350981.309349:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:0.0:1763350981.309352:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00000001:00000010:0.0:1763350981.309358:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925deb3710c0. 00000004:00000001:0.0:1763350981.309365:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350981.309366:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.309368:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988236800 : -120542721314816 : ffff925df5ea7000) 00000020:00000040:0.0:1763350981.309372:0:20012:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763350981.309374:0:20012:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763350981.309376:0:20012:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763350981.309380:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350981.309400:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350981.309403:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350981.309408:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925deb3710c0: xid 1849001118784128, transno 8590055192, tag 0, client gen 3, slot idx 3 00000001:00000001:0.0:1763350981.309411:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.309415:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763350981.309417:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763350981.309435:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309440:0:20012:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763350981.309443:0:20012:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763350981.309444:0:20012:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763350981.309448:0:20012:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371f00 refcount 4 committed 0 result 0 batchid 4294967630 00000020:00000040:0.0:1763350981.309451:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925deb3716c0 00000020:00000040:0.0:1763350981.309454:0:20012:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925df5ea7000 00000020:00000001:0.0:1763350981.309457:0:20012:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763350981.309459:0:20012:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763350981.309462:0:20012:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763350981.309464:0:20012:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fd:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763350981.309468:0:20012:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dd80ba000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763350981.309474:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39b100. 00000020:00000040:0.0:1763350981.309479:0:20012:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:0.0:1763350981.309484:0:20012:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350981.309487:0:20012:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350981.309493:0:20012:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350981.309500:0:20012:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925dc34b0000. 00000100:00000001:0.0:1763350981.309506:0:20012:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309509:0:20012:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.309512:0:20012:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350981.309514:0:20012:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.309517:0:20012:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763350981.309520:0:20012:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350981.309525:0:20012:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925deb3713c0. 00000100:00000001:0.0:1763350981.309528:0:20012:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530808710080 : -120542900841536 : ffff925deb3713c0) 00000100:00000001:0.0:1763350981.309531:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.309532:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859213056 : -120542850338560 : ffff925dee39b100) 00000100:00000001:0.0:1763350981.309538:0:20012:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350981.309543:0:20012:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.309546:0:20012:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350981.309547:0:20012:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350981.309552:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dee39b100 x1849001101457792/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.309562:0:20012:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350981.309564:0:20012:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.309568:0:20012:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350981.309570:0:20012:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350981.309573:0:20012:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.309576:0:20012:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dee39b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101457792:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350981.309580:0:20012:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350981.309586:0:20012:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350981.309589:0:20012:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.309592:0:20012:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350981.309946:0:20012:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925df8c0c000. 02000000:00000001:0.0:1763350981.309951:0:20012:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350981.309957:0:20012:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350981.309964:0:20012:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925deb371600. 00000100:00000200:0.0:1763350981.309971:0:20012:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101457792, portal 4 00000100:00000001:0.0:1763350981.309973:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.309975:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859213056 : -120542850338560 : ffff925dee39b100) 00000100:00000040:0.0:1763350981.309983:0:20012:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dee39b100 x1849001101457792/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.309990:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.309993:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350981.309997:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350981.309999:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101457792, offset 0 00000400:00000200:0.0:1763350981.310006:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350981.310020:0:20012:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350981.310031:0:20012:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd77980 00000400:00000200:0.0:1763350981.310039:0:20012:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c31 [256] + 18856 00000400:00000200:0.0:1763350981.310045:0:20012:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.310050:0:20012:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350981.310055:0:20012:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350981.310057:0:20012:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350981.310063:0:20012:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b1a300. 00000100:00000040:0.0:1763350981.310068:0:20012:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b1a300 x1849001101457792 msgsize 408 00000100:00100000:0.0:1763350981.310072:0:20012:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350981.310877:0:20012:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350981.310890:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:0.0:1763350981.310893:0:20012:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:0.0:1763350981.310896:0:20012:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350981.310902:0:20012:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dee39b100 x1849001101457792/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.310912:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.310916:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dee39b100 x1849001101457792/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.310922:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.310924:0:20012:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350981.310930:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.310935:0:20012:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19750 usecs (20 jiffies) 00000100:00000001:0.0:1763350981.310940:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300858233 00000100:00000001:0.0:1763350981.310949:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300858229 00000100:00000001:0.0:1763350981.310956:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300858233 00000100:00000001:0.0:1763350981.310959:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300858229 00000100:00000001:0.0:1763350981.310962:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300858233 00000100:00000001:0.0:1763350981.310965:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300858229 00000100:00000001:0.0:1763350981.310968:0:20012:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300858233 00000100:00000001:0.0:1763350981.310971:0:20012:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300858229 00000100:00000001:0.0:1763350981.310975:0:20012:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350981.310978:0:20012:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.310981:0:20012:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350981.310982:0:20012:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350981.310985:0:20012:0:(client.c:2690:ptlrpc_set_wait()) set ffff925deb3713c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350981.310988:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350981.310991:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.311091:0:20019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350981.311162:0:20019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101457792 02000000:00000001:2.0:1763350981.311166:0:20019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350981.311168:0:20019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350981.311171:0:20019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.311175:0:20019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.311179:0:20019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101457792 00000020:00000001:2.0:1763350981.311181:0:20019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350981.311183:0:20019:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:2.0:1763350981.311185:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.311188:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:2.0:1763350981.311191:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:2.0:1763350981.311193:0:20019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:2.0:1763350981.311199:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.311205:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350981.311210:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.311212:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000020:00000010:2.0:1763350981.311219:0:20019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08400. 00000020:00000010:2.0:1763350981.311225:0:20019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063d80. 00000020:00000010:2.0:1763350981.311230:0:20019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000040:2.0:1763350981.311240:0:20019:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:2.0:1763350981.311242:0:20019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350981.311244:0:20019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350981.311247:0:20019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.311255:0:20019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.315897:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350981.315908:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350981.315920:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00000040:1.0:1763350981.315928:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:1.0:1763350981.315932:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363757312 : -120543345794304 : ffff925dd0b1a300) 00000100:00000040:1.0:1763350981.315944:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b1a300 x1849001101457792/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 408/0 e 0 to 0 dl 1763350992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350981.315957:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763350981.316315:0:20019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763350981.322204:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52200. 00000100:00000001:1.0:1763350981.322215:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.322220:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52200. 00000100:00100000:1.0:1763350981.322234:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:20012:x1849001101457792:12345-0@lo:1000:mdt00_000.0 00000100:00000200:1.0:1763350981.322238:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101457792 00000020:00000001:1.0:1763350981.322244:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350981.322248:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350981.322252:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.322256:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350981.322259:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:1.0:1763350981.322262:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350981.322266:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350981.322268:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350981.322270:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350981.322274:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.322277:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763350981.322285:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccd84bb00. 00000100:00000001:1.0:1763350981.322291:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350981.322294:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350981.322305:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925df09c4000. 02000000:00000001:1.0:1763350981.322308:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.322311:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350981.322316:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925e0068da80. 00000020:00000001:1.0:1763350981.322318:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763350981.322322:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350981.322330:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289119560 : -120547420432056 : ffff925cddd39948) 00080000:00000001:1.0:1763350981.322336:0:69028:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350981.322346:0:69028:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f03000. 00080000:00000001:1.0:1763350981.322350:0:69028:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038945280 : -120542670606336 : ffff925df8f03000) 00000020:00000001:1.0:1763350981.322353:0:69028:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:1.0:1763350981.322357:0:69028:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350981.322381:0:69028:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.322384:0:69028:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.322387:0:69028:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:1.0:1763350981.322390:0:69028:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350981.322394:0:69028:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350981.322424:0:69028:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350981.322425:0:69028:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.322447:0:69028:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.322450:0:69028:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:1.0:1763350981.322452:0:69028:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff925df4504af0 name trusted.fid flag 1 00080000:00000001:1.0:1763350981.322457:0:69028:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350981.322459:0:69028:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:1.0:1763350981.322521:0:69028:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.322524:0:69028:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1763350981.322539:0:69028:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff925df09c4208 index 0: rc = 0 00000020:00000040:1.0:1763350981.322542:0:69028:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:1.0:1763350981.322546:0:69028:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350981.322550:0:69028:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350981.322553:0:69028:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911623, last_committed = 12884911621 00000001:00000010:1.0:1763350981.322557:0:69028:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd360. 00000001:00000040:1.0:1763350981.322559:0:69028:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925df4ce5800 : new cb_count 1 00000020:00000040:1.0:1763350981.322562:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925df4ce5800 refcount=6 00080000:00000001:1.0:1763350981.322568:0:69028:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350981.322581:0:69028:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:1.0:1763350981.322583:0:69028:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.322594:0:69028:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350981.322612:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd6ac720/ffff925cddd398f0 to site lru. bkt: ffff925df94c7020 00000020:00000001:1.0:1763350981.322615:0:69028:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350981.322617:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccd84bb00. 00000020:00000010:1.0:1763350981.322619:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925e0068da80. 00000020:00000001:1.0:1763350981.322622:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350981.322626:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911620, transno 12884911623, xid 1849001101457792 00010000:00000001:1.0:1763350981.322629:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350981.322635:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b1a300 x1849001101457792/t12884911623(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 408/4320 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350981.322645:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350981.322648:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350981.322652:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=77 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350981.322657:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350981.322660:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350981.322662:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350981.322664:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350981.322667:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.322670:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350981.322672:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350981.322676:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925e0068da80. 00000100:00000200:1.0:1763350981.322683:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101457792, offset 224 00000400:00000200:1.0:1763350981.322690:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350981.322705:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350981.322717:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd77980 00000400:00000200:1.0:1763350981.322726:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fa6d [2] + 224 00000400:00000200:1.0:1763350981.322734:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.322738:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350981.322744:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350981.322749:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dee39b100 x1849001101457792/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350981.322757:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dee39b100 x1849001101457792/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350981.322771:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350981.322778:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925e0068da80 00000400:00000010:1.0:1763350981.322780:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925e0068da80. 00000100:00000001:1.0:1763350981.322783:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350981.322785:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350981.322789:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.322792:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350981.322795:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350981.322796:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.322799:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350981.322802:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b1a300 x1849001101457792/t12884911623(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:172/0 lens 408/4320 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350981.322813:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b1a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+6:20012:x1849001101457792:12345-0@lo:1000:mdt00_000.0 Request processed in 6856us (12743us total) trans 12884911623 rc 0/0 00000100:00100000:1.0:1763350981.322822:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00000040:1.0:1763350981.322827:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:1.0:1763350981.322829:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350981.322831:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350981.322836:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063d80. 00000020:00000010:1.0:1763350981.322840:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:1.0:1763350981.322844:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08400. 00000020:00000040:1.0:1763350981.322849:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 5 00000100:00000001:1.0:1763350981.322852:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.323931:0:20012:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350981.323944:0:20012:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350981.323946:0:20012:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350981.323950:0:20012:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 00000400:00000200:0.0:1763350981.323957:0:20012:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb371600 00000400:00000010:0.0:1763350981.323959:0:20012:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925deb371600. 00000100:00000001:0.0:1763350981.323963:0:20012:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350981.323969:0:20012:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dee39b100 x1849001101457792/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350981.323980:0:20012:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dee39b100 x1849001101457792/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.323987:0:20012:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350981.323989:0:20012:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.323992:0:20012:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350981.323995:0:20012:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350981.323998:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.324000:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.324003:0:20012:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.324013:0:20012:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=120 v=5 (5 5 0 0) 00000100:00001000:0.0:1763350981.324017:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=83 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.324020:0:20012:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350981.324022:0:20012:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.324025:0:20012:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350981.324028:0:20012:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.324031:0:20012:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763350981.324033:0:20012:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763350981.324034:0:20012:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763350981.324037:0:20012:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350981.324038:0:20012:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530859213056 : -120542850338560 : ffff925dee39b100) 00000100:00000001:0.0:1763350981.324042:0:20012:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350981.324044:0:20012:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911620 00000100:00000001:0.0:1763350981.324046:0:20012:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350981.324048:0:20012:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.324053:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dee39b100 x1849001101457792/t12884911623(12884911623) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.324062:0:20012:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350981.324066:0:20012:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350981.324068:0:20012:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350981.324071:0:20012:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763350981.324077:0:20012:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.324080:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39b100 x1849001101457792/t12884911623(12884911623) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350981.324087:0:20012:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dee39b100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:20012:1849001101457792:0@lo:1000:mdt00_000.0 00000100:00000001:0.0:1763350981.324093:0:20012:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.324095:0:20012:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.324097:0:20012:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350981.324100:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.324111:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dee39b100 x1849001101457792/t12884911623(12884911623) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.324119:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350981.324122:0:20012:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925deb3713c0. 00000100:00000001:0.0:1763350981.324125:0:20012:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763350981.324127:0:20012:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.324130:0:20012:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350981.324133:0:20012:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee39b100 x1849001101457792/t12884911623(12884911623) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350981.324139:0:20012:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.324140:0:20012:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.324143:0:20012:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350981.324146:0:20012:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.324151:0:20012:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350981.324153:0:20012:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925dc4ed3d80. 00000020:00000001:0.0:1763350981.324157:0:20012:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.324165:0:20012:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.324173:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350981.324177:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763350981.324178:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350981.324180:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350981.324183:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.324186:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.324190:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:0.0:1763350981.324193:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350981.324196:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00000004:00010000:0.0:1763350981.324201:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001c783f77 reply state 00000000e2aba763 transno 8590055192 ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:0.0:1763350981.324213:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:0.0:1763350981.324215:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.324217:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350981.324217:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350981.324219:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350981.324221:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350981.324222:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763350981.324223:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350981.324225:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:0.0:1763350981.324225:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350981.324226:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350981.324228:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.324229:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.324231:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350981.324232:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350981.324235:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00000004:00010000:0.0:1763350981.324238:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000001c783f77 reply state 00000000e2aba763 transno 8590055192 ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:0.0:1763350981.324244:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:0.0:1763350981.324245:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.324247:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350981.324248:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350981.324249:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350981.324251:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350981.324252:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:0.0:1763350981.324254:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350981.324257:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350981.324259:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350981.324261:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350981.324263:0:20012:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350981.324268:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 8590055192, xid 1849001118784128 00010000:00000001:0.0:1763350981.324271:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:0.0:1763350981.324274:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00010000:00000200:0.0:1763350981.324277:0:20012:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055192, last committed = 8590055188 00010000:00000200:0.0:1763350981.324285:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d66d80 x1849001118784128/t8590055192(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 568/224 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350981.324293:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350981.324295:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350981.324298:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350981.324301:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350981.324304:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350981.324305:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350981.324308:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350981.324310:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.324312:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350981.324314:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350981.324322:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350981.324326:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118784128, offset 224 00000400:00000010:0.0:1763350981.324332:0:20012:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925dde9220e0. 00000400:00000200:0.0:1763350981.324335:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350981.324348:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350981.324356:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198174:198174:256:4294967295] 192.168.202.2@tcp LPNI seq info [198170:198170:8:4294967295] 00000400:00000200:0.0:1763350981.324364:0:20012:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:0.0:1763350981.324371:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350981.324377:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350981.324382:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df0122f00. 00000800:00000200:0.0:1763350981.324389:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350981.324397:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350981.324402:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0122f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350981.324426:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350981.324429:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350981.324434:0:20012:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350981.324436:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.324438:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350981.324443:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d66d80 x1849001118784128/t8590055192(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 568/224 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350981.324453:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+491:226217:x1849001118784128:12345-192.168.202.2@tcp:61:lfs.0 Request processed in 31946us (36254us total) trans 8590055192 rc 0/0 00000100:00100000:0.0:1763350981.324461:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140622 00000100:00000040:0.0:1763350981.324465:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350981.324467:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350981.324468:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:0.0:1763350981.324471:0:20012:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:0.0:1763350981.324474:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70200. 00000020:00000010:0.0:1763350981.324479:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d960. 00000020:00000010:0.0:1763350981.324483:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0200. 00000020:00000040:0.0:1763350981.324488:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000100:00000001:0.0:1763350981.324491:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350981.327777:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350981.327789:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df0122f00. 00000400:00000200:1.0:1763350981.327800:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.327810:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350981.327818:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350981.327820:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763350981.331849:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300858233, at 4300858234 00000100:00000010:2.0:1763350981.331869:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865c360. 00000100:00000040:0.0:1763350981.332366:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300858233, at 4300858234 00000100:00000010:0.0:1763350981.332375:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865c600. 00000100:00000040:1.0:1763350981.333191:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300858233, at 4300858235 00000100:00000010:1.0:1763350981.333202:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865cea0. 00000100:00000040:3.0:1763350981.333361:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300858233, at 4300858235 00000100:00000010:3.0:1763350981.333369:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd865c840. 00000800:00000001:2.0:1763350981.343473:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.343498:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350981.343504:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.343514:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.343539:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:2.0:1763350981.343565:0:3309:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12fa79 00000400:00000200:2.0:1763350981.343573:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.343578:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:2.0:1763350981.343585:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:2.0:1763350981.343589:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:2.0:1763350981.343614:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350981.343618:0:3309:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763350981.343621:0:3309:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:2.0:1763350981.343629:0:3309:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350981.343630:0:3309:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350981.343632:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350981.343641:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.343645:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.344901:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763350981.344911:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.344915:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.344919:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350981.344924:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350981.344928:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350981.344931:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350981.344937:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.344947:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.344949:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350981.344951:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.344958:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.344960:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.344964:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350981.344966:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350981.344971:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e3400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350981.344975:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.344978:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350981.344980:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.344985:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350981.344987:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.344988:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.344989:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=4 00000020:00000001:0.0:1763350981.344991:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350981.344993:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350981.344995:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350981.344998:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.345003:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350981.345005:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350981.345007:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.345012:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350981.345013:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350981.345015:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.345016:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.345019:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3400 with handle 0xcb8c81cc3033c9f1 from hash 00010000:00000001:0.0:1763350981.345021:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350981.345023:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.345024:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.345026:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350981.345033:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.345036:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.345038:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350981.345040:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350981.345043:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350981.345046:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925dddc09d00) 00010000:00010000:0.0:1763350981.345049:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763350981.345052:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.345054:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.345056:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350981.345058:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350981.345060:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.345061:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.345062:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.345064:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.345066:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.345069:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.345073:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.345074:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.345075:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350981.345077:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350981.345078:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350981.345080:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033c9f1 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350981.345086:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ab80. 00010000:00000040:0.0:1763350981.345092:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09d00 count: 0 00010000:00000010:0.0:1763350981.345099:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70b00. 00010000:00000001:0.0:1763350981.345132:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.345134:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.345135:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.345137:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:0.0:1763350981.345139:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350981.345141:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350981.345145:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350981.345147:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.345152:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.345153:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350981.345155:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.345160:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.345161:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.345163:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350981.345165:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350981.345170:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350981.345172:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.345174:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350981.345176:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.345181:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350981.345182:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.345183:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.345184:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=4 00000020:00000001:0.0:1763350981.345186:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350981.345188:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350981.345190:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350981.345193:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.345197:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350981.345199:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350981.345200:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.345202:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350981.345204:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350981.345206:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.345207:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.345209:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033c9f8 from hash 00010000:00000001:0.0:1763350981.345212:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350981.345213:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.345214:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.345216:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350981.345218:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.345219:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.345221:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350981.345222:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350981.345224:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350981.345226:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925dddc09800) 00010000:00010000:0.0:1763350981.345229:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763350981.345231:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.345233:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.345234:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350981.345235:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350981.345238:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.345239:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.345240:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.345242:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.345244:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.345246:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350981.345251:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.345252:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.345254:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350981.345255:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350981.345256:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350981.345258:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033c9f8 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350981.345263:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925ddef7ad80. 00010000:00000040:0.0:1763350981.345266:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09800 count: 0 00010000:00000010:0.0:1763350981.345270:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70280. 00010000:00000001:0.0:1763350981.345275:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763350981.345278:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:0.0:1763350981.345282:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350981.347550:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.347574:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350981.347579:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.347582:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.347594:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350981.347647:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfdb80 00000400:00000200:1.0:1763350981.347657:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e01 [2] + 1960 00000400:00000010:1.0:1763350981.347664:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00f87ec8. 00000400:00000200:1.0:1763350981.347673:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925dc69ad900 00000800:00000001:1.0:1763350981.347682:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.347768:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.347771:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.347776:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350981.347783:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc69ad900 00000400:00000010:1.0:1763350981.347789:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dc69ad900. 00000100:00000001:1.0:1763350981.347797:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350981.347799:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:1.0:1763350981.347803:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9fb2050 x1849001118784384 msgsize 392 00000100:00100000:1.0:1763350981.347806:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:1.0:1763350981.347809:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763350981.347824:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350981.347888:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.347894:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.347951:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350981.347955:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118784384 02000000:00000001:0.0:1763350981.347959:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350981.347961:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350981.347963:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.347968:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350981.347973:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118784384 00000020:00000001:0.0:1763350981.347977:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350981.347979:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350981.347982:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.347986:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:0.0:1763350981.347988:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350981.347992:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350981.347997:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.348003:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32080. 00000100:00000001:0.0:1763350981.348007:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.348009:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32080. 00000020:00000010:0.0:1763350981.348017:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0200. 00000020:00000010:0.0:1763350981.348023:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70280. 00000020:00000010:0.0:1763350981.348028:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d960. 00000100:00000040:0.0:1763350981.348039:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763350981.348043:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350981.348044:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350981.348047:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.348055:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.348072:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350981.348085:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350981.348087:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350981.348093:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20881 00000100:00000040:0.0:1763350981.348210:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350981.348214:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530519568464 : -120543189983152 : ffff925dd9fb2050) 00000100:00000040:0.0:1763350981.348224:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9fb2050 x1849001118784384/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 392/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350981.348233:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350981.348236:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32080. 00000100:00000001:0.0:1763350981.348238:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350981.348240:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32080. 00000100:00100000:0.0:1763350981.348245:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9fb2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226217:x1849001118784384:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:0.0:1763350981.348249:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118784384 00000020:00000001:0.0:1763350981.348252:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350981.348256:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350981.348263:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925deb3710c0: xid 1849001118784128, transno 8590055192, client gen 3, slot idx 3 00000001:00000001:0.0:1763350981.348268:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43900: xid 1849001118783360, transno 8590055189, client gen 3, slot idx 0 00000001:00000010:0.0:1763350981.348273:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43900. 00000001:00000001:0.0:1763350981.348276:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925deb371840: xid 1849001118784128, transno 8590055191, client gen 3, slot idx 2 00000001:00000001:0.0:1763350981.348280:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925deb371840: xid 1849001118784128, transno 8590055191, client gen 3, slot idx 2 00000001:00000010:0.0:1763350981.348283:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925deb371840. 00000001:00000001:0.0:1763350981.348287:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dd1330e40: xid 1849001118784128, transno 8590055190, client gen 3, slot idx 1 00000001:00000001:0.0:1763350981.348290:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dd1330e40: xid 1849001118784128, transno 8590055190, client gen 3, slot idx 1 00000001:00000010:0.0:1763350981.348293:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dd1330e40. 00000020:00000001:0.0:1763350981.348299:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.348302:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350981.348305:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:0.0:1763350981.348308:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350981.348312:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118784384, found 0 last_xid 1849001118784383 00000020:00000001:0.0:1763350981.348316:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350981.348318:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350981.348321:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350981.348326:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348332:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763350981.348335:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763350981.348338:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763350981.348342:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348346:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763350981.348351:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350981.348353:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.348355:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.348357:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.348359:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.348361:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.348363:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.348365:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.348366:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.348368:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.348369:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.348371:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.348372:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.348374:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348376:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348378:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763350981.348380:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348384:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350981.348385:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350981.348387:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.348388:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.348390:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.348391:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.348393:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350981.348394:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350981.348396:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.348399:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350981.348400:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350981.348405:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350981.348413:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350981.348416:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350981.348420:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350981.348422:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350981.348425:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350981.348426:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348429:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350981.348430:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348432:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.348437:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350981.348440:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350981.348445:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925df5ea5800. 02000000:00000001:0.0:1763350981.348448:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350981.348450:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348453:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350981.348455:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348458:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763350981.348460:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763350981.348462:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.348464:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc9b70c80 refcount=2 00000020:00000001:0.0:1763350981.348466:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530246671488 : -120543462880128 : ffff925dc9b70c80) 00000004:00000001:0.0:1763350981.348469:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530246671488 : -120543462880128 : ffff925dc9b70c80) 00000020:00000040:0.0:1763350981.348472:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc9b70c80 with handle 0xcb8c81cc3033c957 from hash 00000004:00000001:0.0:1763350981.348477:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763350981.348480:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3fee:0x0] with intent: 0 00000004:00000001:0.0:1763350981.348485:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763350981.348487:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1024 size 4096 lsom blocks 1 blocks 11 truncate 0 00000004:00000001:0.0:1763350981.348492:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350981.348496:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350981.348506:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.348510:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350981.348516:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.348520:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000800:00000001:1.0:1763350981.349215:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.349225:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350981.349228:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.349231:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.349238:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350981.349248:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfdc00 00000400:00000200:1.0:1763350981.349256:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127be1 [2] + 328 00000800:00000001:1.0:1763350981.349261:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.349269:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.349271:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.349275:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350981.349281:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350981.349283:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763350981.349291:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e18700. 00000100:00000040:1.0:1763350981.349294:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e18700 x1849001118784512 msgsize 328 00000100:00100000:1.0:1763350981.349299:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00080000:00000001:0.0:1763350981.349801:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350981.349808:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350981.349814:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350981.349817:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350981.349820:0:20016:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350981.349824:0:20016:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fee:0x0]: Reading som attrs: valid: 4, size: 1024, blocks: 1 00000004:00000002:0.0:1763350981.349828:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350981.349831:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.349834:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763350981.349837:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350981.349840:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.349842:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.349845:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.349847:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.349849:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.349851:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350981.349853:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.349854:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350981.349856:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.349857:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.349859:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.349861:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350981.349864:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350981.349865:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.349869:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763350981.349871:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3fee:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:0.0:1763350981.349874:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.349881:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763350981.349884:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350981.349888:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350981.349898:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd0a4e1e0. 00080000:00000001:0.0:1763350981.349902:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350981.349912:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5ea5400. 00080000:00000001:0.0:1763350981.349915:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530988229632 : -120542721321984 : ffff925df5ea5400) 00000004:00000001:0.0:1763350981.349920:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.349934:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.349938:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.349941:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988229632 : -120542721321984 : ffff925df5ea5400) 00080000:00000001:0.0:1763350981.349944:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350981.349970:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.349972:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.349975:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.349980:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763350981.349982:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350981.349989:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350981.349990:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.349992:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988229632 : -120542721321984 : ffff925df5ea5400) 00080000:00000001:0.0:1763350981.349996:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350981.350001:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350981.350003:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.350005:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350981.350029:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.350032:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.350038:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.350042:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763350981.350044:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350981.350045:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350981.350047:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988229632 : -120542721321984 : ffff925df5ea5400) 00080000:00000001:0.0:1763350981.350050:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350981.350053:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1763350981.350085:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.350088:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.350090:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350981.350092:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.350175:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350981.350187:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.350192:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350981.350365:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350981.350369:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118784512 02000000:00000001:3.0:1763350981.350372:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350981.350374:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350981.350376:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350981.350380:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350981.350383:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118784512 00000020:00000001:3.0:1763350981.350386:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350981.350388:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350981.350390:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.350393:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:3.0:1763350981.350396:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350981.350398:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350981.350402:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350981.350406:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcc80. 00000100:00000001:3.0:1763350981.350409:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350981.350411:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcc80. 00000020:00000010:3.0:1763350981.350417:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ee00. 00000020:00000010:3.0:1763350981.350422:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69100. 00000020:00000010:3.0:1763350981.350427:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375190. 00000100:00000040:3.0:1763350981.350435:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350981.350439:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350981.350440:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350981.350443:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350981.350446:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.350449:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350981.350453:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.350455:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.350458:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:3.0:1763350981.350460:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:3.0:1763350981.350462:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:3.0:1763350981.350465:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.350467:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.350469:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.350470:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.350478:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.350495:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350981.350507:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350981.350508:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350981.350514:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1008 00000100:00000040:3.0:1763350981.350518:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350981.350519:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668885760 : -120543040665856 : ffff925de2e18700) 00000020:00000001:0.0:1763350981.351782:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350981.351790:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350981.354005:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350981.354017:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055193, last_committed = 8590055188 00000001:00000010:2.0:1763350981.354408:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006933c0. 00000001:00000040:2.0:1763350981.354414:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:2.0:1763350981.354419:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00000001:00000010:2.0:1763350981.354430:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccdbd7540. 00000004:00000001:2.0:1763350981.354442:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350981.354445:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.354448:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988229632 : -120542721321984 : ffff925df5ea5400) 00080000:00000001:2.0:1763350981.354453:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350981.354484:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350981.354487:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350981.354491:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccdbd7540: xid 1849001118784384, transno 8590055193, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350981.354495:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.354518:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350981.354522:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd0a4e1e0. 00000020:00000001:2.0:1763350981.354525:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354533:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354538:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354541:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354546:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763350981.354548:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763350981.354552:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763350981.354557:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.354564:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.354566:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.354574:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.354577:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.354580:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.354584:0:20016:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354587:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763350981.354637:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763350981.354642:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350981.354648:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350981.354653:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693600. 00080000:00000001:2.0:1763350981.354657:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350981.354663:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cd76cb400. 00080000:00000001:2.0:1763350981.354666:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526181712896 : -120547527838720 : ffff925cd76cb400) 00000004:00000001:2.0:1763350981.354671:0:20016:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763350981.354673:0:20016:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763350981.354675:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.354676:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181712896 : -120547527838720 : ffff925cd76cb400) 00080000:00000001:2.0:1763350981.354680:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350981.354700:0:20016:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354703:0:20016:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354705:0:20016:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.354709:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350981.354711:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350981.354716:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350981.354717:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.354718:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181712896 : -120547527838720 : ffff925cd76cb400) 00080000:00000001:2.0:1763350981.354721:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350981.354726:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.354728:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354729:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.354753:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.354756:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350981.354758:0:20016:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350976, ctime 1763350978 00000004:00000001:2.0:1763350981.354761:0:20016:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763350981.354764:0:20016:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763350981.354766:0:20016:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763350981.354768:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.354769:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181712896 : -120547527838720 : ffff925cd76cb400) 00080000:00000001:2.0:1763350981.354773:0:20016:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350981.354782:0:20016:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354785:0:20016:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354787:0:20016:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354789:0:20016:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.354792:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350981.354794:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763350981.354797:0:20016:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055193 00000001:00000001:2.0:1763350981.354799:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350981.354801:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055194, last_committed = 8590055188 00000001:00000010:2.0:1763350981.354805:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693840. 00000001:00000040:2.0:1763350981.354807:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:2.0:1763350981.354809:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=492 00000001:00000010:2.0:1763350981.354813:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccdbd7900. 00000004:00000001:2.0:1763350981.354816:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350981.354817:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.354818:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181712896 : -120547527838720 : ffff925cd76cb400) 00080000:00000001:2.0:1763350981.354821:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350981.354828:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350981.354830:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350981.354833:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccdbd7540: xid 1849001118784384, transno 8590055193, client gen 3, slot idx 0 00000001:00000001:2.0:1763350981.354838:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccdbd7540: xid 1849001118784384, transno 8590055193, client gen 3, slot idx 0 00000001:00000010:2.0:1763350981.354841:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccdbd7540. 00000001:00000001:2.0:1763350981.354845:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccdbd7900: xid 1849001118784384, transno 8590055194, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763350981.354847:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.354855:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350981.354858:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693600. 00000020:00000001:2.0:1763350981.354859:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354864:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763350981.354870:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354874:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763350981.354882:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350981.354886:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763350981.354889:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc9b70c80. 00000004:00000001:2.0:1763350981.354905:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350981.354910:0:20016:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:2.0:1763350981.354913:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350981.354914:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354917:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354919:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763350981.354921:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350981.354924:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350981.354925:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350981.354927:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350981.354929:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350981.354935:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.354941:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350981.354943:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763350981.354952:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350981.354959:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.354961:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350981.354966:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 8590055194, xid 1849001118784384 00010000:00000001:2.0:1763350981.354969:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350981.354982:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9fb2050 x1849001118784384/t8590055194(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 392/456 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350981.354991:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350981.354994:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350981.354999:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350981.355005:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350981.355007:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350981.355009:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350981.355012:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350981.355015:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.355022:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350981.355025:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350981.355032:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d25d8. 00000100:00000200:2.0:1763350981.355041:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118784384, offset 224 00000400:00000200:2.0:1763350981.355049:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350981.355066:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350981.355073:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198175:198175:256:4294967295] 192.168.202.2@tcp LPNI seq info [198171:198171:8:4294967295] 00000400:00000200:2.0:1763350981.355087:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350981.355093:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000100:00000040:3.0:1763350981.355448:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e18700 x1849001118784512/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/0 e 0 to 0 dl 1763350992 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350981.355467:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350981.356220:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcc80. 00000100:00000001:3.0:1763350981.356227:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350981.356231:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcc80. 00000100:00100000:3.0:1763350981.356240:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118784512:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350981.356244:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118784512 00010000:00000001:3.0:1763350981.356248:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350981.356252:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350981.356253:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350981.356262:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350981.356264:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350981.356270:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925de904e400. 02000000:00000001:3.0:1763350981.356273:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.356276:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.356278:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350981.356281:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350981.356285:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.356288:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.356291:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:3.0:1763350981.356294:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:3.0:1763350981.356297:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000040:3.0:1763350981.356301:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dc3dbf600 count: 2 00002000:00000001:3.0:1763350981.356306:0:5782:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350981.356312:0:5782:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350981.356317:0:5782:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350981.356325:0:5782:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:3.0:1763350981.356327:0:5782:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:3.0:1763350981.356330:0:5782:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350981.356337:0:5782:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350981.356341:0:5782:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd31cd8/ffff925cddd31c80 to site lru. bkt: ffff925df5025148 00010000:00000001:3.0:1763350981.356344:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350981.356348:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350981.356350:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350981.356352:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.356355:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.356362:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350981.356364:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350981.356372:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.356374:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.356377:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.356379:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350981.356381:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7000 with handle 0xcb8c81cc3033c9b2 from hash 00010000:00000001:3.0:1763350981.356384:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350981.356385:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.356386:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.356388:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350981.356393:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.356395:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.356397:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350981.356399:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350981.356405:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033c9b2 lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x25d6:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 1568472540 flags: 0x44801000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecbe7 expref: 21 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350981.356420:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 14 00000020:00000040:3.0:1763350981.356424:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00010000:00000001:3.0:1763350981.356432:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.356433:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350981.356435:0:5782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350981.356438:0:5782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.356440:0:5782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.356442:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:3.0:1763350981.356444:0:5782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dc3dbf600 count: 0 00002000:00000010:3.0:1763350981.356450:0:5782:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dfb9b5440. 00010000:00000010:3.0:1763350981.356455:0:5782:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925dc3dbfc00. 00010000:00010000:3.0:1763350981.356461:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350981.356462:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.356467:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350981.356469:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350981.356473:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=64 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350981.356479:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350981.356481:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 10 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350981.356484:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350981.356486:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350981.356488:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.356490:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350981.356493:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350981.356498:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350ee0. 00000100:00000200:3.0:1763350981.356502:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118784512, offset 224 00000400:00000200:3.0:1763350981.356508:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350981.356516:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350981.356521:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198176:198176:255:4294967295] 192.168.202.2@tcp LPNI seq info [198172:198172:7:4294967295] 00000400:00000200:3.0:1763350981.356530:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350981.356535:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350981.356540:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e500. 00000800:00000200:3.0:1763350981.356547:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350981.356556:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350981.356562:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350981.356585:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350981.356588:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350981.356591:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.356593:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350981.356617:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e18700 x1849001118784512/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 328/224 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350981.356627:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e18700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2358:x1849001118784512:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 1161us (7330us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350981.356638:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1008 00000100:00000040:3.0:1763350981.356642:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350981.356644:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350981.356646:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350981.356653:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69100. 00000020:00000010:3.0:1763350981.356657:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375190. 00000020:00000010:3.0:1763350981.356663:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ee00. 00000020:00000040:3.0:1763350981.356668:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 19 00000100:00000001:3.0:1763350981.356671:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350981.356865:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350981.356870:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e500. 00000400:00000200:0.0:1763350981.356876:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.356882:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350981.356888:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350ee0 00000400:00000010:0.0:1763350981.356890:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350ee0. 00000100:00000001:0.0:1763350981.356895:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350981.356897:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000010:2.0:1763350981.356965:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084c00. 00000800:00000200:2.0:1763350981.356972:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350981.356976:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350981.356979:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084c00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763350981.356997:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350981.357000:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350981.357003:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350981.357005:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.357008:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350981.357014:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9fb2050 x1849001118784384/t8590055194(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 392/456 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350981.357021:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9fb2050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226217:x1849001118784384:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 8788us (9217us total) trans 8590055194 rc 0/0 00000100:00100000:2.0:1763350981.357030:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20881 00000100:00000040:2.0:1763350981.357033:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350981.357035:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350981.357037:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763350981.357039:0:20016:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763350981.357041:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70280. 00000020:00000010:2.0:1763350981.357045:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d960. 00000020:00000010:2.0:1763350981.357048:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0200. 00000020:00000040:2.0:1763350981.357053:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 02000000:00000001:2.0:1763350981.357059:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350981.357062:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dee171800. 02000000:00000001:2.0:1763350981.357066:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350981.357068:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cd8a80. 02000000:00000001:2.0:1763350981.357072:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350981.357073:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925df5ccbc00. 02000000:00000001:2.0:1763350981.357075:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350981.357077:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d52300. 02000000:00000001:2.0:1763350981.357081:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350981.357082:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925df5cc8400. 02000000:00000001:2.0:1763350981.357084:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350981.357085:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d51500. 02000000:00000001:2.0:1763350981.357089:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350981.357090:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925cddc46400. 02000000:00000001:2.0:1763350981.357093:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350981.357094:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcf480. 02000000:00000001:2.0:1763350981.360644:0:20016:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350981.360656:0:20016:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925e00074000. 02000000:00000001:2.0:1763350981.360665:0:20016:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350981.360668:0:20016:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9c30a80. 00000100:00000001:2.0:1763350981.360674:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763350981.360686:0:20016:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:2.0:1763350981.360701:0:20016:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bec8. 00000400:00000010:2.0:1763350981.360714:0:20016:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccdbd7180. 00010000:00000010:0.1:1763350981.360850:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09d00. 00010000:00000010:0.1:1763350981.360859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3400. 00010000:00000010:0.1:1763350981.360863:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09800. 00010000:00000010:0.1:1763350981.360867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000200:0.0:1763350981.360983:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350981.360988:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084c00. 00000400:00000200:0.0:1763350981.360993:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.361003:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350981.361009:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d25d8 00000400:00000010:0.0:1763350981.361012:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d25d8. 00000100:00000001:0.0:1763350981.361017:0:3310:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763350981.361019:0:3310:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350981.361021:0:3310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925df5ea5800. 02000000:00000001:0.0:1763350981.361023:0:3310:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763350981.361025:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350981.365061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7000. 00010000:00000010:3.1:1763350981.365083:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dc3dbf600. 00000800:00000001:1.0:1763350981.371634:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.371657:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350981.371663:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.371665:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.371679:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350981.371702:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfdd00 00000400:00000200:1.0:1763350981.371712:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e4d [2] + 0 00000800:00000001:1.0:1763350981.371721:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.371735:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.371737:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.371742:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350981.371750:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350981.371752:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763350981.371759:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e19180. 00000100:00000040:1.0:1763350981.371763:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e19180 x1849001118784768 msgsize 392 00000100:00100000:1.0:1763350981.371767:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350981.371783:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350981.371792:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.371796:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.373354:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350981.373360:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118784768 02000000:00000001:2.0:1763350981.373366:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350981.373368:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350981.373371:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.373378:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.373383:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118784768 00000020:00000001:2.0:1763350981.373386:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350981.373389:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350981.373392:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.373396:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:2.0:1763350981.373400:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350981.373403:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350981.373409:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.373420:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350981.373424:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.373427:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000020:00000010:2.0:1763350981.373437:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09400. 00000020:00000010:2.0:1763350981.373443:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063a80. 00000020:00000010:2.0:1763350981.373449:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090960. 00000100:00000040:2.0:1763350981.373457:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763350981.373461:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350981.373462:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350981.373464:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.373473:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.373487:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.373500:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350981.373502:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350981.373511:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20882 00000100:00000040:2.0:1763350981.373515:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350981.373517:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668888448 : -120543040663168 : ffff925de2e19180) 00000100:00000040:2.0:1763350981.373535:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e19180 x1849001118784768/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 392/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350981.373545:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.373548:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350981.373550:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.373552:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000100:00100000:2.0:1763350981.373556:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226217:x1849001118784768:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:2.0:1763350981.373560:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118784768 00000020:00000001:2.0:1763350981.373563:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350981.373568:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350981.373575:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccdbd7900: xid 1849001118784384, transno 8590055194, client gen 3, slot idx 1 00000001:00000001:2.0:1763350981.373581:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925deb3710c0: xid 1849001118784128, transno 8590055192, client gen 3, slot idx 3 00000001:00000010:2.0:1763350981.373587:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925deb3710c0. 00000020:00000001:2.0:1763350981.373593:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.373642:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350981.373644:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:2.0:1763350981.373648:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350981.373652:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118784768, found 0 last_xid 1849001118784767 00000020:00000001:2.0:1763350981.373656:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350981.373659:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350981.373661:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.373664:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373671:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763350981.373674:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763350981.373676:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763350981.373681:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373685:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763350981.373689:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.373691:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.373694:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.373695:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.373697:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.373699:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.373700:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.373701:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.373703:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.373704:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.373705:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.373707:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.373708:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.373709:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373712:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373714:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763350981.373715:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373718:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350981.373719:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.373720:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.373721:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.373723:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.373724:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.373725:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.373726:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.373727:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.373729:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.373730:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.373736:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350981.373744:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350981.373747:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350981.373750:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350981.373752:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.373756:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.373757:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373760:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350981.373761:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373763:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.373767:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350981.373770:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350981.373777:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925cd76cb800. 02000000:00000001:2.0:1763350981.373779:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.373781:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373783:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350981.373786:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373789:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763350981.373791:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763350981.373793:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.373795:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925df59ceb80 refcount=2 00000020:00000001:2.0:1763350981.373797:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530983156608 : -120542726395008 : ffff925df59ceb80) 00000004:00000001:2.0:1763350981.373800:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530983156608 : -120542726395008 : ffff925df59ceb80) 00000020:00000040:2.0:1763350981.373803:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df59ceb80 with handle 0xcb8c81cc3033c96c from hash 00000004:00000001:2.0:1763350981.373809:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763350981.373812:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff4:0x0] with intent: 0 00000004:00000001:2.0:1763350981.373817:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763350981.373819:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:2.0:1763350981.373824:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350981.373839:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350981.373849:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373853:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.373858:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.373861:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.373869:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350981.373873:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350981.373878:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350981.373880:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350981.373883:0:20016:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350981.373885:0:20016:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff4:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763350981.373888:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350981.373891:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373894:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.373896:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.373898:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.373899:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.373902:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.373904:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.373906:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.373908:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.373910:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.373911:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.373913:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.373915:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.373917:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.373919:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.373922:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350981.373936:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.373941:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763350981.373942:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff4:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763350981.373947:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763350981.373951:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763350981.373954:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350981.373958:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350981.373967:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693600. 00080000:00000001:2.0:1763350981.373970:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350981.373981:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cd76cb000. 00080000:00000001:2.0:1763350981.373983:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526181711872 : -120547527839744 : ffff925cd76cb000) 00000004:00000001:2.0:1763350981.373988:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350981.373993:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350981.373996:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.373999:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181711872 : -120547527839744 : ffff925cd76cb000) 00080000:00000001:2.0:1763350981.374002:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350981.374028:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374030:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374033:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.374039:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350981.374041:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350981.374048:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350981.374050:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.374051:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181711872 : -120547527839744 : ffff925cd76cb000) 00080000:00000001:2.0:1763350981.374055:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350981.374061:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.374062:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374065:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.374091:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.374094:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374101:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350981.374114:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350981.374116:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350981.374118:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.374119:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181711872 : -120547527839744 : ffff925cd76cb000) 00080000:00000001:2.0:1763350981.374123:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350981.374126:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763350981.374197:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374200:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374202:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374204:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.374210:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350981.374214:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350981.374219:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350981.374222:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055195, last_committed = 8590055188 00000001:00000010:2.0:1763350981.374227:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693000. 00000001:00000040:2.0:1763350981.374229:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:2.0:1763350981.374232:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00000001:00000010:2.0:1763350981.374239:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccdbd7f00. 00000004:00000001:2.0:1763350981.374246:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350981.374247:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.374249:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181711872 : -120547527839744 : ffff925cd76cb000) 00080000:00000001:2.0:1763350981.374252:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350981.374266:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350981.374269:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350981.374272:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccdbd7f00: xid 1849001118784768, transno 8590055195, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350981.374275:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.374288:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350981.374290:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693600. 00000020:00000001:2.0:1763350981.374293:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374296:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374298:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374299:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374302:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763350981.374304:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763350981.374306:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763350981.374308:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.374310:0:20016:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350981.374312:0:20016:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350981.374316:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763350981.374320:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763350981.374323:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350981.374326:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff4:0x0], previous was 0x7 00000004:00000001:2.0:1763350981.374329:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374332:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763350981.374335:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374338:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:2.0:1763350981.374341:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350981.374344:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693600. 00080000:00000001:2.0:1763350981.374346:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350981.374351:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925cd76cbc00. 00080000:00000001:2.0:1763350981.374352:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00000004:00000001:2.0:1763350981.374360:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.374362:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00080000:00000001:2.0:1763350981.374365:0:20016:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:2.0:1763350981.374386:0:20016:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374389:0:20016:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:2.0:1763350981.374392:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.374393:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00080000:00000002:2.0:1763350981.374398:0:20016:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff4:0x0] not in the id map cache 00080000:00000001:2.0:1763350981.374402:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350981.374409:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350981.374412:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374414:0:20016:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374417:0:20016:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:2.0:1763350981.374420:0:20016:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350981.374423:0:20016:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374426:0:20016:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763350981.374428:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.374429:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00080000:00000001:2.0:1763350981.374432:0:20016:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:2.0:1763350981.374435:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350981.374440:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.374442:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.374445:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.374447:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.374450:0:20016:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.374462:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1763350981.374464:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.374470:0:20016:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374473:0:20016:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374477:0:20016:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350981.374480:0:20016:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:2.0:1763350981.374482:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.374484:0:20016:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350981.374487:0:20016:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350981.374488:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.374490:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.374491:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.374492:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.374495:0:20016:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350981.374497:0:20016:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350981.374499:0:20016:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.374501:0:20016:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00000004:00000001:2.0:1763350981.374507:0:20016:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:2.0:1763350981.374509:0:20016:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:2.0:1763350981.374512:0:20016:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350981.374514:0:20016:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00000004:00000040:2.0:1763350981.374518:0:20016:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:2.0:1763350981.374521:0:20016:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:2.0:1763350981.374525:0:20016:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:2.0:1763350981.374528:0:20016:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:2.0:1763350981.374532:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350981.374536:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350981.374538:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350981.374539:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.374542:0:20016:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:2.0:1763350981.374544:0:20016:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:2.0:1763350981.374548:0:20016:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:2.0:1763350981.374550:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350981.374560:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.374562:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.374565:0:20016:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350981.374580:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:2.0:1763350981.374581:0:20016:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350981.374590:0:20016:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:2.0:1763350981.374593:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.374643:0:20016:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.374647:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350981.374675:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.374678:0:20016:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.374681:0:20016:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.374684:0:20016:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.374686:0:20016:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350981.374689:0:20016:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350981.374691:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350981.374721:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.374722:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.374724:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350981.374732:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.374733:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.380665:0:20016:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.380672:0:20016:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.380680:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350981.380690:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350981.380695:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.380701:0:20016:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:2.0:1763350981.380704:0:20016:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:2.0:1763350981.380707:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350981.380752:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.380754:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.380756:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350981.380768:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.380769:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.380771:0:20016:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.380773:0:20016:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.380775:0:20016:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350981.380777:0:20016:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350981.380779:0:20016:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.380781:0:20016:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.380785:0:20016:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350981.380789:0:20016:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00000001:2.0:1763350981.380794:0:20016:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.380797:0:20016:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.380800:0:20016:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.380806:0:20016:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.380808:0:20016:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.380817:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350981.380821:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350981.380831:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350981.380834:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.380836:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00080000:00000001:2.0:1763350981.380840:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350981.380845:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350981.380846:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.380848:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.380877:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.380880:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.380894:0:20016:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:2.0:1763350981.380902:0:20016:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:2.0:1763350981.380903:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.380905:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00080000:00000001:2.0:1763350981.380909:0:20016:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:2.0:1763350981.381044:0:20016:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350981.381048:0:20016:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350981.381052:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.381055:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.381058:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.381061:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.381063:0:20016:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350981.381065:0:20016:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.381118:0:20016:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381120:0:20016:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381124:0:20016:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763350981.381126:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.381127:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00080000:00000001:2.0:1763350981.381132:0:20016:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763350981.381142:0:20016:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381144:0:20016:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381148:0:20016:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:2.0:1763350981.381151:0:20016:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x3ff4:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:2.0:1763350981.381154:0:20016:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:2.0:1763350981.381156:0:20016:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763350981.381157:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.381158:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00080000:00000001:2.0:1763350981.381162:0:20016:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1763350981.381165:0:20016:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350981.381167:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.381169:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.381171:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.381172:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.381175:0:20016:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.381249:0:20016:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350981.381252:0:20016:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381254:0:20016:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381257:0:20016:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350981.381260:0:20016:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:2.0:1763350981.381261:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.381264:0:20016:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350981.381267:0:20016:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350981.381268:0:20016:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.381269:0:20016:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.381271:0:20016:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.381272:0:20016:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.381274:0:20016:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350981.381276:0:20016:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350981.381279:0:20016:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381281:0:20016:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00000004:00000001:2.0:1763350981.381285:0:20016:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:2.0:1763350981.381287:0:20016:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:2.0:1763350981.381290:0:20016:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350981.381292:0:20016:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00000004:00000040:2.0:1763350981.381296:0:20016:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:2.0:1763350981.381298:0:20016:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:2.0:1763350981.381301:0:20016:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:2.0:1763350981.381303:0:20016:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:2.0:1763350981.381305:0:20016:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446623525831118336 : -120547878433280 : ffff925cc2870e00) 00000040:00000001:2.0:1763350981.381308:0:20016:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:2.0:1763350981.381310:0:20016:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350981.381312:0:20016:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:2.0:1763350981.381314:0:20016:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:2.0:1763350981.381316:0:20016:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:2.0:1763350981.381325:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350981.381358:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:2.0:1763350981.381361:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350981.381365:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:2.0:1763350981.381367:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350981.381370:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:2.0:1763350981.381372:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350981.381389:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:2.0:1763350981.381392:0:20016:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9568, 64 off620640 00000040:00000001:2.0:1763350981.381395:0:20016:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350981.381397:0:20016:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350981.381400:0:20016:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350981.381405:0:20016:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1763350981.381408:0:20016:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1763350981.381410:0:20016:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:2.0:1763350981.381412:0:20016:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:2.0:1763350981.381415:0:20016:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9568: rc = 1 00000004:00000010:2.0:1763350981.381421:0:20016:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925e00693b40. 00000004:00080000:2.0:1763350981.381425:0:20016:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6190986828052ns, next at 6191986821372ns, rc = 0 00000004:00000001:2.0:1763350981.381428:0:20016:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381430:0:20016:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381431:0:20016:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381434:0:20016:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381436:0:20016:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.381439:0:20016:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:2.0:1763350981.381442:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763350981.381446:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350981.381449:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763350981.381453:0:20016:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055195 00000001:00000001:2.0:1763350981.381456:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350981.381461:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055196, last_committed = 8590055188 00000001:00000010:2.0:1763350981.381466:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006932a0. 00000001:00000040:2.0:1763350981.381468:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:2.0:1763350981.381472:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00000001:00000010:2.0:1763350981.381479:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccdbd7780. 00000004:00000001:2.0:1763350981.381487:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350981.381489:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350981.381491:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623526181714944 : -120547527836672 : ffff925cd76cbc00) 00080000:00000001:2.0:1763350981.381493:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350981.381501:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350981.381504:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350981.381509:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccdbd7f00: xid 1849001118784768, transno 8590055195, client gen 3, slot idx 0 00000001:00000001:2.0:1763350981.381514:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccdbd7f00: xid 1849001118784768, transno 8590055195, client gen 3, slot idx 0 00000001:00000010:2.0:1763350981.381518:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccdbd7f00. 00000001:00000001:2.0:1763350981.381520:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccdbd7780: xid 1849001118784768, transno 8590055196, tag 1, client gen 3, slot idx 2 00000001:00000001:2.0:1763350981.381524:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.381556:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350981.381559:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693600. 00000020:00000001:2.0:1763350981.381561:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350981.381569:0:20016:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:2.0:1763350981.381573:0:20016:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.381577:0:20016:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350981.381587:0:20016:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92600. 00010000:00000010:2.0:1763350981.381591:0:20016:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc8063480. 00010000:00000001:2.0:1763350981.381639:0:20016:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.381644:0:20016:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1c00. 00000020:00000001:2.0:1763350981.381651:0:20016:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.381654:0:20016:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1c00 with handle 0xcb8c81cc3033c9ff to hash 00000020:00000001:2.0:1763350981.381656:0:20016:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.381658:0:20016:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000010:2.0:1763350981.381664:0:20016:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2bef00. 00010000:00000001:2.0:1763350981.381667:0:20016:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.381672:0:20016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.381675:0:20016:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.381680:0:20016:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20016 initiator: MDT0 00010000:00000001:2.0:1763350981.381689:0:20016:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.381694:0:20016:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.381697:0:20016:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350981.381699:0:20016:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.381702:0:20016:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.381703:0:20016:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.381705:0:20016:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.381708:0:20016:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350981.381710:0:20016:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350981.381712:0:20016:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350981.381713:0:20016:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350981.381716:0:20016:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff4:0x0].0x0 (ffff925df4a92600) refcount = 1 00010000:00010000:2.0:1763350981.381721:0:20016:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 20016 initiator: MDT0 00010000:00000001:2.0:1763350981.381727:0:20016:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350981.381733:0:20016:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.381735:0:20016:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.381738:0:20016:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350981.381739:0:20016:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.381742:0:20016:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.381744:0:20016:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763350981.381747:0:20016:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:2.0:1763350981.381749:0:20016:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.381752:0:20016:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20016 initiator: MDT0 00010000:00000001:2.0:1763350981.381757:0:20016:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350981.381758:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.381760:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.381762:0:20016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.381764:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.381766:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:2.0:1763350981.381768:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.381770:0:20016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.381773:0:20016:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.381774:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.381775:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=4 00000020:00000001:2.0:1763350981.381777:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.381780:0:20016:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.381782:0:20016:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:2.0:1763350981.381784:0:20016:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20016 initiator: MDT0 00010000:00000001:2.0:1763350981.381790:0:20016:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.381792:0:20016:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20016 initiator: MDT0 00010000:00000001:2.0:1763350981.381801:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.381802:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.381804:0:20016:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20016 initiator: MDT0 00010000:00000001:2.0:1763350981.381809:0:20016:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.381810:0:20016:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.381814:0:20016:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763350981.381818:0:20016:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925ccdbd7540. 00010000:00000001:2.0:1763350981.381821:0:20016:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763350981.381829:0:20016:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:2.0:1763350981.381831:0:20016:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.381833:0:20016:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.381835:0:20016:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.381836:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.381837:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.381838:0:20016:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.381839:0:20016:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350981.381840:0:20016:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:2.0:1763350981.381842:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925df59ceb80. 00000004:00000001:2.0:1763350981.381857:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:2.0:1763350981.381884:0:20016:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925cddd35ab8. 00000004:00000001:2.0:1763350981.381893:0:20016:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763350981.381895:0:20016:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763350981.381900:0:20016:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925dc9b70900. 00000004:00000010:2.0:1763350981.381902:0:20016:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccdb26e98. 00000004:00000010:2.0:1763350981.381908:0:20016:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925cc739fba0. 00000004:00000010:2.0:1763350981.381913:0:20016:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925cc739f468. 00000004:00000010:2.0:1763350981.381918:0:20016:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925deb371a80. 00000004:00000010:2.0:1763350981.381922:0:20016:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff925cddd20cc0. 00000020:00000001:0.0:1763350981.384692:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350981.384702:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.384709:0:56731:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763350981.384713:0:56731:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763350981.384716:0:56731:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350981.384725:0:56731:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00010000:00010000:0.0:1763350981.384738:0:56731:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1c00 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:0.0:1763350981.384742:0:56731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.384744:0:56731:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350981.384747:0:56731:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20016 initiator: MDT0 00010000:00000001:0.0:1763350981.384753:0:56731:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350981.384755:0:56731:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350981.384758:0:56731:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350981.384760:0:56731:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:0.0:1763350981.384763:0:56731:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:0.0:1763350981.384766:0:56731:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:0.0:1763350981.384770:0:56731:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350981.384772:0:56731:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20016 initiator: MDT0 00010000:00000001:0.0:1763350981.384777:0:56731:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350981.384780:0:56731:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350981.384781:0:56731:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.384789:0:56731:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350981.384791:0:56731:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350981.384793:0:56731:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350981.384795:0:56731:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350981.384799:0:56731:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033c9ff from hash 00010000:00000001:0.0:1763350981.384802:0:56731:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350981.384804:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.384805:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.384806:0:56731:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350981.384813:0:56731:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350981.384815:0:56731:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.384817:0:56731:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350981.384820:0:56731:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350981.384824:0:56731:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350981.384827:0:56731:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff4:0x0].0x0 (ffff925df4a92600) 00010000:00010000:0.0:1763350981.384830:0:56731:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:0.0:1763350981.384833:0:56731:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350981.384836:0:56731:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.384838:0:56731:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350981.384840:0:56731:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350981.384843:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350981.384844:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.384846:0:56731:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.384848:0:56731:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350981.384850:0:56731:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.384853:0:56731:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000001:0.0:1763350981.384858:0:56731:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350981.384860:0:56731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033c9ff lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff4:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20016 initiator: MDT0 00010000:00000010:0.0:1763350981.384868:0:56731:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2bef00. 00010000:00000040:0.0:1763350981.384878:0:56731:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92600 count: 0 00010000:00000010:0.0:1763350981.384887:0:56731:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc8063480. 00010000:00000001:0.0:1763350981.384909:0:56731:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350981.384912:0:56731:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763350981.384914:0:56731:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925ccdbd7540. 00010000:00000001:0.0:1763350981.384918:0:56731:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.384921:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350981.385187:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.385191:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350981.385193:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350981.385194:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.385196:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350981.385199:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350981.385200:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.385201:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000010:2.0:1763350981.386195:0:20016:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff925ccd8df618. 00000004:00000001:2.0:1763350981.386205:0:20016:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:2.0:1763350981.386207:0:20016:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x3ff4:0x0] 00000004:00000010:2.0:1763350981.386211:0:20016:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff925cddeeaf00. 00000004:00000001:2.0:1763350981.386219:0:20016:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:2.0:1763350981.386225:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350981.386227:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.386231:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.386234:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763350981.386241:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350981.386243:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350981.386245:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350981.386247:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350981.386253:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350981.386259:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.386269:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350981.386272:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763350981.386282:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350981.386290:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.386293:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350981.386297:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 8590055196, xid 1849001118784768 00010000:00000001:2.0:1763350981.386301:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350981.386313:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e19180 x1849001118784768/t8590055196(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 392/456 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350981.386324:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350981.386328:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350981.386333:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350981.386339:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350981.386341:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350981.386343:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350981.386347:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350981.386350:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.386355:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350981.386358:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350981.386370:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d22a8. 00000100:00000200:2.0:1763350981.386378:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118784768, offset 224 00000400:00000200:2.0:1763350981.386385:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350981.386402:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350981.386410:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198177:198177:256:4294967295] 192.168.202.2@tcp LPNI seq info [198173:198173:8:4294967295] 00000400:00000200:2.0:1763350981.386422:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350981.386429:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350981.386436:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084900. 00000800:00000200:2.0:1763350981.386444:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350981.386453:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350981.386458:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084900 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763350981.388784:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350981.388804:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350981.388809:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350981.388813:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.388816:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350981.388827:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e19180 x1849001118784768/t8590055196(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 392/456 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350981.388841:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e19180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226217:x1849001118784768:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 15293us (17074us total) trans 8590055196 rc 0/0 00000100:00100000:2.0:1763350981.388854:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20882 00000100:00000040:2.0:1763350981.388860:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350981.388862:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350981.388866:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763350981.388871:0:20016:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763350981.388876:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063a80. 00000020:00000010:2.0:1763350981.388884:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090960. 00000020:00000010:2.0:1763350981.388889:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09400. 00000020:00000040:2.0:1763350981.388896:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:2.0:1763350981.388900:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350981.389185:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350981.389191:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084900. 00000400:00000200:0.0:1763350981.389196:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.389202:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350981.389209:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d22a8 00000400:00000010:0.0:1763350981.389212:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d22a8. 00000100:00000001:0.0:1763350981.389217:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350981.389219:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350981.397849:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92600. 00010000:00000010:0.1:1763350981.397865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000800:00000001:0.0:1763350981.435394:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.436311:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350981.436318:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.436323:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.436338:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350981.436365:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4624 into portal 12 MB=0x691a81edfde00 00000400:00000200:2.0:1763350981.436376:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4624/4624 into md 0xd4535 [64] + 141584 00000800:00000001:2.0:1763350981.436389:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.436413:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350981.436416:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350981.436422:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350981.436430:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350981.436434:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350981.436443:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf8e00. 00000100:00000040:2.0:1763350981.436449:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf8e00 x1849001118785024 msgsize 4624 00000100:00100000:2.0:1763350981.436454:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350981.437531:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763350981.438325:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350981.438347:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350981.438358:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763350981.438401:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118785024 02000000:00000001:1.0:1763350981.438405:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350981.438408:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350981.438411:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.438416:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350981.438421:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118785024 00000020:00000001:1.0:1763350981.438424:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350981.438426:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350981.438429:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.438433:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:1.0:1763350981.438436:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350981.438439:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350981.438444:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.438455:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52200. 00000100:00000001:1.0:1763350981.438460:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.438463:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52200. 00000020:00000010:1.0:1763350981.438470:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:1.0:1763350981.438478:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ceb80. 00000020:00000010:1.0:1763350981.438484:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350981.438495:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350981.438499:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350981.438501:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350981.438504:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350981.438507:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.438509:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.438519:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.438536:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.438555:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350981.438558:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350981.438566:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140623 00000100:00000040:1.0:1763350981.438570:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350981.438572:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171024384 : -120542538527232 : ffff925e00cf8e00) 00000100:00000040:1.0:1763350981.438582:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf8e00 x1849001118785024/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350981.438592:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.438619:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52200. 00000100:00000001:1.0:1763350981.438622:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.438624:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52200. 00000100:00100000:1.0:1763350981.438629:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226219:x1849001118785024:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350981.438634:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118785024 00000020:00000001:1.0:1763350981.438638:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350981.438642:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350981.438649:0:20012:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccdbd7780: xid 1849001118784768, transno 8590055196, client gen 3, slot idx 2 00000001:00000001:1.0:1763350981.438654:0:20012:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccdbd7900: xid 1849001118784384, transno 8590055194, client gen 3, slot idx 1 00000001:00000010:1.0:1763350981.438659:0:20012:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccdbd7900. 00000020:00000001:1.0:1763350981.438664:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.438667:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350981.438669:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350981.438673:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350981.438676:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118785024, found 0 last_xid 1849001118785023 00000020:00000001:1.0:1763350981.438679:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350981.438682:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350981.438685:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350981.438702:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.438704:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350981.438708:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350981.438710:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350981.438712:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350981.438715:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.438720:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350981.438727:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350981.438730:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.438733:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350981.438739:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:1.0:1763350981.438743:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350981.438746:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6e00 with handle 0xcb8c81cc3033ca06 to hash 00000020:00000001:1.0:1763350981.438748:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350981.438750:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000010:1.0:1763350981.438755:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373900. 00010000:00000001:1.0:1763350981.438758:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00010000:1.0:1763350981.438763:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca06 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc11 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350981.438774:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350981.438777:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:1.0:1763350981.438785:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350981.438789:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350981.438796:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350981.438799:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350981.438802:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.438805:0:20012:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763350981.438810:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925e00cf8e00 x1849001118785024/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/0 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763350981.438821:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350981.438824:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350981.438827:0:20012:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763350981.438830:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.438833:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.438837:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.438838:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.438841:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.438849:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.438851:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.438853:0:20012:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.438855:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.438859:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350981.438861:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350981.438864:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350981.438867:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350981.438910:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925dead80000. 02000000:00000001:1.0:1763350981.438913:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.438917:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.438923:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350981.438925:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.438926:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.438928:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.438930:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.438932:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.438933:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.438934:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.438936:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.438938:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.438940:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.438945:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350981.438951:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350981.438953:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350981.438956:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350981.438958:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.438961:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.438962:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.438964:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350981.438966:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.438969:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350981.438971:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.438974:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350981.438977:0:20012:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763350981.438982:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3ba38 00000004:00000002:1.0:1763350981.438985:0:20012:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:1.0:1763350981.438991:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350981.438994:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:1.0:1763350981.438998:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350981.439002:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:1.0:1763350981.439005:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:1.0:1763350981.439009:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763350981.439011:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.439015:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350981.439020:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350981.439023:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350981.439026:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350981.439028:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350981.439031:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:1.0:1763350981.439034:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.439036:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350981.439040:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350981.439042:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350981.439044:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033ca0d to hash 00000020:00000001:1.0:1763350981.439046:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350981.439047:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000010:1.0:1763350981.439051:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350981.439052:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.439057:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.439059:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.439062:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439070:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350981.439075:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350981.439077:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350981.439080:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.439083:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.439085:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.439086:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.439089:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350981.439092:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350981.439094:0:20012:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350981.439096:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350981.439116:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:1.0:1763350981.439119:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350981.439125:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350981.439134:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350981.439141:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439146:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350981.439153:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.439155:0:20012:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439157:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350981.439158:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.439160:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439162:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.439165:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350981.439167:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.439170:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439175:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350981.439177:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439178:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.439180:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350981.439181:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350981.439187:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da000. 00010000:00000010:1.0:1763350981.439191:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925df59ce380. 00010000:00000001:1.0:1763350981.439194:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350981.439196:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350981.439198:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350981.439200:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033ca14 to hash 00000020:00000001:1.0:1763350981.439202:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350981.439203:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000010:1.0:1763350981.439206:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350981.439209:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.439212:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.439214:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.439216:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439221:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350981.439223:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350981.439224:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350981.439226:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.439227:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.439229:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.439230:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.439232:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350981.439233:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350981.439234:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350981.439236:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350981.439238:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925ccd7da000) refcount = 1 00010000:00010000:1.0:1763350981.439241:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439246:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350981.439247:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.439249:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439251:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350981.439252:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.439254:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439255:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.439257:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350981.439259:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.439261:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439266:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350981.439267:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439269:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350981.439270:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.439276:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350981.439325:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350981.439329:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350981.439333:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350981.439337:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.439343:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350981.439369:0:20012:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350981.439371:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350981.439373:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350981.439377:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350981.439379:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350981.439382:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350981.439385:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.439386:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350981.439388:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.439390:0:20012:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763350981.439394:0:20012:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763350981.439396:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350981.439398:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350981.439399:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350981.439400:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350981.439402:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.439404:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.439431:0:20012:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.439433:0:20012:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350981.439435:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.439437:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.439440:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350981.439441:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:1.0:1763350981.439443:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350981.439448:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:1.0:1763350981.439450:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:1.0:1763350981.439456:0:20012:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:1.0:1763350981.439459:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350981.439463:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:1.0:1763350981.439466:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350981.439468:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350981.439471:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350981.439473:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.439475:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.439477:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350981.439478:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.439481:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.439484:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350981.439487:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439492:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439493:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350981.439495:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439501:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.439502:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439505:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350981.439508:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350981.439515:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350981.439518:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350981.439520:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350981.439523:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439528:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350981.439530:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.439531:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.439533:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=4 00000020:00000001:1.0:1763350981.439535:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.439537:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.439540:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350981.439543:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439548:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350981.439550:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350981.439552:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439555:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350981.439557:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350981.439558:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.439560:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350981.439562:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033ca0d from hash 00010000:00000001:1.0:1763350981.439564:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350981.439565:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439567:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.439568:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350981.439571:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.439572:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439574:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350981.439576:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350981.439578:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350981.439580:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350981.439583:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350981.439586:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.439588:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439590:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350981.439591:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350981.439593:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439623:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.439626:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439628:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.439630:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.439633:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439638:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439640:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.439641:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350981.439643:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350981.439644:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350981.439646:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca0d lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350981.439651:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350981.439664:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350981.439665:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350981.439667:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350981.439668:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.439670:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.439671:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:1.0:1763350981.439673:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.439675:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.439678:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350981.439680:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439685:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439686:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350981.439689:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439693:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.439694:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439695:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350981.439697:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350981.439702:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350981.439703:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350981.439705:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350981.439707:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439716:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350981.439717:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.439718:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.439720:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=4 00000020:00000001:1.0:1763350981.439721:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.439724:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.439725:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350981.439728:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439732:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350981.439733:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350981.439734:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439736:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350981.439737:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350981.439738:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.439739:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350981.439741:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033ca14 from hash 00010000:00000001:1.0:1763350981.439743:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350981.439744:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439745:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.439746:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350981.439748:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.439750:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439751:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350981.439753:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350981.439754:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350981.439756:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925ccd7da000) 00010000:00010000:1.0:1763350981.439759:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350981.439760:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.439762:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439764:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350981.439765:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350981.439767:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439769:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.439770:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439772:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.439773:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.439775:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.439779:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439780:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.439781:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350981.439782:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350981.439783:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350981.439785:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca14 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350981.439790:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373880. 00010000:00000040:1.0:1763350981.439792:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da000 count: 0 00010000:00000010:1.0:1763350981.439797:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925df59ce380. 00010000:00000001:1.0:1763350981.439802:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350981.439803:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350981.439805:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350981.439806:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350981.439808:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350981.439809:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350981.439811:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350981.439816:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:1.0:1763350981.439818:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350981.439821:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350981.439823:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350981.439824:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350981.439826:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350981.439828:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350981.439832:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350981.439848:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.439852:0:20012:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763350981.439854:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763350981.439857:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350981.439860:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350981.439862:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350981.439866:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439867:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.439869:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.439870:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350981.439872:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6e00 with handle 0xcb8c81cc3033ca06 from hash 00010000:00000001:1.0:1763350981.439874:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350981.439875:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.439876:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.439878:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350981.439879:0:20012:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350981.439882:0:20012:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350981.439888:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca06 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc11 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350981.439894:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350981.439897:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350981.439900:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350981.439901:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.439904:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439906:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350981.439907:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350981.439908:0:20012:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350981.439909:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350981.439910:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350981.439912:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350981.439914:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350981.439916:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350981.439919:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763350981.439921:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.439923:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.439924:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350981.439925:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350981.439928:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca06 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc11 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350981.439939:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:1.0:1763350981.439942:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00010000:00000010:1.0:1763350981.439944:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373900. 00010000:00000001:1.0:1763350981.439948:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350981.439950:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6e00, rc 0) 00000020:00000001:1.0:1763350981.439953:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350981.439957:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 0, xid 1849001118785024 00010000:00000001:1.0:1763350981.439960:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350981.439966:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cf8e00 x1849001118785024/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/608 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350981.439975:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350981.439978:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350981.439983:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350981.439988:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350981.439990:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350981.439993:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350981.439995:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350981.439997:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.440001:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350981.440004:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350981.440010:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74330. 00000100:00000200:1.0:1763350981.440018:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118785024, offset 224 00000400:00000200:1.0:1763350981.440025:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350981.440041:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350981.440048:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198178:198178:256:4294967295] 192.168.202.2@tcp LPNI seq info [198174:198174:8:4294967295] 00000400:00000200:1.0:1763350981.440061:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350981.440067:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350981.440075:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350981.440082:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350981.440090:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350981.440096:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1763350981.440131:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.440135:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350981.440138:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350981.440140:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.440143:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350981.440147:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf8e00 x1849001118785024/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/608 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350981.440157:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cf8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226219:x1849001118785024:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1563us (3706us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350981.440166:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140623 00000100:00000040:1.0:1763350981.440169:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350981.440172:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350981.440174:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350981.440180:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ceb80. 00000020:00000010:1.0:1763350981.440184:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350981.440188:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:1.0:1763350981.440192:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:1.0:1763350981.440195:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350981.440726:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.440733:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:3.0:1763350981.440738:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.440745:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.440751:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74330 00000400:00000010:3.0:1763350981.440754:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74330. 00000100:00000001:3.0:1763350981.440759:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.440761:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350981.444112:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350981.444135:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350981.444141:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350981.444145:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350981.444158:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350981.444178:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 464 into portal 12 MB=0x691a81edfde80 00000400:00000200:0.0:1763350981.444188:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 464/464 into md 0xd4535 [64] + 146208 00000800:00000001:0.0:1763350981.444198:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350981.444208:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350981.444211:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.444216:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350981.444224:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350981.444226:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350981.444236:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d51500. 00000100:00000040:0.0:1763350981.444241:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d51500 x1849001118785152 msgsize 464 00000100:00100000:0.0:1763350981.444245:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350981.444261:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350981.444270:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350981.444273:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.444810:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350981.444816:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118785152 02000000:00000001:2.0:1763350981.444820:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350981.444824:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350981.444828:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.444835:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.444840:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118785152 00000020:00000001:2.0:1763350981.444844:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350981.444847:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350981.444850:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.444855:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:2.0:1763350981.444858:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350981.444861:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350981.444866:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.444874:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350981.444879:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.444881:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000020:00000010:2.0:1763350981.444890:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09400. 00000020:00000010:2.0:1763350981.444896:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063a80. 00000020:00000010:2.0:1763350981.444902:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090960. 00000100:00000040:2.0:1763350981.444913:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350981.444916:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350981.444919:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350981.444922:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.444932:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.445073:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.445090:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350981.445093:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350981.445113:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140624 00000100:00000040:2.0:1763350981.445118:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350981.445120:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171386624 : -120542538164992 : ffff925e00d51500) 00000100:00000040:2.0:1763350981.445130:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d51500 x1849001118785152/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 464/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350981.445140:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.445143:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350981.445145:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.445148:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000100:00100000:2.0:1763350981.445152:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226219:x1849001118785152:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:2.0:1763350981.445157:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118785152 00000020:00000001:2.0:1763350981.445161:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350981.445165:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350981.445172:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.445175:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350981.445178:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:2.0:1763350981.445181:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350981.445185:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118785152, found 0 last_xid 1849001118785151 00000020:00000001:2.0:1763350981.445189:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350981.445192:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350981.445194:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.445198:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350981.445204:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350981.445209:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000020:00000001:2.0:1763350981.445212:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.445214:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.445220:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350981.445223:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350981.445232:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925dea1ac000. 02000000:00000001:2.0:1763350981.445235:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.445237:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.445244:0:20551:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763350981.445249:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350981.445253:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.445255:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445258:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.445260:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.445262:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445264:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.445265:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.445267:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445269:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.445270:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.445272:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445274:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.445276:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.445277:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445279:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.445280:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.445282:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445284:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.445285:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.445290:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350981.445296:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350981.445299:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350981.445302:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350981.445304:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445308:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.445309:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.445311:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350981.445313:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.445315:0:20551:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763350981.445324:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cbcb0 00000004:00000002:2.0:1763350981.445327:0:20551:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763350981.445334:0:20551:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350981.445339:0:20551:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350981.445342:0:20551:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350981.445346:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.445349:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350981.445356:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:2.0:1763350981.445360:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.445363:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.445367:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1c00. 00000020:00000001:2.0:1763350981.445372:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.445375:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1c00 with handle 0xcb8c81cc3033ca1b to hash 00000020:00000001:2.0:1763350981.445377:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.445379:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000010:2.0:1763350981.445385:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be280. 00010000:00000001:2.0:1763350981.445388:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.445392:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.445394:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.445399:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.445408:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.445412:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.445415:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350981.445418:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.445421:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.445423:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.445424:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.445427:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350981.445429:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350981.445431:0:20551:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350981.445433:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350981.445435:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:2.0:1763350981.445439:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350981.445444:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 494 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350981.445453:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 494 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350981.445460:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.445465:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350981.445471:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.445473:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.445475:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350981.445476:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.445479:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.445481:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.445484:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350981.445486:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.445489:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.445495:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350981.445496:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.445498:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.445500:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.445501:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350981.445506:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92100. 00010000:00000010:2.0:1763350981.445509:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc8063c80. 00010000:00000001:2.0:1763350981.445513:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.445515:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0400. 00000020:00000001:2.0:1763350981.445517:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.445519:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0400 with handle 0xcb8c81cc3033ca22 to hash 00000020:00000001:2.0:1763350981.445521:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.445523:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000010:2.0:1763350981.445526:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be980. 00010000:00000001:2.0:1763350981.445529:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.445532:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.445534:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.445536:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.445541:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.445543:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.445544:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350981.445546:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.445547:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.445549:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.445550:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.445553:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350981.445554:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350981.445555:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350981.445556:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350981.445558:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925df4a92100) refcount = 1 00010000:00010000:2.0:1763350981.445561:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.445566:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350981.445568:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.445569:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.445571:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350981.445572:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.445574:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.445575:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.445578:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350981.445579:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.445582:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.445587:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350981.445588:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.445590:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.445592:0:20551:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.445623:0:20551:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350981.445671:0:20551:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350981.445675:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350981.445678:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350981.445683:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.445689:0:20551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350981.445715:0:20551:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350981.445718:0:20551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350981.445720:0:20551:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350981.445724:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.445726:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.445729:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.445731:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.445733:0:20551:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350981.445734:0:20551:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.445736:0:20551:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763350981.445739:0:20551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763350981.445741:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350981.445743:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.445744:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.445745:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.445747:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.445748:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.445773:0:20551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.445775:0:20551:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350981.445778:0:20551:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.445780:0:20551:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.445782:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350981.445784:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:2.0:1763350981.445786:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350981.445792:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:2.0:1763350981.445794:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:2.0:1763350981.445798:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350981.445801:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.445802:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350981.445807:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92700. 00010000:00000010:2.0:1763350981.445810:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc8063480. 00010000:00000001:2.0:1763350981.445812:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.445814:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0800. 00000020:00000001:2.0:1763350981.445816:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.445818:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0800 with handle 0xcb8c81cc3033ca29 to hash 00000020:00000001:2.0:1763350981.445820:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.445821:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000010:2.0:1763350981.445824:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be580. 00010000:00000001:2.0:1763350981.445826:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350981.445828:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.445829:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.445832:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.445837:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.445838:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.445839:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350981.445841:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.445842:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.445844:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.445845:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.445847:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350981.445848:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350981.445849:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350981.445850:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350981.445852:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925df4a92700) refcount = 1 00010000:00010000:2.0:1763350981.445854:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.445859:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350981.445860:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.445862:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.445863:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350981.445864:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.445867:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.445869:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.445870:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350981.445872:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.445874:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.445879:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350981.445880:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.445882:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.445884:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.445885:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.445887:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:2.0:1763350981.445889:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350981.445892:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350981.445894:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.445895:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.445896:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.445900:0:20551:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763350981.445905:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350981.445908:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350981.445914:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.445917:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.445923:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.445926:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.445934:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350981.445937:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350981.445941:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350981.445943:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350981.445946:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350981.445948:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fee:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 11 00000004:00000001:2.0:1763350981.445952:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.445954:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.445955:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.445957:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.445959:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.445961:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350981.445964:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350981.445965:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.445966:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350981.445968:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350981.445971:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350981.445973:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350981.445976:0:20551:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350981.445977:0:20551:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350981.445981:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dea1ac2f8 00000004:00000001:2.0:1763350981.445983:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445986:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.445987:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445989:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.445990:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.445992:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.445994:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.445995:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.445997:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350981.445999:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763350981.446003:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: returning size 4096 00000004:00000040:2.0:1763350981.446007:0:20551:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fee:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763350981.446010:0:20551:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:2.0:1763350981.446013:0:20551:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9469 00000004:00200000:2.0:1763350981.446015:0:20551:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:2.0:1763350981.446023:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350981.446031:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.446034:0:20551:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446038:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.446040:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.446042:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:2.0:1763350981.446044:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350981.446047:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00000004:00010000:2.0:1763350981.446050:0:20551:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000004:00000001:2.0:1763350981.446063:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350981.446067:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:2.0:1763350981.446070:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350981.446072:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350981.446074:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350981.446076:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.446078:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763350981.446080:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446081:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.446083:0:20551:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350981.446086:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350981.446088:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350981.446090:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.446091:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.446092:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:2.0:1763350981.446094:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.446096:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.446100:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.446113:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446119:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446120:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.446123:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446129:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.446130:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446134:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350981.446137:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350981.446143:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350981.446145:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.446148:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350981.446151:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446158:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350981.446160:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.446162:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.446164:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=4 00000020:00000001:2.0:1763350981.446166:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.446168:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.446172:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350981.446175:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446180:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350981.446182:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350981.446184:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446187:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.446189:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.446191:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.446192:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.446195:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033ca1b from hash 00010000:00000001:2.0:1763350981.446198:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.446199:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446200:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.446202:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.446204:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.446206:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446208:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.446211:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.446214:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.446218:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:2.0:1763350981.446221:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350981.446224:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.446228:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446230:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.446232:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350981.446235:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446236:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.446238:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446240:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.446243:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.446246:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446253:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446254:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.446256:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350981.446258:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.446259:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.446262:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca1b lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350981.446268:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be280. 00010000:00000001:2.0:1763350981.446293:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.446295:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350981.446296:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350981.446298:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.446299:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.446301:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=3 00000020:00000001:2.0:1763350981.446303:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.446305:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.446308:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.446310:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446316:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446317:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.446319:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446325:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.446326:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446329:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350981.446331:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350981.446336:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350981.446338:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.446340:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350981.446342:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446347:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350981.446349:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.446351:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.446353:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=4 00000020:00000001:2.0:1763350981.446355:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.446357:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.446359:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350981.446362:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446366:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350981.446367:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350981.446369:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446371:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.446373:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.446374:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.446376:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.446378:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0400 with handle 0xcb8c81cc3033ca22 from hash 00010000:00000001:2.0:1763350981.446381:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.446382:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446383:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.446384:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.446386:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.446387:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446389:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.446391:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.446392:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.446394:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925df4a92100) 00010000:00010000:2.0:1763350981.446396:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350981.446399:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.446401:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446402:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.446404:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350981.446406:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446407:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.446408:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446410:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.446412:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.446414:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446419:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446420:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.446421:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350981.446422:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.446424:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.446425:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca22 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350981.446431:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be980. 00010000:00000040:2.0:1763350981.446433:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92100 count: 0 00010000:00000010:2.0:1763350981.446439:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc8063c80. 00010000:00000001:2.0:1763350981.446446:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.446448:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350981.446450:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350981.446451:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350981.446453:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763350981.446454:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.446456:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.446457:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=3 00000020:00000001:2.0:1763350981.446460:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350981.446462:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350981.446465:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.446467:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446472:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446473:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.446475:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446481:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.446482:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446484:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350981.446486:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350981.446491:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350981.446493:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.446494:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350981.446496:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446502:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350981.446503:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.446504:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.446505:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0800 refcount=4 00000020:00000001:2.0:1763350981.446507:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350981.446510:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000001:2.0:1763350981.446512:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350981.446514:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446519:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350981.446520:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350981.446521:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446523:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.446525:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.446527:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.446528:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.446531:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033ca29 from hash 00010000:00000001:2.0:1763350981.446533:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.446534:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446536:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.446537:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.446539:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.446540:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446542:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.446544:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.446545:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.446547:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925df4a92700) 00010000:00010000:2.0:1763350981.446550:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350981.446551:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.446553:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446555:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.446556:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350981.446558:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446559:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.446561:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.446562:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.446564:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.446567:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.446572:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.446573:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.446574:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350981.446576:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.446577:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.446579:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca29 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350981.446584:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be580. 00010000:00000040:2.0:1763350981.446587:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92700 count: 0 00010000:00000010:2.0:1763350981.446590:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc8063480. 00010000:00000001:2.0:1763350981.446624:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763350981.446628:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350981.446631:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350981.446633:0:20551:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763350981.446634:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350981.446636:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350981.446638:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350981.446641:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763350981.446646:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.446648:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350981.446651:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763350981.446655:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 0, xid 1849001118785152 00010000:00000001:2.0:1763350981.446658:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350981.446668:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d51500 x1849001118785152/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 464/520 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350981.446677:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350981.446680:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350981.446684:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350981.446703:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350981.446706:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350981.446709:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350981.446712:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350981.446714:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.446718:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350981.446721:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350981.446729:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2660. 00000100:00000200:2.0:1763350981.446737:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118785152, offset 224 00000400:00000200:2.0:1763350981.446745:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350981.446759:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350981.446767:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198179:198179:256:4294967295] 192.168.202.2@tcp LPNI seq info [198175:198175:8:4294967295] 00000400:00000200:2.0:1763350981.446780:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350981.446786:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350981.446792:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084900. 00000800:00000200:2.0:1763350981.446799:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350981.446808:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350981.446813:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084900 type 1, nob 616 niov 1 nkiov 1 00000800:00000200:3.0:1763350981.448963:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.448975:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084900. 00000400:00000200:3.0:1763350981.448985:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.448997:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.449005:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:3.0:1763350981.449009:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:3.0:1763350981.449015:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.449017:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350981.450116:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350981.450129:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350981.450133:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350981.450137:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.450139:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350981.450153:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d51500 x1849001118785152/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 464/520 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350981.450167:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226219:x1849001118785152:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 5025us (5923us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350981.450180:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140624 00000100:00000040:2.0:1763350981.450184:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350981.450187:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350981.450189:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350981.450197:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063a80. 00000020:00000010:2.0:1763350981.450204:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090960. 00000020:00000010:2.0:1763350981.450208:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09400. 00000020:00000040:2.0:1763350981.450215:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:2.0:1763350981.450218:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763350981.453657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00010000:00000010:1.1:1763350981.453681:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da000. 00010000:00000010:1.1:1763350981.453686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00010000:00000010:1.1:1763350981.453698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6e00. 00010000:00000010:2.1:1763350981.465416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:2.1:1763350981.465446:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92100. 00010000:00000010:2.1:1763350981.465453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350981.465456:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:2.1:1763350981.465459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000800:00000001:3.0:1763350981.466485:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.466504:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.466508:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.466511:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.466524:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.466546:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4624 into portal 12 MB=0x691a81edfdf80 00000400:00000200:3.0:1763350981.466556:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4624/4624 into md 0xd4535 [64] + 146672 00000800:00000001:3.0:1763350981.466566:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.466580:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.466583:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.466589:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.466629:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.466632:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350981.466639:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dcb50f100. 00000100:00000040:3.0:1763350981.466643:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dcb50f100 x1849001118785408 msgsize 4624 00000100:00100000:3.0:1763350981.466647:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350981.466738:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.466749:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.466753:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.467192:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350981.467196:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118785408 02000000:00000001:2.0:1763350981.467200:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350981.467203:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350981.467206:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.467212:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.467217:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118785408 00000020:00000001:2.0:1763350981.467220:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350981.467222:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350981.467225:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.467230:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:2.0:1763350981.467233:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350981.467235:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350981.467241:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.467248:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350981.467252:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.467255:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000020:00000010:2.0:1763350981.467262:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09400. 00000020:00000010:2.0:1763350981.467268:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063a80. 00000020:00000010:2.0:1763350981.467274:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090960. 00000100:00000040:2.0:1763350981.467285:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350981.467289:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350981.467290:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350981.467294:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350981.467295:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.467298:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.467307:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.467327:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.467343:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350981.467346:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350981.467351:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140625 00000100:00000040:2.0:1763350981.467356:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350981.467358:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530273534208 : -120543436017408 : ffff925dcb50f100) 00000100:00000040:2.0:1763350981.467366:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dcb50f100 x1849001118785408/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350981.467377:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.467380:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350981.467382:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.467384:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000100:00100000:2.0:1763350981.467390:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dcb50f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226220:x1849001118785408:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350981.467394:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118785408 00000020:00000001:2.0:1763350981.467399:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350981.467404:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350981.467411:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.467413:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350981.467416:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350981.467420:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350981.467425:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118785408, found 0 last_xid 1849001118785407 00000020:00000001:2.0:1763350981.467429:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350981.467431:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350981.467434:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.467441:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.467444:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350981.467448:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350981.467450:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350981.467452:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350981.467454:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.467460:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350981.467469:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:2.0:1763350981.467473:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.467476:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.467482:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0800. 00000020:00000001:2.0:1763350981.467486:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.467489:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0800 with handle 0xcb8c81cc3033ca30 to hash 00000020:00000001:2.0:1763350981.467491:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.467493:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000010:2.0:1763350981.467500:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be580. 00010000:00000001:2.0:1763350981.467503:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00010000:2.0:1763350981.467510:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca30 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc18 expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350981.467520:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:2.0:1763350981.467522:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:2.0:1763350981.467530:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350981.467534:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350981.467542:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350981.467545:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350981.467547:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.467550:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763350981.467555:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dcb50f100 x1849001118785408/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/0 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763350981.467565:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350981.467568:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350981.467572:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763350981.467575:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.467578:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.467582:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.467583:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.467586:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.467621:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.467624:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.467627:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.467629:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.467633:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350981.467635:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350981.467639:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350981.467642:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350981.467703:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df5960000. 02000000:00000001:2.0:1763350981.467706:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.467710:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.467715:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350981.467717:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.467718:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.467720:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.467722:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.467724:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.467725:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.467727:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.467729:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.467731:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.467732:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.467739:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350981.467746:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350981.467748:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350981.467751:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350981.467753:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.467756:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.467758:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.467761:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350981.467763:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.467766:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350981.467768:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.467771:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350981.467775:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763350981.467779:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:2.0:1763350981.467782:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763350981.467789:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350981.467791:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:2.0:1763350981.467795:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350981.467800:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:2.0:1763350981.467803:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:2.0:1763350981.467806:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350981.467808:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.467813:0:20551:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350981.467817:0:20551:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350981.467821:0:20551:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350981.467825:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.467827:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350981.467831:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:2.0:1763350981.467833:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.467836:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.467840:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0400. 00000020:00000001:2.0:1763350981.467842:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.467844:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0400 with handle 0xcb8c81cc3033ca37 to hash 00000020:00000001:2.0:1763350981.467846:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.467847:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000010:2.0:1763350981.467851:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be980. 00010000:00000001:2.0:1763350981.467855:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.467859:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.467861:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.467865:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.467872:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.467876:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.467879:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350981.467881:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.467884:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.467886:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.467888:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.467891:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350981.467893:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350981.467895:0:20551:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350981.467897:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350981.467900:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:2.0:1763350981.467903:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350981.467908:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350981.467917:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350981.467925:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.467930:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350981.467936:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.467938:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.467940:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350981.467942:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.467944:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.467947:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.467951:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350981.467954:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.467957:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.467963:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350981.467965:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.467966:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.467968:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.467969:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350981.467974:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92700. 00010000:00000010:2.0:1763350981.467978:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc8063480. 00010000:00000001:2.0:1763350981.467981:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.467984:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1c00. 00000020:00000001:2.0:1763350981.467986:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.467988:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1c00 with handle 0xcb8c81cc3033ca3e to hash 00000020:00000001:2.0:1763350981.467989:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.467991:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000010:2.0:1763350981.467994:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be280. 00010000:00000001:2.0:1763350981.467996:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.468000:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.468001:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.468004:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468010:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.468012:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.468013:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350981.468015:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.468016:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.468018:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.468020:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.468021:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350981.468023:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350981.468024:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350981.468026:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350981.468028:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925df4a92700) refcount = 1 00010000:00010000:2.0:1763350981.468032:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468037:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350981.468039:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.468040:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468042:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350981.468044:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.468046:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468048:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.468050:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350981.468051:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.468054:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468059:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350981.468060:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468061:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.468063:0:20551:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.468068:0:20551:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350981.468133:0:20551:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350981.468136:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350981.468140:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350981.468144:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.468150:0:20551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350981.468177:0:20551:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350981.468179:0:20551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350981.468181:0:20551:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350981.468185:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.468187:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.468191:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.468194:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.468196:0:20551:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350981.468198:0:20551:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.468200:0:20551:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763350981.468205:0:20551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763350981.468207:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350981.468209:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.468210:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.468211:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.468213:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.468215:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.468242:0:20551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.468245:0:20551:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350981.468247:0:20551:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.468249:0:20551:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.468251:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350981.468252:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:2.0:1763350981.468254:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350981.468259:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:2.0:1763350981.468261:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:2.0:1763350981.468267:0:20551:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763350981.468270:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350981.468274:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:2.0:1763350981.468277:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350981.468279:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350981.468281:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350981.468284:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.468285:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.468287:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=3 00000020:00000001:2.0:1763350981.468289:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.468291:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.468294:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.468296:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468302:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468303:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.468305:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468315:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.468316:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468319:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350981.468322:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350981.468327:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350981.468330:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.468332:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350981.468334:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468340:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350981.468341:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.468342:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.468344:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=4 00000020:00000001:2.0:1763350981.468346:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.468348:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.468351:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350981.468354:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468359:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350981.468361:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350981.468362:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468366:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.468367:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.468369:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.468371:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.468373:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0400 with handle 0xcb8c81cc3033ca37 from hash 00010000:00000001:2.0:1763350981.468375:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.468377:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468378:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.468380:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.468382:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.468384:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468386:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.468389:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.468391:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.468394:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:2.0:1763350981.468397:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350981.468400:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.468403:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468405:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.468407:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350981.468409:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468410:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.468412:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468414:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.468416:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.468419:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468425:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468426:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.468428:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350981.468429:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.468431:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.468433:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca37 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350981.468440:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be980. 00010000:00000001:2.0:1763350981.468449:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.468450:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350981.468452:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350981.468453:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.468455:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.468457:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:2.0:1763350981.468459:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.468461:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.468464:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.468467:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468472:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468473:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.468475:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468480:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.468482:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468484:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350981.468486:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350981.468491:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350981.468493:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.468495:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350981.468497:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468502:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350981.468503:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.468504:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.468506:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=4 00000020:00000001:2.0:1763350981.468508:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.468510:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.468513:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350981.468514:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468520:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350981.468521:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350981.468522:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468524:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.468526:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.468527:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.468529:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.468531:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033ca3e from hash 00010000:00000001:2.0:1763350981.468533:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.468534:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468535:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.468536:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.468538:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.468539:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468541:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.468542:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.468543:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.468545:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925df4a92700) 00010000:00010000:2.0:1763350981.468548:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350981.468549:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.468551:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468553:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.468554:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350981.468556:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468557:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.468558:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468560:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.468562:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.468565:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.468569:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468570:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.468571:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350981.468573:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.468574:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.468576:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca3e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350981.468580:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be280. 00010000:00000040:2.0:1763350981.468583:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92700 count: 0 00010000:00000010:2.0:1763350981.468588:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc8063480. 00010000:00000001:2.0:1763350981.468660:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.468662:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350981.468664:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350981.468666:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350981.468668:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350981.468669:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350981.468671:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350981.468675:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763350981.468678:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350981.468683:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350981.468685:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350981.468687:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350981.468689:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350981.468691:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350981.468694:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350981.468715:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.468720:0:20551:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350981.468722:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350981.468726:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350981.468729:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350981.468730:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.468734:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468735:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.468737:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.468739:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.468741:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033ca30 from hash 00010000:00000001:2.0:1763350981.468743:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.468744:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.468745:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.468747:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350981.468748:0:20551:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350981.468750:0:20551:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350981.468756:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca30 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc18 expref: 495 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350981.468763:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350981.468766:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.468769:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.468771:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.468773:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468775:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.468776:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.468778:0:20551:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.468779:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.468780:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.468782:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.468783:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.468785:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:2.0:1763350981.468787:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763350981.468789:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.468790:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.468792:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.468793:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.468796:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca30 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc18 expref: 495 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350981.468802:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:2.0:1763350981.468805:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00010000:00000010:2.0:1763350981.468807:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be580. 00010000:00000001:2.0:1763350981.468811:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.468813:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0800, rc 0) 00000020:00000001:2.0:1763350981.468816:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350981.468820:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 0, xid 1849001118785408 00010000:00000001:2.0:1763350981.468824:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350981.468829:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dcb50f100 x1849001118785408/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/608 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350981.468837:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350981.468840:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350981.468845:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350981.468850:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350981.468853:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350981.468856:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350981.468859:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350981.468861:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.468866:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350981.468868:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350981.468874:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2b28. 00000100:00000200:2.0:1763350981.468881:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118785408, offset 224 00000400:00000200:2.0:1763350981.468889:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350981.468904:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350981.468911:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198180:198180:256:4294967295] 192.168.202.2@tcp LPNI seq info [198176:198176:8:4294967295] 00000400:00000200:2.0:1763350981.468924:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350981.468930:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350981.468936:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf084c00. 00000800:00000200:2.0:1763350981.468944:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350981.468953:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350981.468959:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf084c00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763350981.468989:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350981.468993:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350981.468996:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350981.468997:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.469000:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350981.469005:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dcb50f100 x1849001118785408/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/608 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350981.469016:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dcb50f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226220:x1849001118785408:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1637us (2370us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350981.469024:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140625 00000100:00000040:2.0:1763350981.469029:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350981.469032:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350981.469034:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350981.469039:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063a80. 00000020:00000010:2.0:1763350981.469043:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090960. 00000020:00000010:2.0:1763350981.469047:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09400. 00000020:00000040:2.0:1763350981.469052:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:2.0:1763350981.469055:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350981.469388:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.469394:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf084c00. 00000400:00000200:3.0:1763350981.469398:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.469404:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.469409:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:3.0:1763350981.469412:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:3.0:1763350981.469417:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.469419:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350981.475275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350981.475297:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:2.1:1763350981.478014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00010000:00000010:2.1:1763350981.478042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00000800:00000001:3.0:1763350981.480935:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.480961:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.480967:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.480971:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.480985:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.481008:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 464 into portal 12 MB=0x691a81edfe000 00000400:00000200:3.0:1763350981.481019:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 464/464 into md 0xd4535 [64] + 151296 00000800:00000001:3.0:1763350981.481030:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.481046:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.481049:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.481054:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.481064:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.481066:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350981.481080:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc7f4ad80. 00000100:00000040:3.0:1763350981.481085:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc7f4ad80 x1849001118785536 msgsize 464 00000100:00100000:3.0:1763350981.481088:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350981.481121:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.481132:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.481137:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.481234:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350981.481238:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118785536 02000000:00000001:1.0:1763350981.481242:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350981.481245:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350981.481247:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.481253:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350981.481258:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118785536 00000020:00000001:1.0:1763350981.481262:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350981.481264:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350981.481267:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.481271:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:1.0:1763350981.481273:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350981.481276:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350981.481282:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.481290:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52200. 00000100:00000001:1.0:1763350981.481294:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.481296:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52200. 00000020:00000010:1.0:1763350981.481305:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:1.0:1763350981.481312:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df59ceb80. 00000020:00000010:1.0:1763350981.481318:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350981.481328:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350981.481332:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350981.481334:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350981.481337:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.481346:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.481365:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350981.481379:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350981.481381:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350981.481387:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140626 00000100:00000040:1.0:1763350981.481391:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350981.481393:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530217155968 : -120543492395648 : ffff925dc7f4ad80) 00000100:00000040:1.0:1763350981.481401:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc7f4ad80 x1849001118785536/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 464/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350981.481411:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350981.481413:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52200. 00000100:00000001:1.0:1763350981.481415:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350981.481417:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52200. 00000100:00100000:1.0:1763350981.481421:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc7f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226220:x1849001118785536:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:1.0:1763350981.481425:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118785536 00000020:00000001:1.0:1763350981.481429:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350981.481433:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350981.481439:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.481442:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350981.481445:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:1.0:1763350981.481449:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350981.481453:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118785536, found 0 last_xid 1849001118785535 00000020:00000001:1.0:1763350981.481456:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350981.481459:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350981.481461:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350981.481464:0:20012:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:1.0:1763350981.481470:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350981.481475:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000020:00000001:1.0:1763350981.481478:0:20012:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.481480:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.481485:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350981.481488:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350981.481496:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925df09c6000. 02000000:00000001:1.0:1763350981.481499:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.481501:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.481506:0:20012:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:1.0:1763350981.481512:0:20012:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350981.481515:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.481517:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.481520:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.481521:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.481523:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.481525:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.481526:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.481528:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.481529:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.481530:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.481531:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.481532:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.481533:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.481535:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.481536:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.481538:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.481540:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.481543:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.481544:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350981.481550:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350981.481558:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350981.481561:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350981.481564:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350981.481567:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.481570:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.481571:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.481573:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350981.481575:0:20012:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.481578:0:20012:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350981.481585:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3bcb0 00000004:00000002:1.0:1763350981.481588:0:20012:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:1.0:1763350981.481655:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350981.481661:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350981.481664:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350981.481667:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350981.481671:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350981.481679:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:1.0:1763350981.481684:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.481688:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350981.481694:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:1.0:1763350981.481698:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350981.481701:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6e00 with handle 0xcb8c81cc3033ca45 to hash 00000020:00000001:1.0:1763350981.481703:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350981.481705:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000010:1.0:1763350981.481711:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373900. 00010000:00000001:1.0:1763350981.481714:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350981.481719:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.481721:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.481725:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.481736:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350981.481741:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350981.481745:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350981.481747:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.481750:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.481752:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.481753:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.481757:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350981.481760:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350981.481762:0:20012:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350981.481763:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350981.481766:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:1.0:1763350981.481770:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350981.481775:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 494 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350981.481783:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 494 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350981.481789:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.481794:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350981.481800:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.481802:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.481804:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350981.481806:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.481808:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.481811:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.481814:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350981.481816:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.481818:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.481824:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350981.481826:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.481827:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.481829:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350981.481831:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350981.481836:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da000. 00010000:00000010:1.0:1763350981.481840:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925df59ce380. 00010000:00000001:1.0:1763350981.481844:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350981.481846:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350981.481849:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350981.481850:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033ca4c to hash 00000020:00000001:1.0:1763350981.481852:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350981.481854:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000010:1.0:1763350981.481857:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350981.481859:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.481862:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.481864:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.481867:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.481872:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350981.481874:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350981.481876:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350981.481877:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.481879:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.481881:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.481882:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.481884:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350981.481885:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350981.481887:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350981.481888:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350981.481890:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925ccd7da000) refcount = 1 00010000:00010000:1.0:1763350981.481893:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.481898:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350981.481900:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.481902:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.481903:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350981.481905:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.481907:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.481909:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.481911:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350981.481912:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.481915:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.481919:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350981.481921:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.481922:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350981.481923:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.481929:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350981.481976:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350981.481980:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350981.481984:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350981.481988:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.481994:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350981.482021:0:20012:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350981.482024:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350981.482026:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350981.482030:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350981.482032:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350981.482035:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350981.482038:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.482039:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350981.482041:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.482043:0:20012:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763350981.482046:0:20012:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763350981.482048:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350981.482050:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350981.482051:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350981.482052:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350981.482053:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.482055:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.482081:0:20012:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350981.482084:0:20012:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350981.482087:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482090:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482092:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350981.482095:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:1.0:1763350981.482097:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350981.482115:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:1.0:1763350981.482118:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:1.0:1763350981.482124:0:20012:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350981.482127:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350981.482129:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350981.482133:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7daa00. 00010000:00000010:1.0:1763350981.482138:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925de02a0180. 00010000:00000001:1.0:1763350981.482141:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350981.482143:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350981.482146:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350981.482147:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033ca53 to hash 00000020:00000001:1.0:1763350981.482149:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350981.482150:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000010:1.0:1763350981.482154:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350981.482157:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.482159:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.482161:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.482163:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482169:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350981.482171:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350981.482173:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350981.482174:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.482176:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.482177:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350981.482179:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.482181:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350981.482182:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350981.482184:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350981.482185:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350981.482187:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925ccd7daa00) refcount = 1 00010000:00010000:1.0:1763350981.482190:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482195:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350981.482197:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.482198:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482200:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350981.482201:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.482203:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482204:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350981.482206:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350981.482208:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.482210:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482215:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350981.482216:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482217:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482220:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.482221:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.482223:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350981.482225:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.482227:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.482229:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482230:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350981.482231:0:20012:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482234:0:20012:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763350981.482240:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350981.482243:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350981.482249:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482252:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350981.482259:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.482262:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.482269:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350981.482274:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350981.482278:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:1.0:1763350981.482281:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350981.482283:0:20012:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350981.482286:0:20012:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fee:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 11 00000004:00000001:1.0:1763350981.482290:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350981.482292:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.482293:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.482295:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350981.482297:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350981.482299:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350981.482301:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350981.482303:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.482304:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350981.482306:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350981.482308:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350981.482310:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:1.0:1763350981.482312:0:20012:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:1.0:1763350981.482314:0:20012:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350981.482318:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925df09c62f8 00000004:00000001:1.0:1763350981.482320:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.482323:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350981.482324:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.482326:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.482328:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.482330:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350981.482331:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350981.482333:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350981.482334:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350981.482336:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:1.0:1763350981.482340:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: returning size 4096 00000004:00000040:1.0:1763350981.482345:0:20012:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fee:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:1.0:1763350981.482348:0:20012:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:1.0:1763350981.482350:0:20012:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9469 00000004:00200000:1.0:1763350981.482353:0:20012:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:1.0:1763350981.482361:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350981.482369:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482371:0:20012:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482375:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.482376:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.482378:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350981.482380:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.482381:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00000004:00010000:1.0:1763350981.482384:0:20012:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000004:00000001:1.0:1763350981.482390:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350981.482394:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:1.0:1763350981.482396:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350981.482398:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350981.482399:0:20012:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350981.482401:0:20012:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482403:0:20012:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350981.482404:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482405:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350981.482407:0:20012:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350981.482410:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350981.482412:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350981.482414:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.482415:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.482416:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=3 00000020:00000001:1.0:1763350981.482418:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350981.482420:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350981.482423:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350981.482426:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482430:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482431:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350981.482434:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482439:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.482441:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482444:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350981.482447:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350981.482453:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6e00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350981.482455:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350981.482458:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350981.482460:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482465:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350981.482466:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.482467:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.482469:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6e00 refcount=4 00000020:00000001:1.0:1763350981.482471:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350981.482473:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350981.482476:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350981.482479:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482483:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350981.482485:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350981.482486:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482488:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350981.482490:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350981.482492:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.482493:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350981.482495:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6e00 with handle 0xcb8c81cc3033ca45 from hash 00010000:00000001:1.0:1763350981.482496:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350981.482498:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482499:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482501:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350981.482503:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.482504:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482506:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350981.482508:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350981.482511:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350981.482513:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:1.0:1763350981.482516:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350981.482518:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.482521:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482523:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350981.482525:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350981.482527:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482528:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482529:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482531:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482533:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.482535:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482540:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482541:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482542:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350981.482544:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350981.482545:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350981.482547:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca45 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350981.482552:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373900. 00010000:00000001:1.0:1763350981.482564:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350981.482566:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350981.482567:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350981.482568:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.482569:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.482571:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:1.0:1763350981.482573:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.482575:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.482578:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350981.482580:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482585:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482586:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350981.482588:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482592:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.482594:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482632:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350981.482634:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350981.482640:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350981.482642:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350981.482643:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350981.482645:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482650:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350981.482652:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.482653:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.482654:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=4 00000020:00000001:1.0:1763350981.482656:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.482658:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350981.482661:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350981.482663:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482668:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350981.482669:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350981.482670:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482672:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350981.482674:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350981.482676:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.482677:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350981.482679:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033ca4c from hash 00010000:00000001:1.0:1763350981.482682:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350981.482683:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482684:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482685:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350981.482687:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.482688:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482689:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350981.482691:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350981.482692:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350981.482694:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925ccd7da000) 00010000:00010000:1.0:1763350981.482696:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350981.482698:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.482700:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482701:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350981.482702:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350981.482704:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482705:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482706:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482707:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482709:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.482711:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482715:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482716:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482717:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350981.482719:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350981.482720:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350981.482722:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca4c lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350981.482726:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373880. 00010000:00000040:1.0:1763350981.482729:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da000 count: 0 00010000:00000010:1.0:1763350981.482735:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925df59ce380. 00010000:00000001:1.0:1763350981.482741:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350981.482742:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350981.482744:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350981.482746:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350981.482748:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763350981.482750:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.482751:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.482753:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350981.482755:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.482757:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.482759:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350981.482761:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482765:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482766:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350981.482768:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482772:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.482773:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482774:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350981.482776:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350981.482780:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350981.482781:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350981.482782:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350981.482784:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482789:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350981.482790:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350981.482791:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350981.482792:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=4 00000020:00000001:1.0:1763350981.482794:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.482795:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350981.482797:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350981.482799:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482802:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350981.482803:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350981.482804:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482805:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350981.482806:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350981.482807:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350981.482809:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350981.482810:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033ca53 from hash 00010000:00000001:1.0:1763350981.482812:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350981.482813:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482814:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482815:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350981.482816:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350981.482817:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482818:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350981.482820:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350981.482821:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350981.482822:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925ccd7daa00) 00010000:00010000:1.0:1763350981.482824:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350981.482825:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350981.482827:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482828:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350981.482829:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350981.482830:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482831:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482832:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350981.482833:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482835:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350981.482837:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350981.482842:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350981.482843:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350981.482844:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350981.482846:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350981.482847:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350981.482848:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033ca53 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350981.482852:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b80. 00010000:00000040:1.0:1763350981.482854:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7daa00 count: 0 00010000:00000010:1.0:1763350981.482856:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925de02a0180. 00010000:00000001:1.0:1763350981.482860:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:1.0:1763350981.482863:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350981.482865:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350981.482866:0:20012:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:1.0:1763350981.482868:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350981.482869:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350981.482872:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350981.482874:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350981.482880:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350981.482882:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350981.482884:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:1.0:1763350981.482887:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 0, xid 1849001118785536 00010000:00000001:1.0:1763350981.482891:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350981.482898:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc7f4ad80 x1849001118785536/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 464/520 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350981.482906:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350981.482909:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350981.482913:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350981.482918:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350981.482920:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350981.482923:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350981.482926:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350981.482929:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350981.482933:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350981.482936:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350981.482941:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74ee0. 00000100:00000200:1.0:1763350981.482949:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118785536, offset 224 00000400:00000200:1.0:1763350981.482957:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350981.482969:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350981.482976:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198181:198181:256:4294967295] 192.168.202.2@tcp LPNI seq info [198177:198177:8:4294967295] 00000400:00000200:1.0:1763350981.482987:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350981.482992:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350981.482997:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1ca00. 00000800:00000200:1.0:1763350981.483004:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350981.483012:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350981.483016:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1ca00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1763350981.483039:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350981.483043:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350981.483046:0:20012:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350981.483048:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350981.483051:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350981.483056:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc7f4ad80 x1849001118785536/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 464/520 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350981.483066:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc7f4ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226220:x1849001118785536:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 1653us (1978us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350981.483077:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140626 00000100:00000040:1.0:1763350981.483081:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350981.483084:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350981.483086:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350981.483091:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df59ceb80. 00000020:00000010:1.0:1763350981.483095:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350981.483098:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:1.0:1763350981.483112:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:1.0:1763350981.483117:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350981.483792:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350981.483798:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1ca00. 00000400:00000200:3.0:1763350981.483803:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.483809:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350981.483816:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74ee0 00000400:00000010:3.0:1763350981.483819:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74ee0. 00000100:00000001:3.0:1763350981.483823:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350981.483825:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350981.491644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6e00. 00010000:00000010:1.1:1763350981.494900:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da000. 00010000:00000010:1.1:1763350981.494920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00010000:00000010:1.1:1763350981.494923:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daa00. 00010000:00000010:1.1:1763350981.494926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00000800:00000001:3.0:1763350981.512375:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.512405:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350981.512411:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.512413:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.512428:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350981.512451:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4624 into portal 12 MB=0x691a81edfe100 00000400:00000200:3.0:1763350981.512461:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4624/4624 into md 0xd4535 [64] + 151760 00000800:00000001:3.0:1763350981.512471:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.512508:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350981.512512:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350981.512519:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350981.512529:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350981.512532:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350981.512539:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc7f49f80. 00000100:00000040:3.0:1763350981.512544:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc7f49f80 x1849001118785792 msgsize 4624 00000100:00100000:3.0:1763350981.512548:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350981.512569:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350981.512578:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350981.512583:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.514839:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350981.514847:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118785792 02000000:00000001:2.0:1763350981.514853:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350981.514856:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350981.514859:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.514866:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350981.514871:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118785792 00000020:00000001:2.0:1763350981.514874:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350981.514877:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350981.514880:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.514885:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:2.0:1763350981.514889:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350981.514891:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350981.514896:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.514907:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000100:00000001:2.0:1763350981.514911:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.514914:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000020:00000010:2.0:1763350981.514924:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09400. 00000020:00000010:2.0:1763350981.514930:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063a80. 00000020:00000010:2.0:1763350981.514937:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090960. 00000100:00000040:2.0:1763350981.514949:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350981.514952:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350981.514954:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350981.514957:0:20551:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350981.514959:0:20551:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.514961:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.514972:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.514995:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350981.515012:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350981.515015:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350981.515023:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140627 00000100:00000040:2.0:1763350981.515028:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350981.515030:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530217152384 : -120543492399232 : ffff925dc7f49f80) 00000100:00000040:2.0:1763350981.515038:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc7f49f80 x1849001118785792/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350981.515049:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350981.515052:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d900. 00000100:00000001:2.0:1763350981.515054:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350981.515057:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d900. 00000100:00100000:2.0:1763350981.515061:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc7f49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226221:x1849001118785792:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350981.515066:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118785792 00000020:00000001:2.0:1763350981.515070:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350981.515075:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350981.515081:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.515084:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350981.515087:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350981.515090:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350981.515094:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118785792, found 0 last_xid 1849001118785791 00000020:00000001:2.0:1763350981.515097:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350981.515099:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350981.515109:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350981.515116:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.515119:0:20551:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350981.515122:0:20551:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350981.515125:0:20551:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350981.515127:0:20551:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350981.515130:0:20551:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.515136:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350981.515144:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:2.0:1763350981.515147:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.515150:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.515156:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0800. 00000020:00000001:2.0:1763350981.515160:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.515163:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0800 with handle 0xcb8c81cc3033ca5a to hash 00000020:00000001:2.0:1763350981.515165:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.515167:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00000010:2.0:1763350981.515173:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be580. 00010000:00000001:2.0:1763350981.515177:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173663232 : -120543535888384 : ffff925dc55d0800) 00010000:00010000:2.0:1763350981.515182:0:20551:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca5a lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc1f expref: -99 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350981.515194:0:20551:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:2.0:1763350981.515198:0:20551:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00010000:00000001:2.0:1763350981.515207:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350981.515211:0:20551:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350981.515220:0:20551:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350981.515223:0:20551:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350981.515225:0:20551:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515228:0:20551:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763350981.515234:0:20551:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dc7f49f80 x1849001118785792/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/0 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763350981.515243:0:20551:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350981.515247:0:20551:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350981.515251:0:20551:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763350981.515254:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.515257:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.515260:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.515262:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.515264:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.515274:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.515275:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515278:0:20551:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515280:0:20551:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515284:0:20551:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350981.515285:0:20551:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350981.515289:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350981.515291:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350981.515347:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925dffa10000. 02000000:00000001:2.0:1763350981.515349:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.515352:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515356:0:20551:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350981.515358:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.515359:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.515361:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.515362:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.515364:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.515365:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350981.515367:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350981.515368:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.515370:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.515371:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350981.515375:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350981.515381:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350981.515383:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350981.515386:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350981.515388:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350981.515391:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350981.515392:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515394:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350981.515396:0:20551:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515399:0:20551:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350981.515401:0:20551:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515404:0:20551:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350981.515407:0:20551:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763350981.515411:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cba38 00000004:00000002:2.0:1763350981.515414:0:20551:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3feb:0x0]/(f56xD.sanity_3->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763350981.515421:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350981.515423:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3feb:0x0] 00000020:00000001:2.0:1763350981.515427:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350981.515432:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000004:00000001:2.0:1763350981.515435:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014993344 : -120547694558272 : ffff925ccd7cc3c0) 00000004:00000001:2.0:1763350981.515440:0:20551:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350981.515442:0:20551:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515446:0:20551:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350981.515450:0:20551:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350981.515453:0:20551:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350981.515456:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.515458:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350981.515461:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 4 00010000:00000001:2.0:1763350981.515463:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.515465:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.515468:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d1c00. 00000020:00000001:2.0:1763350981.515470:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.515472:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d1c00 with handle 0xcb8c81cc3033ca61 to hash 00000020:00000001:2.0:1763350981.515473:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.515475:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000010:2.0:1763350981.515477:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be280. 00010000:00000001:2.0:1763350981.515479:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.515483:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.515485:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.515488:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515493:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.515498:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.515500:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350981.515503:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.515505:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.515507:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.515508:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.515511:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350981.515513:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350981.515514:0:20551:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350981.515516:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350981.515518:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 4 00010000:00000040:2.0:1763350981.515521:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350981.515526:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 495 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350981.515534:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 495 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350981.515540:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515546:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350981.515551:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.515553:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.515555:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350981.515557:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.515559:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.515561:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.515564:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350981.515566:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.515569:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515574:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350981.515576:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.515577:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.515579:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350981.515580:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350981.515584:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92700. 00010000:00000010:2.0:1763350981.515587:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc8063480. 00010000:00000001:2.0:1763350981.515591:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350981.515593:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc55d0400. 00000020:00000001:2.0:1763350981.515645:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350981.515647:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc55d0400 with handle 0xcb8c81cc3033ca68 to hash 00000020:00000001:2.0:1763350981.515649:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350981.515650:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000010:2.0:1763350981.515654:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925deb2be980. 00010000:00000001:2.0:1763350981.515656:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.515659:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.515660:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.515663:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515667:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350981.515669:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350981.515670:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350981.515671:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.515673:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.515675:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350981.515676:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.515678:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350981.515679:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350981.515681:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350981.515682:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350981.515684:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925df4a92700) refcount = 1 00010000:00010000:2.0:1763350981.515694:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515699:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350981.515701:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.515702:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.515704:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350981.515705:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.515707:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.515708:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350981.515710:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350981.515712:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.515714:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515718:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350981.515719:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.515721:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.515723:0:20551:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515727:0:20551:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350981.515776:0:20551:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350981.515779:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350981.515782:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350981.515786:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.515792:0:20551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350981.515814:0:20551:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350981.515816:0:20551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350981.515818:0:20551:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350981.515821:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.515824:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.515827:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.515829:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.515831:0:20551:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350981.515833:0:20551:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.515835:0:20551:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763350981.515838:0:20551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763350981.515840:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350981.515842:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350981.515844:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350981.515845:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350981.515846:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.515848:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.515871:0:20551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350981.515873:0:20551:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350981.515875:0:20551:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515877:0:20551:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.515879:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350981.515880:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:2.0:1763350981.515882:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350981.515887:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:2.0:1763350981.515889:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:2.0:1763350981.515895:0:20551:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763350981.515897:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350981.515901:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:2.0:1763350981.515904:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350981.515906:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350981.515908:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350981.515910:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.515912:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.515913:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=3 00000020:00000001:2.0:1763350981.515915:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.515918:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.515920:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.515923:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515928:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.515929:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.515931:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515936:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.515937:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.515940:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350981.515943:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350981.515948:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d1c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350981.515951:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.515953:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350981.515956:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515961:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350981.515962:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.515963:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.515965:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d1c00 refcount=4 00000020:00000001:2.0:1763350981.515967:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.515969:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173668352 : -120543535883264 : ffff925dc55d1c00) 00010000:00000001:2.0:1763350981.515972:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350981.515975:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.515980:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350981.515982:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350981.515983:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.515986:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.515987:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.515989:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.515990:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.515992:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d1c00 with handle 0xcb8c81cc3033ca61 from hash 00010000:00000001:2.0:1763350981.515995:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.515996:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.515997:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.515998:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.516001:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.516002:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.516004:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.516006:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.516009:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.516011:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:2.0:1763350981.516013:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350981.516016:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.516018:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.516019:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.516021:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350981.516023:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.516024:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.516025:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.516027:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.516029:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.516031:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.516036:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.516038:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.516039:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350981.516040:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.516041:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.516043:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d1c00/0xcb8c81cc3033ca61 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350981.516048:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be280. 00010000:00000001:2.0:1763350981.516068:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.516070:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350981.516071:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350981.516072:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.516074:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.516075:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=3 00000020:00000001:2.0:1763350981.516076:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.516079:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.516080:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350981.516083:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.516088:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.516089:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.516091:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.516095:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.516096:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.516098:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350981.516100:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:2.0:1763350981.518227:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc55d0400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350981.518232:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.518234:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350981.518238:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.518249:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350981.518250:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350981.518254:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350981.518256:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc55d0400 refcount=4 00000020:00000001:2.0:1763350981.518259:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.518262:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530173662208 : -120543535889408 : ffff925dc55d0400) 00010000:00000001:2.0:1763350981.518265:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350981.518268:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.518273:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350981.518275:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350981.518276:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.518280:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.518282:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.518283:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.518284:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.518287:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0400 with handle 0xcb8c81cc3033ca68 from hash 00010000:00000001:2.0:1763350981.518288:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.518290:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.518292:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.518292:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.518296:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350981.518298:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.518300:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.518301:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.518303:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.518305:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925df4a92700) 00010000:00010000:2.0:1763350981.518308:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350981.518310:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.518313:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.518314:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.518315:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350981.518317:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.518319:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.518320:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.518322:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.518324:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350981.518327:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:2.0:1763350981.518332:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.518333:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.518334:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350981.518335:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350981.518337:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.518338:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0400/0xcb8c81cc3033ca68 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:2.0:1763350981.518344:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be980. 00010000:00000040:2.0:1763350981.518348:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92700 count: 0 00010000:00000010:2.0:1763350981.518354:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc8063480. 00010000:00000001:2.0:1763350981.518364:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350981.518366:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350981.518368:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350981.518369:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350981.518371:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350981.518373:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350981.518376:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350981.518382:0:20551:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763350981.518386:0:20551:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350981.518391:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350981.518394:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350981.518396:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350981.518398:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350981.518400:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350981.518405:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350981.518431:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350981.518435:0:20551:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350981.518438:0:20551:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350981.518443:0:20551:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350981.518446:0:20551:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350981.518449:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.518454:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.518455:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.518457:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350981.518458:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350981.518461:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc55d0800 with handle 0xcb8c81cc3033ca5a from hash 00010000:00000001:2.0:1763350981.518462:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.518464:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350981.518465:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350981.518466:0:20551:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350981.518467:0:20551:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350981.518469:0:20551:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350981.518477:0:20551:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca5a lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc1f expref: 495 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350981.518483:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350981.518486:0:20551:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.518489:0:20551:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350981.518491:0:20551:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350981.518493:0:20551:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.518496:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350981.518497:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350981.518498:0:20551:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350981.518500:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350981.518501:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350981.518502:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350981.518503:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350981.518505:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:2.0:1763350981.518507:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763350981.518508:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350981.518510:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350981.518511:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350981.518512:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350981.518515:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc55d0800/0xcb8c81cc3033ca5a lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc1f expref: 495 pid: 20551 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350981.518525:0:20551:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:2.0:1763350981.518529:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00010000:00000010:2.0:1763350981.518531:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925deb2be580. 00010000:00000001:2.0:1763350981.518534:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350981.518535:0:20551:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc55d0800, rc 0) 00000020:00000001:2.0:1763350981.518538:0:20551:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350981.518541:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 0, xid 1849001118785792 00010000:00000001:2.0:1763350981.518545:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350981.518551:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc7f49f80 x1849001118785792/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/608 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350981.518559:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350981.518562:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350981.518566:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350981.518570:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350981.518573:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350981.518575:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350981.518578:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350981.518581:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350981.518585:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350981.518588:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350981.520159:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350908. 00000100:00000200:3.0:1763350981.520178:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118785792, offset 224 00000400:00000200:3.0:1763350981.520193:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350981.520212:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350981.520219:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198182:198182:256:4294967295] 192.168.202.2@tcp LPNI seq info [198178:198178:8:4294967295] 00000400:00000200:3.0:1763350981.520235:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350981.520241:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350981.520247:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928ee00. 00000800:00000200:3.0:1763350981.520256:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350981.520266:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350981.520272:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928ee00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:3.0:1763350981.520296:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350981.520301:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350981.520305:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350981.520308:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.520310:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350981.520319:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc7f49f80 x1849001118785792/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 4624/608 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350981.520330:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc7f49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226221:x1849001118785792:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5279us (7784us total) trans 0 rc 301/301 00000100:00100000:3.0:1763350981.520340:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140627 00000100:00000040:3.0:1763350981.520345:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350981.520348:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350981.520351:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350981.520359:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063a80. 00000020:00000010:3.0:1763350981.520369:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090960. 00000020:00000010:3.0:1763350981.520373:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09400. 00000020:00000040:3.0:1763350981.520380:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:3.0:1763350981.520383:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350981.520632:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350981.520639:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ee00. 00000400:00000200:0.0:1763350981.520644:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.520650:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350981.520657:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350908 00000400:00000010:0.0:1763350981.520659:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350908. 00000100:00000001:0.0:1763350981.520665:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350981.520667:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350981.529833:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.529857:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350981.529862:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.529865:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.529878:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350981.529899:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 464 into portal 12 MB=0x691a81edfe180 00000400:00000200:1.0:1763350981.529910:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 464/464 into md 0xd4535 [64] + 156384 00000800:00000001:1.0:1763350981.529920:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.529929:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350981.529932:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350981.529937:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350981.529947:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350981.529949:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350981.529957:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1ad80. 00000100:00000040:1.0:1763350981.529961:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1ad80 x1849001118785920 msgsize 464 00000100:00100000:1.0:1763350981.529965:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350981.529983:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350981.529994:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350981.529997:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350981.530062:0:20551:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350981.530066:0:20551:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118785920 02000000:00000001:3.0:1763350981.530069:0:20551:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350981.530072:0:20551:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350981.530075:0:20551:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350981.530079:0:20551:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350981.530084:0:20551:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118785920 00000020:00000001:3.0:1763350981.530087:0:20551:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350981.530089:0:20551:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350981.530092:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.530095:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:3.0:1763350981.530098:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350981.530101:0:20551:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350981.530115:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350981.530121:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcc80. 00000100:00000001:3.0:1763350981.530126:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350981.530129:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcc80. 00000020:00000010:3.0:1763350981.530136:0:20551:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e800. 00000020:00000010:3.0:1763350981.530141:0:20551:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69100. 00000020:00000010:3.0:1763350981.530147:0:20551:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375190. 00000100:00000040:3.0:1763350981.530157:0:20551:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350981.530160:0:20551:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350981.530161:0:20551:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350981.530165:0:20551:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.530174:0:20551:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.530188:0:20551:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350981.530203:0:20551:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350981.530205:0:20551:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350981.530210:0:20551:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140628 00000100:00000040:3.0:1763350981.530215:0:20551:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350981.530217:0:20551:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668895616 : -120543040656000 : ffff925de2e1ad80) 00000100:00000040:3.0:1763350981.530225:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1ad80 x1849001118785920/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 464/0 e 0 to 0 dl 1763350992 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350981.530237:0:20551:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350981.530239:0:20551:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcc80. 00000100:00000001:3.0:1763350981.530242:0:20551:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350981.530245:0:20551:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcc80. 00000100:00100000:3.0:1763350981.530249:0:20551:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226221:x1849001118785920:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:3.0:1763350981.530253:0:20551:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118785920 00000020:00000001:3.0:1763350981.530258:0:20551:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350981.530262:0:20551:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350981.530268:0:20551:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.530270:0:20551:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350981.530273:0:20551:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:3.0:1763350981.530276:0:20551:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350981.530280:0:20551:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118785920, found 0 last_xid 1849001118785919 00000020:00000001:3.0:1763350981.530283:0:20551:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350981.530285:0:20551:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350981.530288:0:20551:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350981.530292:0:20551:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:3.0:1763350981.530298:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350981.530303:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014993432 : -120547694558184 : ffff925ccd7cc418) 00000020:00000001:3.0:1763350981.530307:0:20551:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.530309:0:20551:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.530315:0:20551:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350981.530318:0:20551:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350981.530326:0:20551:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925cc4782000. 02000000:00000001:3.0:1763350981.530329:0:20551:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.530333:0:20551:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.530339:0:20551:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:3.0:1763350981.530344:0:20551:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:3.0:1763350981.530348:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.530350:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.530353:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.530355:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.530357:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.530359:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.530360:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.530362:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.530363:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.530365:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.530367:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.530368:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.530369:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.530371:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.530372:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.530373:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.530375:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.530378:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.530379:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350981.530384:0:20551:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350981.530391:0:20551:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350981.530393:0:20551:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350981.530406:0:20551:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350981.530408:0:20551:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.530412:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.530413:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.530415:0:20551:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350981.530418:0:20551:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.530420:0:20551:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:3.0:1763350981.530428:0:20551:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346432cbcb0 00000004:00000002:3.0:1763350981.530431:0:20551:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3feb:0x0]/f56xD.sanity_3, ldlm_rep = 0000000000000000 00000004:00000001:3.0:1763350981.530437:0:20551:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763350981.530442:0:20551:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763350981.530446:0:20551:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763350981.530449:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350981.530453:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350981.530461:0:20551:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405500 count: 3 00010000:00000001:3.0:1763350981.530464:0:20551:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350981.530468:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350981.530472:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9077400. 00000020:00000001:3.0:1763350981.530477:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350981.530480:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9077400 with handle 0xcb8c81cc3033ca6f to hash 00000020:00000001:3.0:1763350981.530482:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350981.530484:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000010:3.0:1763350981.530490:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76000. 00010000:00000001:3.0:1763350981.530493:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350981.530497:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.530499:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.530504:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.530512:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350981.530517:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350981.530519:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350981.530522:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350981.530525:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.530527:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350981.530528:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.530530:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350981.530533:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350981.530535:0:20551:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350981.530536:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350981.530539:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) refcount = 3 00010000:00000040:3.0:1763350981.530543:0:20551:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350981.530547:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7c00/0xcb8c81cc3033c7eb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecb23 expref: 494 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350981.530560:0:20551:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bff600/0xcb8c81cc3033c2dc lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8c2 expref: 494 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350981.530568:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.530574:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350981.530580:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.530582:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.530584:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350981.530586:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.530588:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.530590:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350981.530593:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350981.530633:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.530637:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.530642:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350981.530643:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.530645:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.530646:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350981.530648:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350981.530653:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405b00. 00010000:00000010:3.0:1763350981.530657:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69580. 00010000:00000001:3.0:1763350981.530661:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350981.530663:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9076c00. 00000020:00000001:3.0:1763350981.530665:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350981.530666:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9076c00 with handle 0xcb8c81cc3033ca76 to hash 00000020:00000001:3.0:1763350981.530676:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350981.530678:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000010:3.0:1763350981.530684:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76880. 00010000:00000001:3.0:1763350981.530686:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350981.530690:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.530691:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.530694:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.530699:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350981.530701:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350981.530702:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350981.530703:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350981.530705:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.530706:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350981.530708:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.530709:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350981.530711:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350981.530712:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350981.530713:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350981.530715:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925e00405b00) refcount = 1 00010000:00010000:3.0:1763350981.530718:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.530723:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350981.530725:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.530726:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.530728:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350981.530729:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.530731:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.530733:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350981.530734:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350981.530736:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.530738:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.530742:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350981.530744:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.530745:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350981.530747:0:20551:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.530753:0:20551:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:3.0:1763350981.530804:0:20551:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:3.0:1763350981.530808:0:20551:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:3.0:1763350981.530811:0:20551:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3feb:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:3.0:1763350981.530817:0:20551:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350981.530823:0:20551:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:3.0:1763350981.530848:0:20551:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350981.530851:0:20551:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:3.0:1763350981.530853:0:20551:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:3.0:1763350981.530857:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350981.530860:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350981.530863:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350981.530865:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350981.530867:0:20551:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350981.530869:0:20551:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350981.530871:0:20551:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:3.0:1763350981.530875:0:20551:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:3.0:1763350981.530877:0:20551:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350981.530879:0:20551:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350981.530880:0:20551:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350981.530881:0:20551:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350981.530883:0:20551:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350981.530884:0:20551:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350981.530909:0:20551:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350981.530912:0:20551:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350981.530914:0:20551:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.530916:0:20551:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.530918:0:20551:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350981.530921:0:20551:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3fee:0x0] 00000020:00000001:3.0:1763350981.530923:0:20551:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350981.530928:0:20551:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623525863563352 : -120547845988264 : ffff925cc4762058) 00000004:00000001:3.0:1763350981.530930:0:20551:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623525863563264 : -120547845988352 : ffff925cc4762000) 00000004:00000001:3.0:1763350981.530936:0:20551:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:3.0:1763350981.530939:0:20551:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350981.530941:0:20551:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350981.530945:0:20551:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405a00. 00010000:00000010:3.0:1763350981.530947:0:20551:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925deac69e00. 00010000:00000001:3.0:1763350981.530950:0:20551:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350981.530954:0:20551:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc67fca00. 00000020:00000001:3.0:1763350981.530956:0:20551:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350981.530958:0:20551:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc67fca00 with handle 0xcb8c81cc3033ca7d to hash 00000020:00000001:3.0:1763350981.530960:0:20551:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350981.530961:0:20551:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000010:3.0:1763350981.530965:0:20551:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df3e76a00. 00010000:00000001:3.0:1763350981.530967:0:20551:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350981.530969:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.530971:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.530974:0:20551:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.530979:0:20551:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350981.530980:0:20551:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350981.530982:0:20551:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350981.530983:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350981.530985:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.530987:0:20551:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350981.530988:0:20551:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.530990:0:20551:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350981.530991:0:20551:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350981.530992:0:20551:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350981.530993:0:20551:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350981.530995:0:20551:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3fee:0x0].0x0 (ffff925e00405a00) refcount = 1 00010000:00010000:3.0:1763350981.530998:0:20551:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531002:0:20551:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350981.531004:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.531005:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531007:0:20551:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350981.531008:0:20551:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.531010:0:20551:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531012:0:20551:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350981.531014:0:20551:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350981.531016:0:20551:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.531018:0:20551:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531024:0:20551:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:3.0:1763350981.531026:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531027:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531029:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.531031:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.531032:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc67fca00 refcount=3 00000020:00000001:3.0:1763350981.531034:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350981.531036:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350981.531038:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531040:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350981.531041:0:20551:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.531045:0:20551:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:3.0:1763350981.531051:0:20551:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:3.0:1763350981.531054:0:20551:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:3.0:1763350981.531062:0:20551:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.531066:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350981.531073:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.531077:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.531084:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350981.531087:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350981.531090:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:3.0:1763350981.531092:0:20551:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:3.0:1763350981.531095:0:20551:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350981.531098:0:20551:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3fee:0x0]: Reading som attrs: valid: 4, size: 4096, blocks: 11 00000004:00000001:3.0:1763350981.531112:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350981.531113:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.531115:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.531118:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350981.531122:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350981.531124:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:3.0:1763350981.531126:0:20551:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:3.0:1763350981.531128:0:20551:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.531129:0:20551:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350981.531131:0:20551:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350981.531133:0:20551:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:3.0:1763350981.531135:0:20551:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:3.0:1763350981.531138:0:20551:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:3.0:1763350981.531139:0:20551:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:3.0:1763350981.531142:0:20551:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925cc47822f8 00000004:00000001:3.0:1763350981.531144:0:20551:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.531148:0:20551:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350981.531150:0:20551:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.531151:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.531152:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.531154:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350981.531156:0:20551:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350981.531157:0:20551:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350981.531159:0:20551:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:3.0:1763350981.531161:0:20551:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:3.0:1763350981.531165:0:20551:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3fee:0x0]: returning size 4096 00000004:00000040:3.0:1763350981.531170:0:20551:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3fee:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:3.0:1763350981.531173:0:20551:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x200000, stripe_count=0x1 00000004:00000040:3.0:1763350981.531175:0:20551:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 1 subobj 0x280000401:9469 00000004:00200000:3.0:1763350981.531178:0:20551:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:3.0:1763350981.531186:0:20551:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:3.0:1763350981.531192:0:20551:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.531195:0:20551:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531199:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.531200:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.531202:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc67fca00 refcount=3 00000020:00000001:3.0:1763350981.531204:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350981.531206:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00000004:00010000:3.0:1763350981.531209:0:20551:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20551 initiator: MDT0 00000004:00000001:3.0:1763350981.531216:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:3.0:1763350981.531221:0:20551:0:(lu_object.c:207:lu_object_put()) Add ffff925cc4762058/ffff925cc4762000 to site lru. bkt: ffff925dd1462258 00000004:00000001:3.0:1763350981.531223:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350981.531225:0:20551:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:3.0:1763350981.531228:0:20551:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:3.0:1763350981.531230:0:20551:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.531232:0:20551:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:3.0:1763350981.531233:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531234:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350981.531236:0:20551:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350981.531239:0:20551:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350981.531242:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350981.531243:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.531244:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.531245:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=3 00000020:00000001:3.0:1763350981.531247:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350981.531249:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350981.531251:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350981.531254:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531258:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531259:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350981.531261:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531264:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.531265:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531269:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350981.531271:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350981.531276:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df9077400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350981.531278:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350981.531280:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350981.531282:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531287:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350981.531289:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.531290:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.531292:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=4 00000020:00000001:3.0:1763350981.531294:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350981.531295:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350981.531299:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350981.531301:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531307:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350981.531309:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350981.531310:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531313:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350981.531315:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350981.531317:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.531318:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350981.531321:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9077400 with handle 0xcb8c81cc3033ca6f from hash 00010000:00000001:3.0:1763350981.531323:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350981.531325:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531326:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531327:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350981.531330:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.531331:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531333:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350981.531335:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350981.531338:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350981.531341:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x0 (ffff925e00405500) 00010000:00010000:3.0:1763350981.531344:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350981.531347:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.531350:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531353:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350981.531355:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350981.531357:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531359:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531360:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531363:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.531365:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.531368:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531373:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531374:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531375:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350981.531377:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350981.531378:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350981.531380:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df9077400/0xcb8c81cc3033ca6f lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3feb:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350981.531385:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76000. 00010000:00000001:3.0:1763350981.531396:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350981.531397:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350981.531398:0:20551:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350981.531400:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.531401:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.531402:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9076c00 refcount=3 00000020:00000001:3.0:1763350981.531404:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350981.531406:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350981.531408:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350981.531411:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531415:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531416:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350981.531418:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531422:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.531424:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531425:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350981.531427:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350981.531431:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df9076c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350981.531433:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350981.531435:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350981.531436:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531440:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350981.531441:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.531443:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.531444:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9076c00 refcount=4 00000020:00000001:3.0:1763350981.531445:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350981.531448:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350981.531450:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350981.531451:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531455:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350981.531456:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350981.531457:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531459:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350981.531461:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350981.531462:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.531464:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350981.531466:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9076c00 with handle 0xcb8c81cc3033ca76 from hash 00010000:00000001:3.0:1763350981.531468:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350981.531469:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531471:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531472:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350981.531473:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.531474:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531475:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350981.531476:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350981.531478:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350981.531479:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3feb:0x0].0x81d099f9 (ffff925e00405b00) 00010000:00010000:3.0:1763350981.531481:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350981.531483:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.531485:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531487:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350981.531489:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350981.531491:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531492:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531493:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531495:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.531497:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.531499:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531504:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531505:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531506:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350981.531507:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350981.531508:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350981.531511:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033ca76 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3feb:0x0].0x81d099f9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350981.531515:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76880. 00010000:00000040:3.0:1763350981.531519:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405b00 count: 0 00010000:00000010:3.0:1763350981.531524:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69580. 00010000:00000001:3.0:1763350981.531529:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350981.531530:0:20551:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350981.531532:0:20551:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350981.531534:0:20551:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350981.531535:0:20551:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:3.0:1763350981.531537:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.531539:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.531540:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc67fca00 refcount=3 00000020:00000001:3.0:1763350981.531542:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350981.531545:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350981.531547:0:20551:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350981.531548:0:20551:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531553:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531554:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350981.531557:0:20551:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531561:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.531563:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531564:0:20551:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350981.531566:0:20551:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00010000:3.0:1763350981.531572:0:20551:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc67fca00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:3.0:1763350981.531573:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350981.531575:0:20551:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350981.531577:0:20551:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531581:0:20551:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350981.531582:0:20551:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350981.531583:0:20551:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350981.531584:0:20551:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc67fca00 refcount=4 00000020:00000001:3.0:1763350981.531587:0:20551:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350981.531589:0:20551:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530192718336 : -120543516833280 : ffff925dc67fca00) 00010000:00000001:3.0:1763350981.531590:0:20551:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350981.531592:0:20551:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531624:0:20551:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:3.0:1763350981.531625:0:20551:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:3.0:1763350981.531626:0:20551:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531628:0:20551:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350981.531630:0:20551:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350981.531631:0:20551:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350981.531632:0:20551:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350981.531634:0:20551:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc67fca00 with handle 0xcb8c81cc3033ca7d from hash 00010000:00000001:3.0:1763350981.531637:0:20551:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350981.531638:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531640:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531641:0:20551:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350981.531643:0:20551:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.531645:0:20551:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531646:0:20551:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350981.531648:0:20551:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350981.531649:0:20551:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350981.531651:0:20551:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3fee:0x0].0x0 (ffff925e00405a00) 00010000:00010000:3.0:1763350981.531653:0:20551:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:3.0:1763350981.531654:0:20551:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350981.531656:0:20551:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531658:0:20551:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350981.531660:0:20551:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350981.531662:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531663:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531664:0:20551:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.531666:0:20551:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.531668:0:20551:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350981.531671:0:20551:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000001:3.0:1763350981.531676:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350981.531677:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350981.531679:0:20551:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350981.531680:0:20551:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350981.531682:0:20551:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350981.531683:0:20551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc67fca00/0xcb8c81cc3033ca7d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3fee:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20551 initiator: MDT0 00010000:00000010:3.0:1763350981.531689:0:20551:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df3e76a00. 00010000:00000040:3.0:1763350981.531692:0:20551:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405a00 count: 0 00010000:00000010:3.0:1763350981.531695:0:20551:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925deac69e00. 00010000:00000001:3.0:1763350981.531700:0:20551:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1763350981.531705:0:20551:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:3.0:1763350981.531707:0:20551:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:3.0:1763350981.531709:0:20551:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:3.0:1763350981.531710:0:20551:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:3.0:1763350981.531712:0:20551:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:3.0:1763350981.531715:0:20551:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:3.0:1763350981.531718:0:20551:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:3.0:1763350981.531726:0:20551:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350981.531728:0:20551:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350981.531731:0:20551:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:3.0:1763350981.531736:0:20551:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 0, xid 1849001118785920 00010000:00000001:3.0:1763350981.531740:0:20551:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350981.531748:0:20551:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e1ad80 x1849001118785920/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 464/520 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350981.531756:0:20551:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350981.531759:0:20551:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350981.531763:0:20551:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=116 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350981.531769:0:20551:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350981.531772:0:20551:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350981.531775:0:20551:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350981.531778:0:20551:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350981.531780:0:20551:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350981.531784:0:20551:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350981.531787:0:20551:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350981.531795:0:20551:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350e58. 00000100:00000200:3.0:1763350981.531803:0:20551:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118785920, offset 224 00000400:00000200:3.0:1763350981.531812:0:20551:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350981.531828:0:20551:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350981.531836:0:20551:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198183:198183:256:4294967295] 192.168.202.2@tcp LPNI seq info [198179:198179:8:4294967295] 00000400:00000200:3.0:1763350981.531849:0:20551:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350981.531854:0:20551:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350981.531860:0:20551:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e100. 00000800:00000200:3.0:1763350981.531867:0:20551:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350981.531876:0:20551:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350981.531881:0:20551:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1763350981.531912:0:20551:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350981.531917:0:20551:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350981.531920:0:20551:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350981.531922:0:20551:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350981.531925:0:20551:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350981.531931:0:20551:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1ad80 x1849001118785920/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:172/0 lens 464/520 e 0 to 0 dl 1763350992 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350981.531942:0:20551:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226221:x1849001118785920:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 1703us (1978us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350981.531953:0:20551:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140628 00000100:00000040:3.0:1763350981.531958:0:20551:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350981.531961:0:20551:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350981.531963:0:20551:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350981.531969:0:20551:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69100. 00000020:00000010:3.0:1763350981.531973:0:20551:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375190. 00000020:00000010:3.0:1763350981.531980:0:20551:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e800. 00000020:00000040:3.0:1763350981.531988:0:20551:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:3.0:1763350981.531992:0:20551:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350981.532187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d1c00. 00000800:00000200:0.0:1763350981.532801:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350981.532808:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e100. 00000400:00000200:0.0:1763350981.532814:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350981.532821:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350981.532828:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350e58 00000400:00000010:0.0:1763350981.532831:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350e58. 00000100:00000001:0.0:1763350981.532835:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350981.532837:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350981.538685:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:2.1:1763350981.538716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0400. 00010000:00000010:2.1:1763350981.538720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc55d0800. 00010000:00000010:3.1:1763350981.546321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9077400. 00010000:00000010:3.1:1763350981.546348:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405b00. 00010000:00000010:3.1:1763350981.546354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9076c00. 00010000:00000010:3.1:1763350981.546357:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405a00. 00010000:00000010:3.1:1763350981.546360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc67fca00. 00010000:00000001:3.0:1763350981.658790:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.658801:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.658808:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.658810:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.658812:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.658813:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.658819:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.658820:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350981.658826:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350981.658827:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350981.658951:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350981.658956:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350981.658959:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1763350982.477840:0:106104:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1763350982.477863:0:106104:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.477868:0:106104:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350982.477877:0:106104:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1763350982.477885:0:106104:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.477890:0:106104:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350982.477898:0:106104:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:0.0:1763350982.477905:0:106104:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.477908:0:106104:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.489973:0:80838:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90ffbebe-7380-4d5b-bb8a-79b044bace23->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350982.489985:0:80838:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350982.489996:0:80838:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c30a80. 00000020:00000040:2.0:1763350982.490002:0:80838:0:(genops.c:1229:class_import_get()) import ffff925dc7ff4800 refcount=4 obd=MGC192.168.202.102@tcp 00000100:00000001:2.0:1763350982.490007:0:80838:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350982.490010:0:80838:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350982.490016:0:80838:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350982.490025:0:80838:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925ddf084500. 00000100:00000001:2.0:1763350982.490032:0:80838:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490044:0:80838:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90ffbebe-7380-4d5b-bb8a-79b044bace23->MGS req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350982.490064:0:80838:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350982.490070:0:80838:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490077:0:80838:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000988b541a] to pc [ptlrpcd_00_02+2] req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490114:0:80838:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490117:0:80838:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350982.490121:0:80838:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350982.490125:0:80838:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df0bcf480. 00000020:00000040:2.0:1763350982.490127:0:80838:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=10 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763350982.490129:0:80838:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350982.490130:0:80838:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350982.490132:0:80838:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350982.490136:0:80838:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925ddf084c00. 00000100:00000001:2.0:1763350982.490139:0:80838:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490143:0:80838:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350982.490151:0:80838:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350982.490153:0:80838:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490156:0:80838:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c035c13f] to pc [ptlrpcd_00_03+3] req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490165:0:80838:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490167:0:80838:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350982.490171:0:80838:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350982.490174:0:80838:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de00dc000. 00000020:00000040:2.0:1763350982.490177:0:80838:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763350982.490180:0:80838:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350982.490181:0:80838:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350982.490183:0:80838:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350982.490186:0:80838:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925ddf084900. 00000100:00000001:2.0:1763350982.490197:0:80838:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490201:0:80838:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350982.490208:0:80838:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350982.490209:0:80838:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490212:0:80838:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cab979da] to pc [ptlrpcd_00_00+0] req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490232:0:80838:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490235:0:80838:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350982.490238:0:80838:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350982.490242:0:80838:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de00de680. 00000020:00000040:2.0:1763350982.490244:0:80838:0:(genops.c:1229:class_import_get()) import ffff925cc1aaa000 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1763350982.490246:0:80838:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350982.490247:0:80838:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350982.490249:0:80838:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350982.490253:0:80838:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925df22b4300. 00000100:00000001:2.0:1763350982.490256:0:80838:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490259:0:80838:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350982.490266:0:80838:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350982.490268:0:80838:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490271:0:80838:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004980258a] to pc [ptlrpcd_00_01+1] req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490279:0:80838:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490282:0:80838:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350982.490284:0:80838:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350982.490287:0:80838:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de00dca80. 00000020:00000040:2.0:1763350982.490289:0:80838:0:(genops.c:1229:class_import_get()) import ffff925df85e3000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1763350982.490291:0:80838:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350982.490292:0:80838:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350982.490294:0:80838:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350982.490297:0:80838:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925df22b4600. 00000100:00000001:2.0:1763350982.490300:0:80838:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490303:0:80838:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350982.490308:0:80838:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350982.490310:0:80838:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490313:0:80838:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a241acce] to pc [ptlrpcd_00_02+2] req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490319:0:80838:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490322:0:80838:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350982.490325:0:80838:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350982.490328:0:80838:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf293b80. 00000020:00000040:2.0:1763350982.490330:0:80838:0:(genops.c:1229:class_import_get()) import ffff925cc132b800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1763350982.490332:0:80838:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350982.490333:0:80838:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350982.490335:0:80838:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350982.490338:0:80838:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925df22b4800. 00000100:00000001:2.0:1763350982.490341:0:80838:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490344:0:80838:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350982.490350:0:80838:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350982.490352:0:80838:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490355:0:80838:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000744e57b1] to pc [ptlrpcd_00_03+3] req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490361:0:80838:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490366:0:80838:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6197) 00000100:00000001:2.0:1763350982.490381:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350982.490386:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350982.490389:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350982.490394:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490401:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350982.490403:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.490407:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350982.490410:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350982.490413:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.490416:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df0bcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101458048:0@lo:400:kworker.0 00000100:00000001:2.0:1763350982.490419:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350982.490425:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350982.490428:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.490431:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350982.490437:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a09a00. 02000000:00000001:2.0:1763350982.490439:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350982.490446:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bb58. 00000400:00000010:2.0:1763350982.490453:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2550. 00000100:00000200:2.0:1763350982.490460:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101458048, portal 4 00000100:00000001:2.0:1763350982.490462:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350982.490464:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530901369984 : -120542808181632 : ffff925df0bcf480) 00000100:00000040:2.0:1763350982.490471:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490478:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.490481:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.490483:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2d48. 00000100:00000200:2.0:1763350982.490486:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1849001101458048, offset 0 00000400:00000200:2.0:1763350982.490492:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.490507:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.490518:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a81dd77a80 00000400:00000200:2.0:1763350982.490525:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x118e29 [8] + 9968 00000400:00000200:2.0:1763350982.490533:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.490537:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350982.490545:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350982.490548:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350982.490553:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf290a80. 00000100:00000040:2.0:1763350982.490556:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf290a80 x1849001101458048 msgsize 224 00000100:00100000:2.0:1763350982.490560:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350982.490568:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.490576:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2d48 00000400:00000010:2.0:1763350982.490579:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2d48. 00000100:00000001:2.0:1763350982.490582:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350982.490586:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490637:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350982.490641:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490649:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.490650:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.490656:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490661:0:3318:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24582 usecs (25 jiffies) 00000100:00000001:2.0:1763350982.490665:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300859417 00000100:00000010:2.0:1763350982.490670:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693a20. 00000100:00000001:2.0:1763350982.490678:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350982.490683:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300859417 00000100:00000010:2.0:1763350982.490686:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693ba0. 00000100:00000001:2.0:1763350982.490690:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350982.490692:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300859417 00000100:00000010:2.0:1763350982.490695:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693600. 00000100:00000001:2.0:1763350982.490698:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350982.490701:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300859417 00000100:00000010:2.0:1763350982.490704:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693420. 00000100:00000001:2.0:1763350982.490706:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350982.490709:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350982.490712:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.490715:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350982.490718:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490724:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350982.490726:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.490728:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350982.490730:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350982.490732:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.490734:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925ddf293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3318:1849001101458560:0@lo:400:kworker.0 00000100:00000001:2.0:1763350982.490737:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350982.490739:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350982.490741:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.490743:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350982.490745:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08e00. 02000000:00000001:2.0:1763350982.490747:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350982.490751:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5b0b0. 00000400:00000010:2.0:1763350982.490754:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2d48. 00000100:00000200:2.0:1763350982.490757:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101458560, portal 10 00000100:00000001:2.0:1763350982.490759:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350982.490760:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530606476160 : -120543103075456 : ffff925ddf293b80) 00000100:00000040:2.0:1763350982.490765:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490770:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.490772:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.490775:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2bb0. 00000100:00000200:2.0:1763350982.490776:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1849001101458560, offset 0 00000400:00000200:2.0:1763350982.490780:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.490785:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.490790:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a81dd77c80 00000400:00000200:2.0:1763350982.490795:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4535 [64] + 156848 00000400:00000200:2.0:1763350982.490800:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.490802:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350982.490806:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350982.490807:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350982.490811:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf292300. 00000100:00000040:2.0:1763350982.490813:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf292300 x1849001101458560 msgsize 224 00000100:00100000:2.0:1763350982.490817:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350982.490827:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.490832:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:2.0:1763350982.490833:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:2.0:1763350982.490835:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350982.490838:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490845:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350982.490848:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490854:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.490856:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.490859:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.490863:0:3318:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7812 usecs (8 jiffies) 00000100:00000001:2.0:1763350982.490865:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300859400 00000100:00000001:2.0:1763350982.490867:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300859417 00000100:00000001:2.0:1763350982.490869:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300859400 00000100:00000001:2.0:1763350982.490871:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300859417 00000100:00000001:2.0:1763350982.490873:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300859400 00000100:00000001:2.0:1763350982.490875:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300859417 00000100:00000001:2.0:1763350982.490877:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300859400 00000100:00000001:2.0:1763350982.490878:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300859417 00000100:00000001:2.0:1763350982.490880:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350982.490882:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.490885:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.490888:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.490897:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350982.490899:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763350982.490902:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350982.490903:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350982.490904:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.490908:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00000001:2.0:1763350982.490910:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.490912:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350982.490914:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.490915:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350982.490916:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350982.490917:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350982.490921:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490929:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350982.490931:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.490933:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350982.490935:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350982.490938:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.490940:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dd9c30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:90ffbebe-7380-4d5b-bb8a-79b044bace23:3318:1849001101457920:0@lo:400:kworker.0 00000100:00000001:2.0:1763350982.490944:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350982.490947:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350982.490949:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.490950:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350982.490953:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08c00. 02000000:00000001:2.0:1763350982.490955:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350982.490959:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cddc5bf20. 00000400:00000010:2.0:1763350982.490963:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2bb0. 00000100:00000200:2.0:1763350982.490965:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101457920, portal 25 00000100:00000001:2.0:1763350982.490967:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350982.490968:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530515892864 : -120543193658752 : ffff925dd9c30a80) 00000100:00000040:2.0:1763350982.490973:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.490979:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.490981:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.490983:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2cc0. 00000100:00000200:2.0:1763350982.490985:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1849001101457920, offset 0 00000400:00000200:2.0:1763350982.490988:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.490994:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.490998:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x691a81dd77a00 00000400:00000200:2.0:1763350982.491003:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12ba7d [2] + 0 00000400:00000010:2.0:1763350982.491007:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925df8791e70. 00000400:00000200:2.0:1763350982.491010:0:3318:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cc471ed80 00000400:00000200:2.0:1763350982.491013:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.491016:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1763350982.491018:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc471ed80 00000400:00000010:2.0:1763350982.491021:0:3318:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc471ed80. 00000100:00000001:2.0:1763350982.491025:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350982.491027:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1763350982.491030:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925dd1470850 x1849001101457920 msgsize 224 00000100:00100000:2.0:1763350982.491033:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1763350982.491035:0:3318:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763350982.491045:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.491049:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2cc0 00000400:00000010:2.0:1763350982.491051:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2cc0. 00000100:00000001:2.0:1763350982.491053:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350982.491056:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491063:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350982.491066:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491072:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491074:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.491077:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491079:0:3318:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS new deadline estimation for cpu 0 is 4300859462 00000100:00000001:2.0:1763350982.491084:0:3318:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300859417 00000100:00000001:2.0:1763350982.491088:0:3318:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS new deadline estimation for cpu 1 is 4300859462 00000100:00000001:2.0:1763350982.491091:0:3318:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300859417 00000100:00000001:2.0:1763350982.491105:0:3318:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS new deadline estimation for cpu 2 is 4300859462 00000100:00000001:2.0:1763350982.491109:0:3318:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300859417 00000100:00000001:2.0:1763350982.491112:0:3318:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS new deadline estimation for cpu 3 is 4300859462 00000100:00000001:2.0:1763350982.491115:0:3318:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300859417 00000100:00000001:2.0:1763350982.491119:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350982.491121:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491123:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350982.491126:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491132:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350982.491134:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.491137:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350982.491138:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350982.491140:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.491143:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925de00dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3318:1849001101458432:0@lo:400:kworker.0 00000100:00000001:2.0:1763350982.491145:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350982.491148:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350982.491149:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.491151:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350982.491154:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08600. 02000000:00000001:2.0:1763350982.491156:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350982.491160:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925cc2311688. 00000400:00000010:2.0:1763350982.491164:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2cc0. 00000100:00000200:2.0:1763350982.491168:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101458432, portal 10 00000100:00000001:2.0:1763350982.491170:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350982.491172:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530621454976 : -120543088096640 : ffff925de00dca80) 00000100:00000040:2.0:1763350982.491178:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491184:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.491185:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.491187:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d26e8. 00000100:00000200:2.0:1763350982.491189:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1849001101458432, offset 0 00000400:00000200:2.0:1763350982.491193:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.491198:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.491202:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a81dd77c00 00000400:00000200:2.0:1763350982.491206:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4535 [64] + 157072 00000400:00000200:2.0:1763350982.491211:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.491213:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350982.491216:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350982.491218:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350982.491221:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbc380. 00000100:00000040:2.0:1763350982.491224:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbc380 x1849001101458432 msgsize 224 00000100:00100000:2.0:1763350982.491227:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350982.491233:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.491237:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d26e8 00000400:00000010:2.0:1763350982.491238:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d26e8. 00000100:00000001:2.0:1763350982.491240:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350982.491243:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491250:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350982.491252:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491258:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491259:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.491262:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.491266:0:3318:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 7320 usecs (8 jiffies) 00000100:00000001:2.0:1763350982.491268:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300859400 00000100:00000001:2.0:1763350982.491270:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491272:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300859400 00000100:00000001:2.0:1763350982.491274:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491276:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300859400 00000100:00000001:2.0:1763350982.491277:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491279:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300859400 00000100:00000001:2.0:1763350982.491281:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491284:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350982.491286:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491288:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491290:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491305:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350982.491308:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350982.491309:0:3316:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350982.491315:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491322:0:3316:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350982.491323:0:3316:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.491326:0:3316:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350982.491328:0:3316:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350982.491329:0:3316:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.491332:0:3316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925de00de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3316:1849001101458304:0@lo:400:kworker.0 00000100:00000001:2.0:1763350982.491335:0:3316:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350982.491337:0:3316:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350982.491339:0:3316:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.491340:0:3316:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350982.491344:0:3316:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a09800. 02000000:00000001:2.0:1763350982.491346:0:3316:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350982.491349:0:3316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79688. 00000400:00000010:2.0:1763350982.491353:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d26e8. 00000100:00000200:2.0:1763350982.491356:0:3316:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101458304, portal 10 00000100:00000001:2.0:1763350982.491358:0:3316:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350982.491359:0:3316:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530621462144 : -120543088089472 : ffff925de00de680) 00000100:00000040:2.0:1763350982.491364:0:3316:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491370:0:3316:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.491372:0:3316:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.491375:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2088. 00000100:00000200:2.0:1763350982.491377:0:3316:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1849001101458304, offset 0 00000400:00000200:2.0:1763350982.491380:0:3316:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.491385:0:3316:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.491390:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a81dd77b80 00000400:00000200:2.0:1763350982.491394:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4535 [64] + 157296 00000400:00000200:2.0:1763350982.491398:0:3316:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.491401:0:3316:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350982.491404:0:3316:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350982.491406:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350982.491410:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc2cbc700. 00000100:00000040:2.0:1763350982.491412:0:3316:0:(events.c:337:request_in_callback()) incoming req@ffff925dc2cbc700 x1849001101458304 msgsize 224 00000100:00100000:2.0:1763350982.491416:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350982.491425:0:3316:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.491429:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2088 00000400:00000010:2.0:1763350982.491430:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2088. 00000100:00000001:2.0:1763350982.491432:0:3316:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350982.491436:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491443:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350982.491446:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491452:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491454:0:3316:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.491456:0:3316:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.491459:0:3316:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 6971 usecs (7 jiffies) 00000100:00000001:2.0:1763350982.491461:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300859399 00000100:00000001:2.0:1763350982.491464:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491466:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300859399 00000100:00000001:2.0:1763350982.491468:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491470:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300859399 00000100:00000001:2.0:1763350982.491472:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491474:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300859399 00000100:00000001:2.0:1763350982.491476:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491478:0:3316:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350982.491480:0:3316:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491482:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491484:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.491489:0:3316:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350982.491491:0:3316:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763350982.491492:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350982.491494:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350982.491495:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.491497:0:3316:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1763350982.491499:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.491501:0:3316:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350982.491502:0:3316:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.491503:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350982.491504:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350982.491505:0:3316:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350982.491509:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491516:0:3316:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350982.491517:0:3316:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.491519:0:3316:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350982.491520:0:3316:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350982.491522:0:3316:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.491525:0:3316:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925de00dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3316:1849001101458176:0@lo:400:kworker.0 00000100:00000001:2.0:1763350982.491528:0:3316:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350982.491530:0:3316:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350982.491532:0:3316:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.491534:0:3316:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350982.491537:0:3316:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a09400. 02000000:00000001:2.0:1763350982.491539:0:3316:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350982.491542:0:3316:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e799a0. 00000400:00000010:2.0:1763350982.491545:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2088. 00000100:00000200:2.0:1763350982.491548:0:3316:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101458176, portal 4 00000100:00000001:2.0:1763350982.491550:0:3316:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350982.491551:0:3316:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530621452288 : -120543088099328 : ffff925de00dc000) 00000100:00000040:2.0:1763350982.491556:0:3316:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491561:0:3316:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.491563:0:3316:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.491566:0:3316:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2b28. 00000100:00000200:2.0:1763350982.491568:0:3316:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1849001101458176, offset 0 00000400:00000200:2.0:1763350982.491571:0:3316:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.491576:0:3316:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.491581:0:3316:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a81dd77b00 00000400:00000200:2.0:1763350982.491585:0:3316:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x118e29 [8] + 10192 00000400:00000200:2.0:1763350982.491589:0:3316:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.491592:0:3316:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350982.491621:0:3316:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350982.491623:0:3316:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350982.491628:0:3316:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981500. 00000100:00000040:2.0:1763350982.491631:0:3316:0:(events.c:337:request_in_callback()) incoming req@ffff925dff981500 x1849001101458176 msgsize 224 00000100:00100000:2.0:1763350982.491634:0:3316:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350982.491641:0:3316:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.491646:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:2.0:1763350982.491649:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:2.0:1763350982.491651:0:3316:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350982.491655:0:3316:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491663:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350982.491666:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491671:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491672:0:3316:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.491676:0:3316:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.491678:0:3316:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19750 usecs (20 jiffies) 00000100:00000001:2.0:1763350982.491681:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300859412 00000100:00000001:2.0:1763350982.491683:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491685:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300859412 00000100:00000001:2.0:1763350982.491687:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491689:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300859412 00000100:00000001:2.0:1763350982.491691:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491693:0:3316:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300859412 00000100:00000001:2.0:1763350982.491695:0:3316:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300859462 00000100:00000001:2.0:1763350982.491697:0:3316:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350982.491699:0:3316:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491701:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491704:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491722:0:20011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350982.491725:0:20011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101457920 02000000:00000001:2.0:1763350982.491727:0:20011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350982.491730:0:20011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350982.491732:0:20011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.491737:0:20011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.491740:0:20011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101457920 00000020:00000001:2.0:1763350982.491744:0:20011:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350982.491746:0:20011:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc2ff4d3bb 00000020:00000001:2.0:1763350982.491749:0:20011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350982.491752:0:20011:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dd0a66800 refcount=18 00000020:00000001:2.0:1763350982.491754:0:20011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530363021312 : -120543346530304 : ffff925dd0a66800) 00000020:00000001:2.0:1763350982.491757:0:20011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530363021312 : -120543346530304 : ffff925dd0a66800) 00000100:00000001:2.0:1763350982.491760:0:20011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350982.491765:0:20011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d840. 00000100:00000001:2.0:1763350982.491768:0:20011:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350982.491770:0:20011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d840. 00000020:00000010:2.0:1763350982.491778:0:20011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df8ff5600. 00000020:00000010:2.0:1763350982.491784:0:20011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063380. 00000020:00000010:2.0:1763350982.491790:0:20011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090960. 00000100:00000040:2.0:1763350982.491798:0:20011:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1763350982.491802:0:20011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350982.491803:0:20011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350982.491806:0:20011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491815:0:20011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491823:0:20011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.491833:0:20011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350982.491835:0:20011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350982.491839:0:20011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3972 00000100:00000040:2.0:1763350982.491843:0:20011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dd0a66800 : new rpc_count 1 00000100:00000001:2.0:1763350982.491845:0:20011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530373548112 : -120543336003504 : ffff925dd1470850) 00000100:00000040:2.0:1763350982.491850:0:20011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd1470850 x1849001101457920/t0(0) o400->90ffbebe-7380-4d5b-bb8a-79b044bace23@0@lo:173/0 lens 224/0 e 0 to 0 dl 1763350993 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.491859:0:20011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350982.491862:0:20011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d840. 00000100:00000001:2.0:1763350982.491864:0:20011:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350982.491866:0:20011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d840. 00000100:00100000:2.0:1763350982.491870:0:20011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd1470850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:90ffbebe-7380-4d5b-bb8a-79b044bace23+18:3318:x1849001101457920:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763350982.491874:0:20011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101457920 00000020:00000001:2.0:1763350982.491878:0:20011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350982.491883:0:20011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350982.491886:0:20011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.491889:0:20011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350982.491891:0:20011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666675328 : -1042876288 : ffffffffc1d6f880) 00000020:00000001:2.0:1763350982.491894:0:20011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350982.491896:0:20011:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350982.491898:0:20011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350982.491900:0:20011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350982.491903:0:20011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.491904:0:20011:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350982.491908:0:20011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350982.491910:0:20011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350982.491914:0:20011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df2390c00. 02000000:00000001:2.0:1763350982.491917:0:20011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491919:0:20011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.491921:0:20011:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350982.491925:0:20011:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101457920 00010000:00000001:2.0:1763350982.491928:0:20011:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350982.491932:0:20011:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd1470850 x1849001101457920/t0(0) o400->90ffbebe-7380-4d5b-bb8a-79b044bace23@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350982.491940:0:20011:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350982.491943:0:20011:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350982.491947:0:20011:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc23f39e8 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350982.491951:0:20011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350982.491953:0:20011:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350982.491955:0:20011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350982.491958:0:20011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350982.491960:0:20011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.491962:0:20011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.491964:0:20011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.491967:0:20011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2b28. 00000100:00000200:2.0:1763350982.491969:0:20011:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1849001101457920, offset 224 00000400:00000200:2.0:1763350982.491973:0:20011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.491979:0:20011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.491983:0:20011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x691a81dd77a00 00000400:00000200:2.0:1763350982.491988:0:20011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12fab5 [1] + 224 00000400:00000200:2.0:1763350982.491993:0:20011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.491995:0:20011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350982.491999:0:20011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350982.492003:0:20011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350982.492012:0:20011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.492025:0:20011:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.492029:0:20011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:2.0:1763350982.492031:0:20011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:2.0:1763350982.492033:0:20011:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350982.492035:0:20011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.492037:0:20011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.492041:0:20011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350982.492043:0:20011:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350982.492045:0:20011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.492047:0:20011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350982.492050:0:20011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd1470850 x1849001101457920/t0(0) o400->90ffbebe-7380-4d5b-bb8a-79b044bace23@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350982.492064:0:20011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd1470850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:90ffbebe-7380-4d5b-bb8a-79b044bace23+18:3318:x1849001101457920:12345-0@lo:400:kworker.0 Request processed in 204us (1032us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350982.492071:0:20011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3972 00000100:00000040:2.0:1763350982.492074:0:20011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dd0a66800 : new rpc_count 0 00000100:00000001:2.0:1763350982.492077:0:20011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350982.492079:0:20011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350982.492084:0:20011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063380. 00000020:00000010:2.0:1763350982.492088:0:20011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090960. 00000020:00000010:2.0:1763350982.492091:0:20011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df8ff5600. 00000020:00000040:2.0:1763350982.492110:0:20011:0:(genops.c:898:class_export_put()) PUTting export ffff925dd0a66800 : new refcount 17 02000000:00000001:2.0:1763350982.492115:0:20011:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350982.492117:0:20011:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df2390c00. 02000000:00000001:2.0:1763350982.492120:0:20011:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763350982.492123:0:20011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763350982.492127:0:20011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1763350982.492132:0:20011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79420. 00000400:00000010:2.0:1763350982.492137:0:20011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccdbd7900. 00000100:00000001:2.0:1763350982.492165:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350982.492167:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350982.492171:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350982.492173:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350982.492175:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bf20. 00000400:00000200:2.0:1763350982.492178:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:2.0:1763350982.492180:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:2.0:1763350982.492182:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350982.492186:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350982.492195:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.492201:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350982.492203:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.492206:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350982.492209:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350982.492210:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350982.492213:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.492216:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350982.492222:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7ff4c58 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350982.492226:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7ff4c10 time=120 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350982.492229:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350982.492231:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350982.492235:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350982.492237:0:3318:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492241:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.492246:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.492253:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350982.492255:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350982.492257:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350982.492261:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350982.492269:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dd9c30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:90ffbebe-7380-4d5b-bb8a-79b044bace23:3318:1849001101457920:0@lo:400:kworker.0 00000100:00000001:2.0:1763350982.492274:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492276:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350982.492278:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9c30a80 x1849001101457920/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.492285:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350982.492288:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350982.492290:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08c00. 02000000:00000001:2.0:1763350982.492294:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350982.492296:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350982.492298:0:3318:0:(genops.c:1242:class_import_put()) import ffff925dc7ff4800 refcount=3 obd=MGC192.168.202.102@tcp 00000020:00000001:2.0:1763350982.492300:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350982.492303:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925ddf084500. 02000000:00000001:2.0:1763350982.492306:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350982.492308:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350982.492310:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9c30a80. 00000100:00000001:2.0:1763350982.492314:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350982.492315:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.492318:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492319:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350982.492320:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350982.492322:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492324:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492358:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350982.492360:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101458560 02000000:00000001:2.0:1763350982.492363:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350982.492364:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350982.492365:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.492368:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.492371:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101458560 00000020:00000001:2.0:1763350982.492373:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350982.492375:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd87 00000020:00000001:2.0:1763350982.492377:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350982.492380:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dee1da800 refcount=5 00000020:00000001:2.0:1763350982.492382:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530857375744 : -120542852175872 : ffff925dee1da800) 00000020:00000001:2.0:1763350982.492384:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530857375744 : -120542852175872 : ffff925dee1da800) 00000100:00000001:2.0:1763350982.492388:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350982.492392:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d840. 00000020:00000040:2.0:1763350982.492400:0:20015:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000100:00000001:2.0:1763350982.492408:0:20015:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350982.492411:0:20015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df8ff5600. 00000020:00000010:2.0:1763350982.492414:0:20015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063380. 00000020:00000010:2.0:1763350982.492417:0:20015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090960. 00000100:00000040:2.0:1763350982.492423:0:20015:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350982.492425:0:20015:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350982.492426:0:20015:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350982.492428:0:20015:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.492433:0:20015:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763350982.492435:0:20015:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350982.492436:0:20015:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492445:0:20015:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.492453:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350982.492454:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101458432 02000000:00000001:2.0:1763350982.492456:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350982.492458:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350982.492459:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.492461:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.492463:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101458432 00000020:00000001:2.0:1763350982.492464:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350982.492466:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd02 00000020:00000001:2.0:1763350982.492467:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350982.492468:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc590f000 refcount=5 00000020:00000001:2.0:1763350982.492470:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530177064960 : -120543532486656 : ffff925dc590f000) 00000020:00000001:2.0:1763350982.492472:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530177064960 : -120543532486656 : ffff925dc590f000) 00000100:00000001:2.0:1763350982.492475:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350982.492477:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dd00. 00000020:00000010:2.0:1763350982.492480:0:20015:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc4c52100. 00000100:00000001:2.0:1763350982.492484:0:20015:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350982.492486:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dd00. 00000020:00000010:2.0:1763350982.492489:0:20015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df8ff5000. 00000020:00000010:2.0:1763350982.492492:0:20015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063e00. 00000020:00000010:2.0:1763350982.492495:0:20015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000001:2.0:1763350982.492498:0:20015:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350982.492500:0:20015:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350982.492501:0:20015:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.492504:0:20015:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763350982.492505:0:20015:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350982.492506:0:20015:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492515:0:20015:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.492521:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350982.492522:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101458304 02000000:00000001:2.0:1763350982.492524:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350982.492525:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350982.492526:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350982.492528:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350982.492530:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101458304 00000020:00000001:2.0:1763350982.492546:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350982.492547:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc2ff4d654 00000020:00000001:2.0:1763350982.492549:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350982.492551:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc305e000 refcount=5 00000020:00000001:2.0:1763350982.492553:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525839429632 : -120547870121984 : ffff925cc305e000) 00000020:00000001:2.0:1763350982.492555:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525839429632 : -120547870121984 : ffff925cc305e000) 00000100:00000001:2.0:1763350982.492558:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350982.492561:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dd00. 00000100:00000001:2.0:1763350982.492563:0:20015:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350982.492565:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dd00. 00000020:00000010:2.0:1763350982.492568:0:20015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df8ff5200. 00000020:00000010:2.0:1763350982.492571:0:20015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc8063780. 00000020:00000010:2.0:1763350982.492574:0:20015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000001:2.0:1763350982.492577:0:20015:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350982.492579:0:20015:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350982.492580:0:20015:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.492583:0:20015:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763350982.492584:0:20015:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350982.492585:0:20015:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492593:0:20015:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.492623:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350982.492625:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350982.492629:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3981 00000100:00000040:2.0:1763350982.492632:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dee1da800 : new rpc_count 1 00000100:00000001:2.0:1763350982.492634:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606469888 : -120543103081728 : ffff925ddf292300) 00000100:00000040:2.0:1763350982.492638:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf292300 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1763350993 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.492646:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350982.492649:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dd00. 00000100:00000001:2.0:1763350982.492651:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350982.492654:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dd00. 00000100:00100000:2.0:1763350982.492657:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1849001101458560:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763350982.492661:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101458560 00000020:00000001:2.0:1763350982.492665:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350982.492667:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350982.492669:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.492671:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350982.492672:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:2.0:1763350982.492675:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350982.492678:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350982.492680:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350982.492682:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350982.492684:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.492686:0:20015:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350982.492689:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350982.492690:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350982.492694:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df2390c00. 02000000:00000001:2.0:1763350982.492696:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492698:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.492700:0:20015:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350982.492703:0:20015:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101458560 00010000:00000001:2.0:1763350982.492705:0:20015:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350982.492710:0:20015:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf292300 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350982.492717:0:20015:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350982.492719:0:20015:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350982.492721:0:20015:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350982.492724:0:20015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350982.492726:0:20015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350982.492728:0:20015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350982.492730:0:20015:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350982.492732:0:20015:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492734:0:20015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.492736:0:20015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.492739:0:20015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2bb0. 00000100:00000200:2.0:1763350982.492743:0:20015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001101458560, offset 224 00000400:00000200:2.0:1763350982.492747:0:20015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.492754:0:20015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.492759:0:20015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a81dd77c80 00000400:00000200:2.0:1763350982.492764:0:20015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12faad [1] + 224 00000400:00000200:2.0:1763350982.492768:0:20015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.492771:0:20015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350982.492774:0:20015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350982.492779:0:20015:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350982.492786:0:20015:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.492798:0:20015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.492803:0:20015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:2.0:1763350982.492805:0:20015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:2.0:1763350982.492807:0:20015:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350982.492809:0:20015:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.492811:0:20015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.492814:0:20015:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350982.492816:0:20015:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350982.492817:0:20015:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.492819:0:20015:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350982.492823:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf292300 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350982.492831:0:20015:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf292300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3318:x1849001101458560:12345-0@lo:400:kworker.0 Request processed in 183us (2015us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350982.492837:0:20015:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3981 00000100:00000040:2.0:1763350982.492839:0:20015:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dee1da800 : new rpc_count 0 00000100:00000001:2.0:1763350982.492841:0:20015:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350982.492843:0:20015:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350982.492846:0:20015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063380. 00000020:00000010:2.0:1763350982.492849:0:20015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090960. 00000020:00000010:2.0:1763350982.492852:0:20015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df8ff5600. 00000020:00000040:2.0:1763350982.492855:0:20015:0:(genops.c:898:class_export_put()) PUTting export ffff925dee1da800 : new refcount 4 00000100:00000001:2.0:1763350982.492857:0:20015:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.492864:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350982.492866:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350982.492868:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3982 00000100:00000040:2.0:1763350982.492870:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc590f000 : new rpc_count 1 00000100:00000001:2.0:1763350982.492872:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130588544 : -120543578963072 : ffff925dc2cbc380) 00000100:00000040:2.0:1763350982.492876:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbc380 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1763350993 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.492882:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350982.492884:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dd00. 00000100:00000001:2.0:1763350982.492886:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350982.492888:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dd00. 00000100:00100000:2.0:1763350982.492891:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1849001101458432:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763350982.492894:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101458432 00000020:00000001:2.0:1763350982.492895:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350982.492897:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350982.492898:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.492900:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350982.492901:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:2.0:1763350982.492903:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350982.492906:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350982.492907:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350982.492908:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350982.492910:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.492911:0:20015:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350982.492913:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350982.492915:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350982.492918:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df2391000. 02000000:00000001:2.0:1763350982.492920:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492921:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.492923:0:20015:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350982.492925:0:20015:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101458432 00010000:00000001:2.0:1763350982.492927:0:20015:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350982.492929:0:20015:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc2cbc380 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350982.492940:0:20015:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350982.492942:0:20015:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350982.492944:0:20015:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350982.492947:0:20015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350982.492948:0:20015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350982.492950:0:20015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350982.492952:0:20015:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350982.492953:0:20015:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.492955:0:20015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.492957:0:20015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.492959:0:20015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2bb0. 00000100:00000200:2.0:1763350982.492962:0:20015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001101458432, offset 224 00000400:00000200:2.0:1763350982.492965:0:20015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.492970:0:20015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.492974:0:20015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a81dd77c00 00000400:00000200:2.0:1763350982.492978:0:20015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12fabd [1] + 224 00000400:00000200:2.0:1763350982.492981:0:20015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.492984:0:20015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350982.492987:0:20015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350982.492990:0:20015:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350982.492997:0:20015:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.493004:0:20015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.493007:0:20015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:2.0:1763350982.493009:0:20015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:2.0:1763350982.493010:0:20015:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350982.493011:0:20015:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.493013:0:20015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.493015:0:20015:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350982.493017:0:20015:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350982.493018:0:20015:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.493020:0:20015:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350982.493023:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc2cbc380 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350982.493031:0:20015:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc2cbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3318:x1849001101458432:12345-0@lo:400:kworker.0 Request processed in 148us (1806us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350982.493036:0:20015:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3982 00000100:00000040:2.0:1763350982.493038:0:20015:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc590f000 : new rpc_count 0 00000100:00000001:2.0:1763350982.493039:0:20015:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350982.493040:0:20015:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350982.493043:0:20015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063e00. 00000020:00000010:2.0:1763350982.493045:0:20015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:2.0:1763350982.493047:0:20015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df8ff5000. 00000020:00000040:2.0:1763350982.493049:0:20015:0:(genops.c:898:class_export_put()) PUTting export ffff925dc590f000 : new refcount 4 00000100:00000001:2.0:1763350982.493051:0:20015:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350982.493056:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350982.493057:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350982.493059:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3983 00000100:00000040:2.0:1763350982.493061:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc305e000 : new rpc_count 1 00000100:00000001:2.0:1763350982.493063:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530130589440 : -120543578962176 : ffff925dc2cbc700) 00000100:00000040:2.0:1763350982.493066:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc2cbc700 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1763350993 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.493073:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350982.493075:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dd00. 00000100:00000001:2.0:1763350982.493077:0:20015:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350982.493079:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dd00. 00000100:00100000:2.0:1763350982.493082:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc2cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3316:x1849001101458304:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763350982.493085:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101458304 00000020:00000001:2.0:1763350982.493086:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350982.493087:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350982.493088:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.493090:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350982.493092:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000100:00000001:0.0:1763350982.493168:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350982.493172:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.493178:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350982.493180:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.493192:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350982.493193:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101458048 02000000:00000001:0.0:1763350982.493195:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350982.493197:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350982.493198:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350982.493201:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350982.493203:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101458048 00000020:00000001:0.0:1763350982.493205:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350982.493206:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:0.0:1763350982.493208:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350982.493210:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=12 00000020:00000001:0.0:1763350982.493212:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:0.0:1763350982.493214:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:0.0:1763350982.493216:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350982.493230:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32b00. 00000020:00000040:0.0:1763350982.493234:0:63085:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:0.0:1763350982.493236:0:63085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:0.0:1763350982.493240:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b0400. 00000020:00000010:0.0:1763350982.493243:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70880. 00000020:00000010:0.0:1763350982.493246:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350982.493251:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350982.493253:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350982.493255:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350982.493256:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350982.493260:0:63085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763350982.493262:0:63085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350982.493263:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.493270:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350982.493275:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350982.493277:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101458176 02000000:00000001:0.0:1763350982.493278:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350982.493279:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350982.493280:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350982.493283:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350982.493284:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101458176 00000020:00000001:0.0:1763350982.493286:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350982.493287:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:0.0:1763350982.493289:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350982.493291:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=6 00000020:00000001:0.0:1763350982.493292:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:0.0:1763350982.493294:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:0.0:1763350982.493297:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350982.493299:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350982.493301:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350982.493302:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000020:00000010:0.0:1763350982.493305:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc34b1800. 00000020:00000010:0.0:1763350982.493308:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350982.493310:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d320. 00000100:00000001:0.0:1763350982.493313:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350982.493314:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350982.493315:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350982.493317:0:63085:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1763350982.493318:0:63085:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350982.493319:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.493326:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350982.493330:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350982.493331:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350982.493334:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1941 00000100:00000040:0.0:1763350982.493336:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:0.0:1763350982.493338:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606463616 : -120543103088000 : ffff925ddf290a80) 00000100:00000040:0.0:1763350982.493342:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf290a80 x1849001101458048/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1763350993 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350982.493349:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350982.493351:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350982.493353:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350982.493355:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350982.493358:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3318:x1849001101458048:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763350982.493362:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101458048 00000020:00000001:0.0:1763350982.493364:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350982.493367:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350982.493368:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.493370:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350982.493372:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:0.0:1763350982.493374:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350982.493376:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350982.493378:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350982.493379:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350982.493381:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.493382:0:63085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763350982.493384:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350982.493386:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350982.493389:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5ea7800. 02000000:00000001:0.0:1763350982.493391:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.493392:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.493394:0:63085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350982.493396:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 0, xid 1849001101458048 00010000:00000001:0.0:1763350982.493398:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350982.493401:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf290a80 x1849001101458048/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350982.493407:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350982.493409:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350982.493411:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350982.493414:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350982.493415:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350982.493417:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350982.493419:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350982.493421:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.493422:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350982.493424:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350982.493427:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0197f8. 00000100:00000200:0.0:1763350982.493431:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001101458048, offset 224 00000400:00000200:0.0:1763350982.493435:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350982.493441:0:63085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350982.493447:0:63085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a81dd77a80 00000400:00000200:0.0:1763350982.493452:0:63085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12faa5 [1] + 224 00000400:00000200:0.0:1763350982.493456:0:63085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350982.493459:0:63085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350982.493462:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350982.493467:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350982.493475:0:63085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350982.493482:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350982.493487:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0197f8 00000400:00000010:0.0:1763350982.493488:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0197f8. 00000100:00000001:0.0:1763350982.493490:0:63085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350982.493492:0:63085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350982.493494:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350982.493497:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350982.493499:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350982.493500:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.493502:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350982.493505:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf290a80 x1849001101458048/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350982.493513:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+12:3318:x1849001101458048:12345-0@lo:400:kworker.0 Request processed in 163us (2956us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350982.493519:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1941 00000100:00000040:0.0:1763350982.493522:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:0.0:1763350982.493524:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350982.493526:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350982.493529:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70880. 00000020:00000010:0.0:1763350982.493533:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350982.493536:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b0400. 00000020:00000040:0.0:1763350982.493541:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 11 00000100:00000001:0.0:1763350982.493544:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350982.493552:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350982.493554:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350982.493557:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1942 00000100:00000040:0.0:1763350982.493560:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:0.0:1763350982.493562:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150611712 : -120542558939904 : ffff925dff981500) 00000100:00000040:0.0:1763350982.493567:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff981500 x1849001101458176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/0 e 0 to 0 dl 1763350993 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350982.493574:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350982.493577:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc2c32a40. 00000100:00000001:0.0:1763350982.493578:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350982.493580:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc2c32a40. 00000100:00100000:0.0:1763350982.493584:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3316:x1849001101458176:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1763350982.493587:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101458176 00000020:00000001:0.0:1763350982.493588:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350982.493590:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350982.493592:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.493593:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350982.493614:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:0.0:1763350982.493616:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350982.493619:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350982.493620:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350982.493621:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350982.493623:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.493624:0:63085:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1763350982.493626:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350982.493628:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350982.493631:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5ea5000. 02000000:00000001:0.0:1763350982.493633:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.493635:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.493637:0:63085:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350982.493639:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911620, transno 0, xid 1849001101458176 00010000:00000001:0.0:1763350982.493641:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350982.493644:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff981500 x1849001101458176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350982.493655:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350982.493657:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350982.493660:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350982.493662:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350982.493664:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:0.0:1763350982.493666:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:0.0:1763350982.493668:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350982.493669:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.493671:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350982.493673:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350982.493676:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0197f8. 00000100:00000200:0.0:1763350982.493678:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001101458176, offset 224 00000400:00000200:0.0:1763350982.493681:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350982.493687:0:63085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350982.493692:0:63085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a81dd77b00 00000400:00000200:0.0:1763350982.493696:0:63085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12facd [1] + 224 00000400:00000200:0.0:1763350982.493699:0:63085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350982.493702:0:63085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350982.493704:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350982.493708:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1763350982.493716:0:63085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350982.493730:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:0.0:1763350982.493734:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0197f8 00000400:00000010:0.0:1763350982.493736:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0197f8. 00000100:00000001:0.0:1763350982.493738:0:63085:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350982.493739:0:63085:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350982.493741:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350982.493743:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:0.0:1763350982.493747:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350982.493748:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.493751:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350982.493754:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981500 x1849001101458176/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350982.493761:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff981500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3316:x1849001101458176:12345-0@lo:400:kworker.0 Request processed in 186us (2129us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350982.493767:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1942 00000100:00000040:0.0:1763350982.493769:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:0.0:1763350982.493771:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350982.493772:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350982.493775:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70f80. 00000020:00000010:0.0:1763350982.493777:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d320. 00000020:00000010:0.0:1763350982.493780:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc34b1800. 00000020:00000040:0.0:1763350982.493784:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 5 00000100:00000001:0.0:1763350982.493786:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350982.494078:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350982.494081:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350982.494087:0:3316:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350982.494090:0:3316:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350982.494093:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e799a0. 00000400:00000200:0.0:1763350982.494112:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2088 00000400:00000010:0.0:1763350982.494114:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2088. 00000100:00000001:0.0:1763350982.494117:0:3316:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350982.494122:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350982.494132:0:3316:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350982.494139:0:3316:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350982.494141:0:3316:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350982.494143:0:3316:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350982.494146:0:3316:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350982.494148:0:3316:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350982.494150:0:3316:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350982.494153:0:3316:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350982.494160:0:3316:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fc58 time=120 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350982.494165:0:3316:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=84 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350982.494168:0:3316:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350982.494170:0:3316:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350982.494173:0:3316:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350982.494176:0:3316:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.494179:0:3316:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350982.494181:0:3316:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911620 00000100:00000001:0.0:1763350982.494183:0:3316:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350982.494186:0:3316:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350982.494190:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350982.494197:0:3316:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350982.494200:0:3316:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350982.494202:0:3316:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350982.494205:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350982.494257:0:3316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de00dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3316:1849001101458176:0@lo:400:kworker.0 00000100:00000001:0.0:1763350982.494302:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.494305:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350982.494309:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de00dc000 x1849001101458176/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350982.494317:0:3316:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350982.494319:0:3316:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350982.494322:0:3316:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a09400. 02000000:00000001:0.0:1763350982.494326:0:3316:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350982.494328:0:3316:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350982.494330:0:3316:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763350982.494332:0:3316:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350982.494335:0:3316:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925ddf084900. 02000000:00000001:0.0:1763350982.494338:0:3316:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350982.494340:0:3316:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350982.494342:0:3316:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dc000. 00000100:00000001:0.0:1763350982.494346:0:3316:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350982.494348:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350982.494351:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.494353:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350982.494355:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350982.494356:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350982.494358:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1763350982.494464:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:3.0:1763350982.494470:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00080000:3.0:1763350982.494474:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:3.0:1763350982.494477:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000100:00000001:1.0:1763350982.497324:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350982.497333:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350982.497342:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350982.497345:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350982.497349:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cc2311688. 00000400:00000200:1.0:1763350982.497358:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2cc0 00000400:00000010:1.0:1763350982.497360:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2cc0. 00000100:00000001:1.0:1763350982.497364:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350982.497376:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350982.497388:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350982.497395:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350982.497397:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350982.497400:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350982.497404:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350982.497406:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350982.497409:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350982.497413:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350982.497424:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925df85e3458 time=97 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350982.497430:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df85e3410 time=97 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350982.497433:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350982.497435:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350982.497438:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350982.497442:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350982.497447:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763350982.497449:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1763350982.497450:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763350982.497452:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350982.497457:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350982.497464:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350982.497467:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350982.497470:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763350982.497473:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350982.497480:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de00dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3318:1849001101458432:0@lo:400:kworker.0 00000400:00000001:1.0:1763350982.497486:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350982.497487:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350982.497490:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bb58. 00000400:00000200:1.0:1763350982.497493:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2550 00000400:00000010:1.0:1763350982.497495:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2550. 00000100:00000001:1.0:1763350982.497497:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350982.497502:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350982.497509:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350982.497522:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350982.497524:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350982.497525:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350982.497527:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350982.497528:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350982.497530:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350982.497532:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350982.497536:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ac58 time=120 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350982.497540:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350982.497542:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350982.497543:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350982.497545:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350982.497547:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350982.497548:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763350982.497550:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:1.0:1763350982.497552:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763350982.497554:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350982.497558:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350982.497563:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350982.497565:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350982.497567:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763350982.497570:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350982.497577:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df0bcf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101458048:0@lo:400:kworker.0 00000400:00000001:1.0:1763350982.497582:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350982.497583:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350982.497585:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5b0b0. 00000400:00000200:1.0:1763350982.497588:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2d48 00000400:00000010:1.0:1763350982.497590:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2d48. 00000100:00000001:1.0:1763350982.497592:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000020:00000001:2.0:1763350982.502770:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350982.502778:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350982.502783:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350982.502785:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350982.502789:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.502792:0:20015:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350982.502798:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350982.502802:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350982.502812:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df5ba4c00. 02000000:00000001:2.0:1763350982.502816:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.502819:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.502821:0:20015:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350982.502824:0:20015:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101458304 00010000:00000001:2.0:1763350982.502827:0:20015:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350982.502838:0:20015:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc2cbc700 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350982.502848:0:20015:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350982.502851:0:20015:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350982.502856:0:20015:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350982.502861:0:20015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350982.502864:0:20015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350982.502866:0:20015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350982.502870:0:20015:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350982.502873:0:20015:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350982.502877:0:20015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350982.502881:0:20015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350982.502890:0:20015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2bb0. 00000100:00000200:2.0:1763350982.502900:0:20015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001101458304, offset 224 00000400:00000200:2.0:1763350982.502908:0:20015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350982.502926:0:20015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350982.502939:0:20015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a81dd77b80 00000400:00000200:2.0:1763350982.502949:0:20015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12fac5 [1] + 224 00000400:00000200:2.0:1763350982.502958:0:20015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350982.502963:0:20015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350982.502971:0:20015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350982.502978:0:20015:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350982.502989:0:20015:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350982.503017:0:20015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350982.503031:0:20015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:2.0:1763350982.503034:0:20015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:2.0:1763350982.503037:0:20015:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350982.503039:0:20015:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350982.503044:0:20015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350982.503046:0:20015:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350982.503049:0:20015:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350982.503050:0:20015:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350982.503054:0:20015:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350982.503059:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc2cbc700 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:173/0 lens 224/224 e 0 to 0 dl 1763350993 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350982.503068:0:20015:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc2cbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3316:x1849001101458304:12345-0@lo:400:kworker.0 Request processed in 9993us (11653us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350982.503081:0:20015:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3983 00000100:00000040:2.0:1763350982.503085:0:20015:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc305e000 : new rpc_count 0 00000100:00000001:2.0:1763350982.503087:0:20015:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350982.503089:0:20015:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350982.503108:0:20015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc8063780. 00000020:00000010:2.0:1763350982.503114:0:20015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350982.503118:0:20015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df8ff5200. 00000020:00000040:2.0:1763350982.503124:0:20015:0:(genops.c:898:class_export_put()) PUTting export ffff925cc305e000 : new refcount 4 00000100:00000001:2.0:1763350982.503128:0:20015:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763350982.504243:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350982.504264:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350982.504270:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350982.504274:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350982.504278:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350982.504281:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350982.504283:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350982.504285:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350982.504288:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350982.504299:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925cc132bc58 time=86 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350982.504303:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc132bc10 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350982.504306:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350982.504308:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350982.504311:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350982.504315:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350982.504318:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763350982.504321:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1763350982.504322:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763350982.504324:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350982.504328:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350982.504334:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350982.504337:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350982.504339:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1763350982.504342:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350982.504349:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925ddf293b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3318:1849001101458560:0@lo:400:kworker.0 00000100:00000001:1.0:1763350982.504353:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350982.504356:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350982.504361:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de00dca80 x1849001101458432/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350982.504373:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350982.504375:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350982.504378:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08600. 02000000:00000001:1.0:1763350982.504382:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350982.504385:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350982.504387:0:3318:0:(genops.c:1242:class_import_put()) import ffff925df85e3000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1763350982.504389:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350982.504392:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df22b4600. 02000000:00000001:1.0:1763350982.504396:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350982.504398:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350982.504401:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dca80. 00000100:00000001:1.0:1763350982.504404:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350982.504406:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350982.504408:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350982.504412:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df0bcf480 x1849001101458048/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350982.504418:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350982.504419:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350982.504421:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a09a00. 02000000:00000001:1.0:1763350982.504424:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350982.504425:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350982.504426:0:3318:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763350982.504428:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350982.504430:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925ddf084c00. 02000000:00000001:1.0:1763350982.504432:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350982.504433:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350982.504434:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcf480. 00000100:00000001:1.0:1763350982.504438:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350982.504440:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350982.504441:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350982.504444:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925ddf293b80 x1849001101458560/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350982.504450:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350982.504452:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350982.504453:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08e00. 02000000:00000001:1.0:1763350982.504456:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350982.504458:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350982.504459:0:3318:0:(genops.c:1242:class_import_put()) import ffff925cc132b800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1763350982.504461:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350982.504463:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df22b4800. 02000000:00000001:1.0:1763350982.504466:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350982.504467:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350982.504468:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf293b80. 00000100:00000001:1.0:1763350982.504471:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350982.504472:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350982.504475:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350982.504482:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350982.504484:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350982.504487:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350982.504490:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350982.504638:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350982.504642:0:3316:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350982.504650:0:3316:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350982.504653:0:3316:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350982.504657:0:3316:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79688. 00000400:00000200:3.0:1763350982.504662:0:3316:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d26e8 00000400:00000010:3.0:1763350982.504664:0:3316:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d26e8. 00000100:00000001:3.0:1763350982.504667:0:3316:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350982.504673:0:3316:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350982.504681:0:3316:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350982.504686:0:3316:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350982.504688:0:3316:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350982.504689:0:3316:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350982.504691:0:3316:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350982.504692:0:3316:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350982.504694:0:3316:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350982.504696:0:3316:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350982.504700:0:3316:0:(import.c:2128:obd_at_measure()) add 5 to ffff925cc1aaa458 time=114 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350982.504703:0:3316:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc1aaa410 time=114 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350982.504705:0:3316:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350982.504706:0:3316:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350982.504708:0:3316:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350982.504710:0:3316:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350982.504712:0:3316:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350982.504713:0:3316:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:3.0:1763350982.504715:0:3316:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350982.504716:0:3316:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350982.504719:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350982.504725:0:3316:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350982.504728:0:3316:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350982.504729:0:3316:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350982.504733:0:3316:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350982.504741:0:3316:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de00de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3316:1849001101458304:0@lo:400:kworker.0 00000100:00000001:3.0:1763350982.504745:0:3316:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350982.504747:0:3316:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350982.504750:0:3316:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de00de680 x1849001101458304/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350982.504756:0:3316:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350982.504758:0:3316:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350982.504759:0:3316:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a09800. 02000000:00000001:3.0:1763350982.504762:0:3316:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350982.504764:0:3316:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350982.504765:0:3316:0:(genops.c:1242:class_import_put()) import ffff925cc1aaa000 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:3.0:1763350982.504767:0:3316:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350982.504769:0:3316:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df22b4300. 02000000:00000001:3.0:1763350982.504771:0:3316:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350982.504773:0:3316:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350982.504774:0:3316:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00de680. 00000100:00000001:3.0:1763350982.504777:0:3316:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350982.504778:0:3316:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350982.504780:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350982.504784:0:3316:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350982.504786:0:3316:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350982.504788:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350982.504790:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350982.561831:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300859462, at 4300859464 00000100:00000010:0.0:1763350982.561849:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693a20. 00000100:00000040:1.0:1763350982.562135:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300859462, at 4300859464 00000100:00000010:1.0:1763350982.562143:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693ba0. 00000100:00000040:3.0:1763350982.565329:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300859462, at 4300859467 00000100:00000010:3.0:1763350982.565344:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693420. 00000100:00000040:2.0:1763350982.565432:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300859462, at 4300859467 00000100:00000010:2.0:1763350982.565439:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693600. 00010000:00000001:3.0:1763350982.682266:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350982.682275:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350982.682282:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350982.682284:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350982.682290:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350982.682292:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350982.682297:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350982.682299:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350982.682307:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350982.682309:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350982.682381:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350982.682386:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350982.682390:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:3.0:1763350983.517126:0:20037:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1763350983.517133:0:20037:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1763350983.517150:0:20037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc7f48000. 00000020:00000040:3.0:1763350983.517158:0:20037:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=10 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763350983.517164:0:20037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350983.517167:0:20037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350983.517174:0:20037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350983.517183:0:20037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925df928ec00. 00000100:00000001:3.0:1763350983.517190:0:20037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517196:0:20037:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350983.517201:0:20037:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350983.517215:0:20037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073253789] to pc [ptlrpcd_00_00+0] req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:3.0:1763350983.517244:0:20037:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350983.517255:0:20037:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904f800. 00080000:00000001:3.0:1763350983.517260:0:20037:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771871744 : -120542937679872 : ffff925de904f800) 00080000:00000001:3.0:1763350983.517263:0:20037:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350983.517275:0:20037:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:3.0:1763350983.517277:0:20037:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0000-osc-MDT0000: sync forced, 2 changes 00000004:00000010:3.0:1763350983.517282:0:20037:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925cd99f5600. 00000004:00080000:3.0:1763350983.517285:0:20037:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6193122688957ns, next at 6194122683519ns, rc = 0 00080000:00000001:3.0:1763350983.517289:0:20037:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763350983.517300:0:20037:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350983.517302:0:20037:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517371:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350983.517374:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350983.517377:0:3315:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350983.517383:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350983.517392:0:3315:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350983.517395:0:3315:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350983.517400:0:3315:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350983.517403:0:3315:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350983.517405:0:3315:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350983.517408:0:3315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc7f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101458688:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1763350983.517415:0:3315:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350983.517421:0:3315:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350983.517424:0:3315:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350983.517428:0:3315:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350983.517432:0:3315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925de904fc00. 02000000:00000001:3.0:1763350983.517434:0:3315:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350983.517441:0:3315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810d10. 00000400:00000010:3.0:1763350983.517449:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350110. 00000100:00000200:3.0:1763350983.517457:0:3315:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101458688, portal 4 00000100:00000001:3.0:1763350983.517459:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350983.517461:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530217144320 : -120543492407296 : ffff925dc7f48000) 00000100:00000040:3.0:1763350983.517468:0:3315:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350983.517476:0:3315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350983.517478:0:3315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350983.517480:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23506e8. 00000100:00000200:3.0:1763350983.517483:0:3315:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1849001101458688, offset 0 00000400:00000200:3.0:1763350983.517491:0:3315:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350983.517506:0:3315:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350983.517518:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a81dd77d00 00000400:00000200:3.0:1763350983.517525:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x909cd [8] + 9632 00000400:00000200:3.0:1763350983.517532:0:3315:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350983.517537:0:3315:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350983.517544:0:3315:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350983.517547:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1763350983.517551:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc7f48700. 00000100:00000040:3.0:1763350983.517554:0:3315:0:(events.c:337:request_in_callback()) incoming req@ffff925dc7f48700 x1849001101458688 msgsize 224 00000100:00100000:3.0:1763350983.517558:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350983.517570:0:3315:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350983.517579:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23506e8 00000400:00000010:3.0:1763350983.517582:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23506e8. 00000100:00000001:3.0:1763350983.517585:0:3315:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350983.517589:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350983.517622:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350983.517626:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350983.517633:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517635:0:3315:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350983.517642:0:3315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350983.517647:0:3315:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24581 usecs (25 jiffies) 00000100:00000001:3.0:1763350983.517651:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300860445 00000100:00000010:3.0:1763350983.517655:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f5240. 00000100:00000001:3.0:1763350983.517664:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763350983.517676:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300860445 00000100:00000010:3.0:1763350983.517679:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f5d80. 00000100:00000001:3.0:1763350983.517682:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763350983.517686:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300860445 00000100:00000010:3.0:1763350983.517701:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f5960. 00000100:00000001:3.0:1763350983.517705:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:3.0:1763350983.517708:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300860445 00000100:00000010:3.0:1763350983.517711:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f5120. 00000100:00000001:3.0:1763350983.517714:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763350983.517717:0:3315:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350983.517721:0:3315:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517724:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517727:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350983.517736:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350983.517739:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763350983.517741:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350983.517743:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350983.517744:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517747:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517761:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350983.517763:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517780:0:57861:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350983.517783:0:57861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101458688 02000000:00000001:3.0:1763350983.517785:0:57861:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350983.517788:0:57861:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350983.517790:0:57861:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350983.517795:0:57861:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350983.517799:0:57861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101458688 00000020:00000001:3.0:1763350983.517802:0:57861:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350983.517804:0:57861:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350983.517807:0:57861:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350983.517811:0:57861:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=12 00000020:00000001:3.0:1763350983.517813:0:57861:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350983.517816:0:57861:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350983.517822:0:57861:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350983.517826:0:57861:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc880. 00000100:00000001:3.0:1763350983.517830:0:57861:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350983.517834:0:57861:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc880. 00000020:00000010:3.0:1763350983.517841:0:57861:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e600. 00000020:00000010:3.0:1763350983.517847:0:57861:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69a00. 00000020:00000010:3.0:1763350983.517855:0:57861:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375190. 00000100:00000040:3.0:1763350983.517866:0:57861:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1763350983.517869:0:57861:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350983.517870:0:57861:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350983.517873:0:57861:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517883:0:57861:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517891:0:57861:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350983.517902:0:57861:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350983.517903:0:57861:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350983.517908:0:57861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00000040:3.0:1763350983.517911:0:57861:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350983.517913:0:57861:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530217146112 : -120543492405504 : ffff925dc7f48700) 00000100:00000040:3.0:1763350983.517918:0:57861:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc7f48700 x1849001101458688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1763350994 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350983.517927:0:57861:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350983.517929:0:57861:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc880. 00000100:00000001:3.0:1763350983.517931:0:57861:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350983.517933:0:57861:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc880. 00000100:00100000:3.0:1763350983.517937:0:57861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc7f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3315:x1849001101458688:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1763350983.517941:0:57861:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101458688 00000020:00000001:3.0:1763350983.517945:0:57861:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350983.517950:0:57861:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350983.517952:0:57861:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350983.517954:0:57861:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350983.517956:0:57861:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840272 : -1038711344 : ffffffffc21685d0) 00000020:00000001:3.0:1763350983.517959:0:57861:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350983.517962:0:57861:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350983.517965:0:57861:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350983.517967:0:57861:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350983.517970:0:57861:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517974:0:57861:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350983.517976:0:57861:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350983.517980:0:57861:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff925de904dc00. 02000000:00000001:3.0:1763350983.517982:0:57861:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.517985:0:57861:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350983.517989:0:57861:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763350983.517995:0:57861:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763350983.517998:0:57861:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:3.0:1763350983.518002:0:57861:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350983.518019:0:57861:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350983.518021:0:57861:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763350983.518024:0:57861:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 332857344 pending 0 free 3838836736 avail 3836739584 00000020:00000020:3.0:1763350983.518028:0:57861:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 21037056 0 0 00000020:00000020:3.0:1763350983.518032:0:57861:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 dirty 0 pend 0 grant 311820288 00000020:00000020:3.0:1763350983.518036:0:57861:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff925cc2e82000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763350983.518039:0:57861:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3661 free, 3639 avail; 117887 objects: 117152 free; state 0 00002000:00000001:3.0:1763350983.518043:0:57861:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763350983.518047:0:57861:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350983.518051:0:57861:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847690, transno 0, xid 1849001101458688 00010000:00000001:3.0:1763350983.518055:0:57861:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350983.518059:0:57861:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc7f48700 x1849001101458688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/368 e 0 to 0 dl 1763350994 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350983.518067:0:57861:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350983.518070:0:57861:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350983.518074:0:57861:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df94991e8 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350983.518079:0:57861:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350983.518081:0:57861:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350983.518083:0:57861:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350983.518096:0:57861:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350983.518098:0:57861:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.518101:0:57861:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350983.518104:0:57861:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350983.518106:0:57861:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23506e8. 00000100:00000200:3.0:1763350983.518110:0:57861:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1849001101458688, offset 224 00000400:00000200:3.0:1763350983.518113:0:57861:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350983.518121:0:57861:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350983.518126:0:57861:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a81dd77d00 00000400:00000200:3.0:1763350983.518131:0:57861:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12faf1 [1] + 224 00000400:00000200:3.0:1763350983.518135:0:57861:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350983.518138:0:57861:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350983.518141:0:57861:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350983.518145:0:57861:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350983.518154:0:57861:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350983.518164:0:57861:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350983.518168:0:57861:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23506e8 00000400:00000010:3.0:1763350983.518170:0:57861:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23506e8. 00000100:00000001:3.0:1763350983.518173:0:57861:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350983.518175:0:57861:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350983.518177:0:57861:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350983.518180:0:57861:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350983.518183:0:57861:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350983.518185:0:57861:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350983.518187:0:57861:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350983.518190:0:57861:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc7f48700 x1849001101458688/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:174/0 lens 224/368 e 0 to 0 dl 1763350994 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350983.518198:0:57861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc7f48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+12:3315:x1849001101458688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 270us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350983.518204:0:57861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00000040:3.0:1763350983.518207:0:57861:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350983.518210:0:57861:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350983.518211:0:57861:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350983.518216:0:57861:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69a00. 00000020:00000010:3.0:1763350983.518220:0:57861:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375190. 00000020:00000010:3.0:1763350983.518226:0:57861:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e600. 00000020:00000040:3.0:1763350983.518232:0:57861:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 11 00000100:00000001:3.0:1763350983.518236:0:57861:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350983.518252:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350983.518255:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350983.518261:0:3315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350983.518263:0:3315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350983.518265:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810d10. 00000400:00000200:3.0:1763350983.518268:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350110 00000400:00000010:3.0:1763350983.518270:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350110. 00000100:00000001:3.0:1763350983.518272:0:3315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350983.518275:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350983.518282:0:3315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350983.518287:0:3315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350983.518288:0:3315:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350983.518291:0:3315:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350983.518294:0:3315:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350983.518295:0:3315:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350983.518297:0:3315:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350983.518300:0:3315:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350983.518305:0:3315:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80aca0 time=121 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350983.518309:0:3315:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=82 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350983.518311:0:3315:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350983.518313:0:3315:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350983.518315:0:3315:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350983.518319:0:3315:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.518321:0:3315:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350983.518323:0:3315:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847690 00000100:00000001:3.0:1763350983.518325:0:3315:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350983.518327:0:3315:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350983.518332:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350983.518338:0:3315:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350983.518341:0:3315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350983.518343:0:3315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350983.518346:0:3315:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:3.0:1763350983.518350:0:3315:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:3.0:1763350983.518353:0:3315:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942848 free=937216 avail=931584 avail_mb=3639 hwm_mb=7 files=117887 ffree=117152 state=0: rc = 0 00000004:00000020:3.0:1763350983.518360:0:3315:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff925dc2be7000): 942848 blocks, 937216 free, 931584 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117887 files, 117152 free files 0x0 00000004:00000001:3.0:1763350983.518364:0:3315:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350983.518368:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350983.518376:0:3315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc7f48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101458688:0@lo:13:osp-pre-0-0.0 00000100:00000001:3.0:1763350983.518380:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350983.518382:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350983.518385:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc7f48000 x1849001101458688/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763350999 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350983.518391:0:3315:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350983.518394:0:3315:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350983.518397:0:3315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925de904fc00. 02000000:00000001:3.0:1763350983.518401:0:3315:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350983.518403:0:3315:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350983.518405:0:3315:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763350983.518407:0:3315:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350983.518409:0:3315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df928ec00. 02000000:00000001:3.0:1763350983.518413:0:3315:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350983.518416:0:3315:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350983.518418:0:3315:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc7f48000. 00000100:00000001:3.0:1763350983.518421:0:3315:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350983.518423:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350983.518425:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350983.518429:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350983.518431:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350983.518433:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350983.518434:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350983.543682:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300860445, at 4300860446 00000100:00000040:1.0:1763350983.543682:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300860445, at 4300860446 00000100:00000010:2.0:1763350983.543705:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cd99f5960. 00000100:00000010:1.0:1763350983.543707:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cd99f5d80. 00000100:00000040:3.0:1763350983.543989:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300860445, at 4300860446 00000100:00000010:3.0:1763350983.543996:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cd99f5120. 00000100:00000040:0.0:1763350983.544057:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300860445, at 4300860446 00000100:00000010:0.0:1763350983.544064:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cd99f5240. 00010000:00000001:3.0:1763350983.705845:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350983.705856:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350983.705864:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350983.705866:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350983.705870:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350983.705871:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350983.705877:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350983.705879:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350983.705886:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350983.705887:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350983.706113:0:5785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763350983.706118:0:5785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350983.706122:0:5785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1763350983.860452:0:106154:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350983.860469:0:106154:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350983.860474:0:106154:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350983.860481:0:106154:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350983.860488:0:106154:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350983.860492:0:106154:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350983.860499:0:106154:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350983.860505:0:106154:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350983.860508:0:106154:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350984.080092:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350984.080103:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350984.080106:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350984.080110:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847699 is committed 00000001:00000040:1.0:1763350984.080116:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 6 00000020:00000040:1.0:1763350984.080122:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 10 00000001:00000010:1.0:1763350984.080125:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4eae0. 00040000:00000001:1.0:1763350984.080130:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350984.080133:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350984.080136:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df856d400. 00080000:00000001:1.0:1763350984.080139:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350984.080142:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763350984.080143:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 5 00000020:00000040:1.0:1763350984.080145:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 9 00000001:00000010:1.0:1763350984.080147:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4e960. 00040000:00000001:1.0:1763350984.080149:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350984.080151:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350984.080152:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5d1a000. 00080000:00000001:1.0:1763350984.080155:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350984.080159:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350984.080160:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350984.080161:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350984.080163:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847700 is committed 00000001:00000040:1.0:1763350984.080164:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 4 00000020:00000040:1.0:1763350984.080166:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 8 00000001:00000010:1.0:1763350984.080168:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd9c0. 00040000:00000001:1.0:1763350984.080170:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350984.080171:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350984.080173:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df8f01000. 00080000:00000001:1.0:1763350984.080176:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350984.080178:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763350984.080180:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 3 00000020:00000040:1.0:1763350984.080182:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 7 00000001:00000010:1.0:1763350984.080184:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006939c0. 00040000:00000001:1.0:1763350984.080194:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350984.080196:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350984.080197:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925deeea6c00. 00080000:00000001:1.0:1763350984.080200:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350984.080202:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763350984.080204:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 2 00000020:00000040:1.0:1763350984.080206:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 6 00000001:00000010:1.0:1763350984.080207:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693060. 00040000:00000001:1.0:1763350984.080209:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350984.080211:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350984.080212:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00076800. 00080000:00000001:1.0:1763350984.080215:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350984.080217:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763350984.080218:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 1 00000020:00000040:1.0:1763350984.080220:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000001:00000010:1.0:1763350984.080222:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693960. 00040000:00000001:1.0:1763350984.080224:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350984.080225:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350984.080227:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00077400. 00080000:00000001:1.0:1763350984.080230:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350984.080233:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:1.0:1763350984.080236:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 0 00000020:00000040:1.0:1763350984.080237:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 4 00000001:00000010:1.0:1763350984.080239:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5b40. 00040000:00000001:1.0:1763350984.080242:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350984.080243:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350984.080244:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925e00ecb000. 00080000:00000001:1.0:1763350984.080248:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:1.0:1763350984.080250:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350984.080252:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350984.080253:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350984.080254:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847693 is committed 00000001:00000040:1.0:1763350984.080256:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925de8fe7800 : new cb_count 0 00000020:00000040:1.0:1763350984.080257:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 18 00000001:00000010:1.0:1763350984.080260:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5e40. 00040000:00000001:1.0:1763350984.080261:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350984.080262:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350984.080264:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dfc981000. 00080000:00000001:1.0:1763350984.080267:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000001:2.0:1763350984.343416:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343432:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350984.343436:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343438:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350984.343451:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350984.343470:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 26 MB=0x691a81edfe200 00000400:00000200:2.0:1763350984.343480:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.2@tcp of length 224/224 into md 0x12ba8d [2] + 0 00000400:00000010:2.0:1763350984.343487:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925df87918f0. 00000400:00000200:2.0:1763350984.343492:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cc471e0c0 00000800:00000001:2.0:1763350984.343499:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343504:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350984.343508:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350984.343513:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350984.343519:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc471e0c0 00000400:00000010:2.0:1763350984.343521:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc471e0c0. 00000100:00000001:2.0:1763350984.343528:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350984.343531:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:2.0:1763350984.343534:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9e76850 x1849001118786048 msgsize 224 00000100:00100000:2.0:1763350984.343539:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:2.0:1763350984.343541:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763350984.343560:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350984.343568:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343572:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350984.343574:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343576:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350984.343580:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350984.343586:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 28 MB=0x691a81edfe300 00000400:00000200:2.0:1763350984.343592:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 224/224 into md 0x118e29 [8] + 10416 00000800:00000001:2.0:1763350984.343634:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343640:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350984.343643:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350984.343647:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350984.343650:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350984.343652:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350984.343659:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff980000. 00000100:00000040:2.0:1763350984.343662:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dff980000 x1849001118786304 msgsize 224 00000100:00100000:2.0:1763350984.343666:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350984.343676:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350984.343681:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343683:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350984.343685:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343687:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350984.343692:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350984.343697:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 12 MB=0x691a81edfe280 00000400:00000200:2.0:1763350984.343702:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 224/224 into md 0xd4535 [64] + 157520 00000800:00000001:2.0:1763350984.343706:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343710:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350984.343712:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350984.343715:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350984.343718:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350984.343720:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350984.343726:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9c30a80. 00000100:00000040:2.0:1763350984.343728:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9c30a80 x1849001118786176 msgsize 224 00000100:00100000:2.0:1763350984.343732:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350984.343740:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350984.343743:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343747:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350984.343748:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343751:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350984.343754:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350984.343759:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 28 MB=0x691a81edfe380 00000400:00000200:2.0:1763350984.343763:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 224/224 into md 0x118e29 [8] + 10640 00000800:00000001:2.0:1763350984.343767:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343776:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350984.343778:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350984.343781:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350984.343783:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350984.343785:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350984.343789:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4f100. 00000100:00000040:2.0:1763350984.343791:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4f100 x1849001118786432 msgsize 224 00000100:00100000:2.0:1763350984.343795:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350984.343803:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350984.343806:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350984.343809:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350984.343829:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350984.343832:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118786304 02000000:00000001:2.0:1763350984.343835:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350984.343837:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350984.343840:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350984.343845:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350984.343851:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118786304 00000020:00000001:2.0:1763350984.343855:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350984.343857:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350984.343859:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350984.343862:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=19 00000020:00000001:2.0:1763350984.343865:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350984.343868:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350984.343874:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350984.343879:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5300. 00000020:00000010:2.0:1763350984.343884:0:57858:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc4c52540. 00000020:00000040:2.0:1763350984.343891:0:57858:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:2.0:1763350984.343899:0:57858:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350984.343904:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09800. 00000020:00000010:2.0:1763350984.343910:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df93f7080. 00000020:00000010:2.0:1763350984.343916:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350984.343925:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350984.343929:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350984.343931:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350984.343933:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350984.343941:0:57858:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763350984.343944:0:57858:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350984.343945:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350984.343953:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350984.343962:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350984.343963:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118786432 02000000:00000001:2.0:1763350984.343965:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350984.343967:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350984.343968:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350984.343970:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350984.343972:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118786432 00000020:00000001:2.0:1763350984.343974:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350984.343975:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350984.343976:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350984.343979:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=21 00000020:00000001:2.0:1763350984.343981:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350984.343983:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350984.343986:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350984.343988:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5bc0. 00000020:00000010:2.0:1763350984.343992:0:57858:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dea57d380. 00000020:00000040:2.0:1763350984.343995:0:57858:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:2.0:1763350984.343997:0:57858:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350984.343999:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08200. 00000020:00000010:2.0:1763350984.344002:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df93f7a00. 00000020:00000010:2.0:1763350984.344006:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000001:2.0:1763350984.344008:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350984.344009:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350984.344011:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350984.344013:0:57858:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763350984.344015:0:57858:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350984.344016:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350984.344025:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350984.344033:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350984.344035:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350984.344041:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1943 00000100:00000040:2.0:1763350984.344045:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350984.344047:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150606336 : -120542558945280 : ffff925dff980000) 00000100:00000040:2.0:1763350984.344056:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff980000 x1849001118786304/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:175/0 lens 224/0 e 0 to 0 dl 1763350995 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350984.344066:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350984.344069:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350984.344071:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350984.344073:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350984.344112:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2360:x1849001118786304:12345-192.168.202.2@tcp:400:kworker.0 00000100:00000200:2.0:1763350984.344116:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118786304 00000020:00000001:2.0:1763350984.344120:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350984.344123:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350984.344126:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344128:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350984.344130:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:2.0:1763350984.344134:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350984.344138:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350984.344140:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350984.344142:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350984.344146:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344148:0:57858:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350984.344153:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350984.344155:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350984.344160:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707c000. 02000000:00000001:2.0:1763350984.344163:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350984.344165:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344167:0:57858:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350984.344171:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118786304 00010000:00000001:2.0:1763350984.344174:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350984.344179:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff980000 x1849001118786304/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:175/0 lens 224/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350984.344193:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350984.344196:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350984.344200:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350984.344206:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350984.344208:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350984.344211:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350984.344214:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350984.344216:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350984.344220:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350984.344223:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350984.344228:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2bb0. 00000100:00000200:2.0:1763350984.344234:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001118786304, offset 224 00000400:00000200:2.0:1763350984.344240:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350984.344250:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350984.344257:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198184:198184:256:4294967295] 192.168.202.2@tcp LPNI seq info [198180:198180:8:4294967295] 00000400:00000200:2.0:1763350984.344268:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350984.344274:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350984.344279:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37f00. 00000800:00000200:2.0:1763350984.344286:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350984.344294:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350984.344298:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350984.344310:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350984.344313:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350984.344316:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350984.344317:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344319:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350984.344323:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff980000 x1849001118786304/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:175/0 lens 224/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350984.344332:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff980000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2360:x1849001118786304:12345-192.168.202.2@tcp:400:kworker.0 Request processed in 264us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350984.344340:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1943 00000100:00000040:2.0:1763350984.344344:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350984.344346:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350984.344348:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350984.344352:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df93f7080. 00000020:00000010:2.0:1763350984.344356:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350984.344359:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09800. 00000020:00000040:2.0:1763350984.344364:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 18 00000100:00000001:2.0:1763350984.344368:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350984.344375:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350984.344376:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350984.344380:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1944 00000100:00000040:2.0:1763350984.344382:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350984.344384:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170328832 : -120542539222784 : ffff925e00c4f100) 00000100:00000040:2.0:1763350984.344388:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4f100 x1849001118786432/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:175/0 lens 224/0 e 0 to 0 dl 1763350995 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350984.344395:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350984.344398:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350984.344400:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350984.344402:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350984.344406:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118786432:12345-192.168.202.2@tcp:400:kworker.0 00000100:00000200:2.0:1763350984.344410:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118786432 00000020:00000001:2.0:1763350984.344411:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350984.344413:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350984.344415:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344417:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350984.344419:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:2.0:1763350984.344421:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350984.344424:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350984.344426:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350984.344428:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350984.344430:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344432:0:57858:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350984.344434:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350984.344436:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350984.344439:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707d800. 02000000:00000001:2.0:1763350984.344441:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350984.344443:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344444:0:57858:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350984.344446:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911621, transno 0, xid 1849001118786432 00010000:00000001:2.0:1763350984.344448:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350984.344452:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4f100 x1849001118786432/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:175/0 lens 224/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350984.344458:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350984.344460:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350984.344462:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350984.344465:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350984.344467:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350984.344469:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350984.344471:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350984.344473:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350984.344475:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350984.344477:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350984.344480:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2b28. 00000100:00000200:2.0:1763350984.344483:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001118786432, offset 224 00000400:00000200:2.0:1763350984.344487:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350984.344493:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350984.344497:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198185:198185:255:4294967295] 192.168.202.2@tcp LPNI seq info [198181:198181:7:4294967295] 00000400:00000200:2.0:1763350984.344505:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350984.344509:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350984.344513:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37500. 00000800:00000200:2.0:1763350984.344517:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350984.344522:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350984.344524:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350984.344527:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350984.344529:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350984.344531:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350984.344533:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344534:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350984.344538:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4f100 x1849001118786432/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:175/0 lens 224/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350984.344547:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118786432:12345-192.168.202.2@tcp:400:kworker.0 Request processed in 149us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350984.344552:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1944 00000100:00000040:2.0:1763350984.344555:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350984.344556:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350984.344558:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350984.344560:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df93f7a00. 00000020:00000010:2.0:1763350984.344563:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:2.0:1763350984.344565:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08200. 00000020:00000040:2.0:1763350984.344569:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000100:00000001:2.0:1763350984.344570:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350984.344591:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350984.344624:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118786176 02000000:00000001:2.0:1763350984.344626:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350984.344628:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350984.344629:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350984.344632:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350984.344635:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118786176 00000020:00000001:2.0:1763350984.344637:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350984.344638:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350984.344640:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350984.344643:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:2.0:1763350984.344645:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350984.344648:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350984.344651:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350984.344654:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350984.344657:0:20015:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dea57d9c0. 00000020:00000040:2.0:1763350984.344661:0:20015:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000100:00000001:2.0:1763350984.344664:0:20015:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350984.344667:0:20015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08200. 00000020:00000010:2.0:1763350984.344671:0:20015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925df93f7a00. 00000020:00000010:2.0:1763350984.344674:0:20015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000040:2.0:1763350984.344680:0:20015:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350984.344682:0:20015:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350984.344683:0:20015:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350984.344686:0:20015:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350984.344690:0:20015:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763350984.344691:0:20015:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350984.344692:0:20015:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350984.344700:0:20015:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350984.344708:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350984.344710:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350984.344714:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3984 00000100:00000040:2.0:1763350984.344716:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350984.344718:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530515892864 : -120543193658752 : ffff925dd9c30a80) 00000100:00000040:2.0:1763350984.344722:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9c30a80 x1849001118786176/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:175/0 lens 224/0 e 0 to 0 dl 1763350995 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350984.344730:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350984.344732:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5540. 00000100:00000001:2.0:1763350984.344734:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350984.344736:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5540. 00000100:00100000:2.0:1763350984.344739:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9c30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:2360:x1849001118786176:12345-192.168.202.2@tcp:400:kworker.0 00000100:00000200:2.0:1763350984.344742:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118786176 00000020:00000001:2.0:1763350984.344744:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350984.344746:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350984.344750:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344751:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350984.344753:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:2.0:1763350984.344755:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350984.344758:0:20015:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118786176, found 0 last_xid 1849001118786175 00000020:00000001:2.0:1763350984.344760:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350984.344762:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350984.344763:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350984.344765:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344766:0:20015:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350984.344768:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350984.344770:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350984.344773:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707fc00. 02000000:00000001:2.0:1763350984.344775:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350984.344777:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344778:0:20015:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350984.344781:0:20015:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055188, transno 0, xid 1849001118786176 00010000:00000001:2.0:1763350984.344783:0:20015:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350984.344786:0:20015:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9c30a80 x1849001118786176/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:175/0 lens 224/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350984.344793:0:20015:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350984.344794:0:20015:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350984.344797:0:20015:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350984.344799:0:20015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350984.344801:0:20015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350984.344803:0:20015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350984.344805:0:20015:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350984.344806:0:20015:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350984.344808:0:20015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350984.344810:0:20015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350984.344813:0:20015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2660. 00000100:00000200:2.0:1763350984.344816:0:20015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118786176, offset 224 00000400:00000200:2.0:1763350984.344820:0:20015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350984.344826:0:20015:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350984.344830:0:20015:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198186:198186:254:4294967295] 192.168.202.2@tcp LPNI seq info [198182:198182:6:4294967295] 00000400:00000200:2.0:1763350984.344838:0:20015:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350984.344842:0:20015:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350984.344845:0:20015:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37a00. 00000800:00000200:2.0:1763350984.344849:0:20015:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350984.344853:0:20015:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350984.344856:0:20015:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350984.344858:0:20015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350984.344861:0:20015:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350984.344863:0:20015:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350984.344864:0:20015:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350984.344866:0:20015:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350984.344869:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9c30a80 x1849001118786176/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:175/0 lens 224/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350984.344878:0:20015:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9c30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:2360:x1849001118786176:12345-192.168.202.2@tcp:400:kworker.0 Request processed in 147us (1148us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350984.344885:0:20015:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3984 00000100:00000040:2.0:1763350984.344888:0:20015:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350984.344890:0:20015:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350984.344891:0:20015:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350984.344894:0:20015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925df93f7a00. 00000020:00000010:2.0:1763350984.344897:0:20015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:2.0:1763350984.344899:0:20015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08200. 00000020:00000040:2.0:1763350984.344902:0:20015:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:2.0:1763350984.344904:0:20015:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1763350984.344924:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1763350984.344929:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000100:00080000:2.0:1763350984.344932:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1763350984.344934:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00080000:2.0:1763350984.344937:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:2.0:1763350984.344938:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000800:00000200:2.0:1763350984.344986:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350984.344990:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37f00. 00000400:00000200:2.0:1763350984.344994:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350984.344999:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350984.345003:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:2.0:1763350984.345005:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:2.0:1763350984.345009:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350984.345011:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763350984.345022:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350984.345024:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37500. 00000400:00000200:2.0:1763350984.345026:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350984.345029:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350984.345032:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:2.0:1763350984.345033:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:2.0:1763350984.345035:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350984.345036:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763350984.345118:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350984.345121:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37a00. 00000400:00000200:2.0:1763350984.345123:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350984.345126:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350984.345128:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:2.0:1763350984.345130:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:2.0:1763350984.345132:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350984.345133:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350984.345238:0:20009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350984.345242:0:20009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118786048 02000000:00000001:1.0:1763350984.345244:0:20009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350984.345246:0:20009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350984.345248:0:20009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350984.345251:0:20009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350984.345253:0:20009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118786048 00000020:00000001:1.0:1763350984.345255:0:20009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350984.345257:0:20009:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d36 00000020:00000001:1.0:1763350984.345258:0:20009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350984.345261:0:20009:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925e00e1c800 refcount=9 00000020:00000001:1.0:1763350984.345264:0:20009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531172218880 : -120542537332736 : ffff925e00e1c800) 00000020:00000001:1.0:1763350984.345265:0:20009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623531172218880 : -120542537332736 : ffff925e00e1c800) 00000100:00000001:1.0:1763350984.345269:0:20009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350984.345273:0:20009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c528c0. 00000100:00000001:1.0:1763350984.345276:0:20009:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350984.345279:0:20009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c528c0. 00000020:00000010:1.0:1763350984.345286:0:20009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de0b54200. 00000020:00000010:1.0:1763350984.345290:0:20009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350984.345295:0:20009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350984.345300:0:20009:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1763350984.345303:0:20009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350984.345304:0:20009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350984.345305:0:20009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350984.345310:0:20009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350984.345327:0:20009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350984.345334:0:20009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350984.345336:0:20009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350984.345339:0:20009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3973 00000100:00000040:1.0:1763350984.345341:0:20009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925e00e1c800 : new rpc_count 1 00000100:00000001:1.0:1763350984.345343:0:20009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530518276176 : -120543191275440 : ffff925dd9e76850) 00000100:00000040:1.0:1763350984.345347:0:20009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9e76850 x1849001118786048/t0(0) o400->0661ef51-d67c-41a5-867f-0afd137b4f88@192.168.202.2@tcp:175/0 lens 224/0 e 0 to 0 dl 1763350995 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350984.345354:0:20009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350984.345356:0:20009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c528c0. 00000100:00000001:1.0:1763350984.345358:0:20009:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350984.345360:0:20009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c528c0. 00000100:00100000:1.0:1763350984.345363:0:20009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9e76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0661ef51-d67c-41a5-867f-0afd137b4f88+9:2360:x1849001118786048:12345-192.168.202.2@tcp:400:kworker.0 00000100:00000200:1.0:1763350984.345366:0:20009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118786048 00000020:00000001:1.0:1763350984.345369:0:20009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350984.345371:0:20009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350984.345373:0:20009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350984.345375:0:20009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350984.345376:0:20009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666675328 : -1042876288 : ffffffffc1d6f880) 00000020:00000001:1.0:1763350984.345379:0:20009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350984.345380:0:20009:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350984.345382:0:20009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350984.345384:0:20009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350984.345385:0:20009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350984.345387:0:20009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763350984.345388:0:20009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350984.345390:0:20009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350984.345393:0:20009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df8f02000. 02000000:00000001:1.0:1763350984.345395:0:20009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350984.345397:0:20009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350984.345398:0:20009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350984.345400:0:20009:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001118786048 00010000:00000001:1.0:1763350984.345402:0:20009:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350984.345406:0:20009:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9e76850 x1849001118786048/t0(0) o400->0661ef51-d67c-41a5-867f-0afd137b4f88@192.168.202.2@tcp:175/0 lens 224/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350984.345412:0:20009:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350984.345414:0:20009:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350984.345416:0:20009:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc23f39e8 time=122 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350984.345419:0:20009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350984.345421:0:20009:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350984.345422:0:20009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350984.345425:0:20009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350984.345426:0:20009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350984.345428:0:20009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350984.345431:0:20009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350984.345434:0:20009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74dd0. 00000100:00000200:1.0:1763350984.345437:0:20009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1849001118786048, offset 224 00000400:00000200:1.0:1763350984.345442:0:20009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350984.345448:0:20009:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350984.345452:0:20009:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198187:198187:256:4294967295] 192.168.202.2@tcp LPNI seq info [198183:198183:8:4294967295] 00000400:00000200:1.0:1763350984.345460:0:20009:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350984.345464:0:20009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350984.345467:0:20009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32d00. 00000800:00000200:1.0:1763350984.345471:0:20009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350984.345475:0:20009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350984.345479:0:20009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763350984.345497:0:20009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350984.345500:0:20009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350984.345502:0:20009:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350984.345504:0:20009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350984.345505:0:20009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350984.345509:0:20009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9e76850 x1849001118786048/t0(0) o400->0661ef51-d67c-41a5-867f-0afd137b4f88@192.168.202.2@tcp:175/0 lens 224/224 e 0 to 0 dl 1763350995 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350984.345517:0:20009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9e76850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0661ef51-d67c-41a5-867f-0afd137b4f88+9:2360:x1849001118786048:12345-192.168.202.2@tcp:400:kworker.0 Request processed in 161us (1981us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350984.345524:0:20009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3973 00000100:00000040:1.0:1763350984.345527:0:20009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925e00e1c800 : new rpc_count 0 00000100:00000001:1.0:1763350984.345529:0:20009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350984.345530:0:20009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350984.345533:0:20009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350984.345536:0:20009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350984.345539:0:20009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de0b54200. 00000020:00000040:1.0:1763350984.345542:0:20009:0:(genops.c:898:class_export_put()) PUTting export ffff925e00e1c800 : new refcount 8 00000100:00000001:1.0:1763350984.345547:0:20009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763350984.345552:0:20009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1763350984.345557:0:20009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466c60. 00000400:00000010:1.0:1763350984.345562:0:20009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc3ffec00. 00000800:00000200:1.0:1763350984.345619:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350984.345622:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32d00. 00000400:00000200:1.0:1763350984.345629:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350984.345633:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350984.345636:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74dd0 00000400:00000010:1.0:1763350984.345638:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74dd0. 00000100:00000001:1.0:1763350984.345640:0:3309:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:1.0:1763350984.345642:0:3309:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350984.345645:0:3309:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df8f02000. 02000000:00000001:1.0:1763350984.345648:0:3309:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:1.0:1763350984.345649:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1763350984.729753:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350984.729763:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350984.729769:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350984.729770:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350984.729774:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350984.729776:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350984.729780:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350984.729782:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350984.729787:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350984.729789:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350984.729815:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350984.729817:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350984.729820:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000001:2.0:1763350985.050424:0:20039:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1763350985.050434:0:20039:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1763350985.050449:0:20039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4d500. 00000020:00000040:2.0:1763350985.050459:0:20039:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763350985.050465:0:20039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350985.050469:0:20039:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350985.050476:0:20039:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350985.050485:0:20039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925dd9f37a00. 00000100:00000001:2.0:1763350985.050492:0:20039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350985.050500:0:20039:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350985.050507:0:20039:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350985.050520:0:20039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043518753] to pc [ptlrpcd_00_01+1] req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350985.050569:0:20039:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350985.050657:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763350985.050663:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1763350985.050665:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350985.050674:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350985.050676:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350985.050678:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350985.050680:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350985.050682:0:3315:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350985.050688:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350985.050698:0:3315:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350985.050700:0:3315:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350985.050704:0:3315:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350985.050707:0:3315:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350985.050710:0:3315:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350985.050713:0:3315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101458816:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1763350985.050717:0:3315:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350985.050722:0:3315:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350985.050724:0:3315:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350985.050727:0:3315:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350985.050732:0:3315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925df5ea4000. 02000000:00000001:0.0:1763350985.050734:0:3315:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350985.050741:0:3315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350985.050750:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0197f8. 00000100:00000200:0.0:1763350985.050758:0:3315:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101458816, portal 4 00000100:00000001:0.0:1763350985.050761:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350985.050762:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170321664 : -120542539229952 : ffff925e00c4d500) 00000100:00000040:0.0:1763350985.050769:0:3315:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350985.050776:0:3315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350985.050779:0:3315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350985.050782:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019f68. 00000100:00000200:0.0:1763350985.050784:0:3315:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1849001101458816, offset 0 00000400:00000200:0.0:1763350985.050791:0:3315:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350985.050806:0:3315:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350985.050817:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a81dd77d80 00000400:00000200:0.0:1763350985.050823:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x909cd [8] + 9856 00000400:00000200:0.0:1763350985.050831:0:3315:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350985.050835:0:3315:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350985.050843:0:3315:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350985.050846:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1763350985.050850:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d52300. 00000100:00000040:0.0:1763350985.050853:0:3315:0:(events.c:337:request_in_callback()) incoming req@ffff925e00d52300 x1849001101458816 msgsize 224 00000100:00100000:0.0:1763350985.050857:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350985.050877:0:3315:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350985.050888:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00000400:00000010:0.0:1763350985.050891:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00000100:00000001:0.0:1763350985.050894:0:3315:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350985.050898:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350985.050908:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350985.050911:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350985.050918:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350985.050920:0:3315:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350985.050925:0:3315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350985.050930:0:3315:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19748 usecs (20 jiffies) 00000100:00000001:0.0:1763350985.050933:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300861973 00000100:00000010:0.0:1763350985.050938:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e780. 00000100:00000001:0.0:1763350985.050944:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350985.050952:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300861973 00000100:00000010:0.0:1763350985.050954:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e1e0. 00000100:00000001:0.0:1763350985.050957:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350985.050964:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300861973 00000100:00000010:0.0:1763350985.050967:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e240. 00000100:00000001:0.0:1763350985.050970:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350985.050978:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300861973 00000100:00000010:0.0:1763350985.050981:0:3315:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e4e0. 00000100:00000001:0.0:1763350985.050984:0:3315:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350985.050989:0:3315:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350985.050992:0:3315:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350985.050995:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350985.050997:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350985.051284:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350985.051288:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350985.051510:0:57860:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350985.051524:0:57860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101458816 02000000:00000001:1.0:1763350985.051527:0:57860:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350985.051529:0:57860:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350985.051531:0:57860:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350985.051536:0:57860:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350985.051540:0:57860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101458816 00000020:00000001:1.0:1763350985.051543:0:57860:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350985.051545:0:57860:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:1.0:1763350985.051547:0:57860:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350985.051551:0:57860:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=6 00000020:00000001:1.0:1763350985.051554:0:57860:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:1.0:1763350985.051556:0:57860:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:1.0:1763350985.051561:0:57860:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350985.051565:0:57860:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52d80. 00000020:00000010:1.0:1763350985.051570:0:57860:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc4c52840. 00000020:00000040:1.0:1763350985.051578:0:57860:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:1.0:1763350985.051591:0:57860:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763350985.051616:0:57860:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dc9641800. 00000020:00000010:1.0:1763350985.051623:0:57860:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350985.051629:0:57860:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000040:1.0:1763350985.051638:0:57860:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:1.0:1763350985.051642:0:57860:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350985.051644:0:57860:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350985.051646:0:57860:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350985.051655:0:57860:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350985.051668:0:57860:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350985.051679:0:57860:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350985.051681:0:57860:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350985.051686:0:57860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00000040:1.0:1763350985.051690:0:57860:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:1.0:1763350985.051692:0:57860:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171390208 : -120542538161408 : ffff925e00d52300) 00000100:00000040:1.0:1763350985.051698:0:57860:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00d52300 x1849001101458816/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:176/0 lens 224/0 e 0 to 0 dl 1763350996 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350985.051713:0:57860:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350985.051715:0:57860:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000100:00000001:1.0:1763350985.051718:0:57860:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350985.051720:0:57860:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52840. 00000100:00100000:1.0:1763350985.051724:0:57860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3315:x1849001101458816:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:1.0:1763350985.051728:0:57860:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101458816 00000020:00000001:1.0:1763350985.051731:0:57860:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350985.051734:0:57860:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350985.051736:0:57860:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350985.051739:0:57860:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350985.051741:0:57860:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840272 : -1038711344 : ffffffffc21685d0) 00000020:00000001:1.0:1763350985.051744:0:57860:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350985.051747:0:57860:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350985.051749:0:57860:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350985.051751:0:57860:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350985.051755:0:57860:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350985.051760:0:57860:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350985.051762:0:57860:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350985.051767:0:57860:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff925df8f02800. 02000000:00000001:1.0:1763350985.051769:0:57860:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350985.051771:0:57860:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350985.051774:0:57860:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:1.0:1763350985.051778:0:57860:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:1.0:1763350985.051780:0:57860:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:1.0:1763350985.051784:0:57860:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:1.0:1763350985.051800:0:57860:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350985.051802:0:57860:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:1.0:1763350985.051805:0:57860:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 314114048 pending 0 free 3836739584 avail 3834642432 00000020:00000020:1.0:1763350985.051809:0:57860:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 21037056 0 0 00000020:00000020:1.0:1763350985.051811:0:57860:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 dirty 0 pend 0 grant 293076992 00000020:00000020:1.0:1763350985.051814:0:57860:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff925df4ce5800 dirty 0 pend 0 grant 0 00002000:00000020:1.0:1763350985.051817:0:57860:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3659 free, 3637 avail; 117831 objects: 117088 free; state 0 00002000:00000001:1.0:1763350985.051820:0:57860:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:1.0:1763350985.051823:0:57860:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350985.051827:0:57860:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911620, transno 0, xid 1849001101458816 00010000:00000001:1.0:1763350985.051830:0:57860:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350985.051834:0:57860:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00d52300 x1849001101458816/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:176/0 lens 224/368 e 0 to 0 dl 1763350996 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350985.051841:0:57860:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350985.051843:0:57860:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350985.051847:0:57860:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df94991e8 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350985.051852:0:57860:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350985.051854:0:57860:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350985.051856:0:57860:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350985.051859:0:57860:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350985.051861:0:57860:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350985.051864:0:57860:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350985.051866:0:57860:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350985.051870:0:57860:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74dd0. 00000100:00000200:1.0:1763350985.051873:0:57860:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1849001101458816, offset 224 00000400:00000200:1.0:1763350985.051877:0:57860:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350985.051884:0:57860:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350985.051891:0:57860:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a81dd77d80 00000400:00000200:1.0:1763350985.051896:0:57860:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12fb11 [1] + 224 00000400:00000200:1.0:1763350985.051901:0:57860:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350985.051904:0:57860:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350985.051908:0:57860:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350985.051912:0:57860:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350985.051920:0:57860:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350985.051939:0:57860:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350985.051944:0:57860:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74dd0 00000400:00000010:1.0:1763350985.051946:0:57860:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74dd0. 00000100:00000001:1.0:1763350985.051948:0:57860:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350985.051950:0:57860:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350985.051953:0:57860:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350985.051956:0:57860:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350985.051958:0:57860:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350985.051960:0:57860:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350985.051962:0:57860:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350985.051966:0:57860:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d52300 x1849001101458816/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:176/0 lens 224/368 e 0 to 0 dl 1763350996 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350985.051973:0:57860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00d52300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3315:x1849001101458816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 259us (1118us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350985.051980:0:57860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00000040:1.0:1763350985.051983:0:57860:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:1.0:1763350985.051986:0:57860:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350985.051987:0:57860:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350985.051992:0:57860:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350985.051996:0:57860:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:1.0:1763350985.051999:0:57860:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dc9641800. 00000020:00000040:1.0:1763350985.052003:0:57860:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 5 00000100:00000001:1.0:1763350985.052006:0:57860:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1763350985.052065:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1763350985.052069:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:0.0:1763350985.052167:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350985.052170:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350985.052176:0:3315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350985.052178:0:3315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350985.052181:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 00000400:00000200:0.0:1763350985.052185:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0197f8 00000400:00000010:0.0:1763350985.052186:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0197f8. 00000100:00000001:0.0:1763350985.052189:0:3315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350985.052194:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350985.052201:0:3315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350985.052206:0:3315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350985.052208:0:3315:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350985.052211:0:3315:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350985.052214:0:3315:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350985.052215:0:3315:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350985.052217:0:3315:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350985.052220:0:3315:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350985.052226:0:3315:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fca0 time=123 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350985.052230:0:3315:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350985.052233:0:3315:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350985.052234:0:3315:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350985.052237:0:3315:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350985.052240:0:3315:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350985.052243:0:3315:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350985.052245:0:3315:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911620 00000100:00000001:0.0:1763350985.052247:0:3315:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350985.052249:0:3315:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350985.052252:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350985.052258:0:3315:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350985.052260:0:3315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350985.052262:0:3315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350985.052264:0:3315:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:0.0:1763350985.052267:0:3315:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:0.0:1763350985.052270:0:3315:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=936704 avail=931072 avail_mb=3637 hwm_mb=7 files=117831 ffree=117088 state=0: rc = 0 00000004:00000020:0.0:1763350985.052276:0:3315:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff925dc7a7d800): 942848 blocks, 936704 free, 931072 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117831 files, 117088 free files 0x0 00000004:00000001:0.0:1763350985.052280:0:3315:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350985.052283:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350985.052290:0:3315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101458816:0@lo:13:osp-pre-1-0.0 00000100:00000001:0.0:1763350985.052295:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350985.052297:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350985.052300:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4d500 x1849001101458816/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351001 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350985.052307:0:3315:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350985.052309:0:3315:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350985.052313:0:3315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925df5ea4000. 02000000:00000001:0.0:1763350985.052316:0:3315:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350985.052318:0:3315:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350985.052319:0:3315:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:0.0:1763350985.052322:0:3315:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350985.052324:0:3315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925dd9f37a00. 02000000:00000001:0.0:1763350985.052340:0:3315:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350985.052342:0:3315:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350985.052345:0:3315:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4d500. 00000100:00000001:0.0:1763350985.052349:0:3315:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350985.052351:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350985.052352:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350985.052358:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350985.052359:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350985.052361:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350985.052363:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350985.074327:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300861973, at 4300861976 00000100:00000010:3.0:1763350985.074346:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e4e0. 00000100:00000040:2.0:1763350985.074632:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300861973, at 4300861977 00000100:00000010:2.0:1763350985.074639:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e240. 00000100:00000040:0.0:1763350985.074751:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300861973, at 4300861977 00000100:00000010:0.0:1763350985.074758:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e780. 00000100:00000040:1.0:1763350985.075216:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300861973, at 4300861977 00000100:00000010:1.0:1763350985.075223:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e1e0. 00080000:00000001:3.0:1763350985.604501:0:106204:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350985.604519:0:106204:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350985.604524:0:106204:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350985.604532:0:106204:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350985.604539:0:106204:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350985.604543:0:106204:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350985.604550:0:106204:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350985.604556:0:106204:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350985.604560:0:106204:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350985.757307:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350985.757317:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350985.757324:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350985.757325:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350985.757329:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350985.757331:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350985.757335:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350985.757337:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350985.757343:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350985.757344:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350985.763547:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763350985.763558:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350985.763565:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1763350986.117147:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763350986.117158:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350986.117163:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350986.117166:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911622 is committed 00000001:00000040:3.0:1763350986.117172:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925dc3e2c800 : new cb_count 0 00000020:00000040:3.0:1763350986.117178:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000001:00000010:3.0:1763350986.117181:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd865c4e0. 00040000:00000001:3.0:1763350986.117186:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350986.117189:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350986.117193:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5ea7400. 00080000:00000001:3.0:1763350986.117196:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350986.117200:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763350986.117203:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350986.117205:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350986.117206:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911623 is committed 00000001:00000040:3.0:1763350986.117208:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925df4ce5800 : new cb_count 0 00000020:00000040:3.0:1763350986.117210:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000001:00000010:3.0:1763350986.117212:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd360. 00040000:00000001:3.0:1763350986.117215:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350986.117216:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350986.117222:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df8f03000. 00080000:00000001:3.0:1763350986.117225:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648404:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763350986.648417:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763350986.648421:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763350986.648424:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055193 is committed 00000001:00000040:0.0:1763350986.648431:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:0.0:1763350986.648436:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000001:00000010:0.0:1763350986.648440:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006933c0. 00040000:00000001:0.0:1763350986.648445:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648448:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648449:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648451:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648454:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5ea5400. 00080000:00000001:0.0:1763350986.648457:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648460:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763350986.648462:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:0.0:1763350986.648464:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000001:00000010:0.0:1763350986.648467:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4ea20. 00000020:00000001:0.0:1763350986.648471:0:20046:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763350986.648474:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371f00 refcount 2 committed 0 result 0 batchid 4294967630 00000020:00080000:0.0:1763350986.648478:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925deb3716c0 00000020:00080000:0.0:1763350986.648482:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925df5ea7000 00000020:00000001:0.0:1763350986.648498:0:20046:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763350986.648500:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371f00 refcount 2 committed 1 result 0 batchid 4294967630 00000020:00000040:0.0:1763350986.648503:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925deb3716c0 00000020:00000040:0.0:1763350986.648506:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925df5ea7000 00000020:00000001:0.0:1763350986.648509:0:20046:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763350986.648511:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648512:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648513:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648514:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648515:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5ea7000. 00080000:00000001:0.0:1763350986.648518:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648520:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763350986.648523:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:0.0:1763350986.648525:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00000001:00000010:0.0:1763350986.648527:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dc4ed3900. 00000020:00000001:0.0:1763350986.648531:0:20046:0:(update_trans.c:378:top_trans_committed_cb()) Process entered 00000020:00080000:0.0:1763350986.648532:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371540 refcount 2 committed 0 result 0 batchid 4294967629 00000020:00080000:0.0:1763350986.648535:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925deb371240 00000020:00080000:0.0:1763350986.648539:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925df5ea5c00 00000020:00000001:0.0:1763350986.648542:0:20046:0:(update_trans.c:388:top_trans_committed_cb()) Process leaving 00000020:00000040:0.0:1763350986.648543:0:20046:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371540 refcount 2 committed 1 result 0 batchid 4294967629 00000020:00000040:0.0:1763350986.648545:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925deb371240 00000020:00000040:0.0:1763350986.648550:0:20046:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925df5ea5c00 00000020:00000001:0.0:1763350986.648553:0:20046:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00040000:00000001:0.0:1763350986.648555:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648556:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648557:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648558:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648560:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5ea5c00. 00080000:00000001:0.0:1763350986.648562:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648564:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763350986.648566:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:0.0:1763350986.648569:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000001:00000010:0.0:1763350986.648571:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd865cb40. 00040000:00000001:0.0:1763350986.648573:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648574:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648575:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648576:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648578:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5ea4400. 00080000:00000001:0.0:1763350986.648580:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648582:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00080000:0.0:1763350986.648584:0:20046:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967628 batchid updated 00000020:00000010:0.0:1763350986.648587:0:20046:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff925dd865cde0. 00040000:00000001:0.0:1763350986.648589:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648590:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648591:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648593:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648594:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dee170000. 00080000:00000001:0.0:1763350986.648627:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648632:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:0.0:1763350986.648634:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:0.0:1763350986.648635:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:0.0:1763350986.648637:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055196 is committed 00000001:00000040:0.0:1763350986.648639:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:0.0:1763350986.648641:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000001:00000010:0.0:1763350986.648643:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006932a0. 00000004:00080000:0.0:1763350986.648647:0:20046:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 368 committed 00000004:00000010:0.0:1763350986.648658:0:20046:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff925e00693b40. 00040000:00000001:0.0:1763350986.648660:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648662:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648663:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648664:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648665:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925cd76cbc00. 00080000:00000001:0.0:1763350986.648668:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648670:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763350986.648672:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:0.0:1763350986.648674:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00000001:00000010:0.0:1763350986.648676:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693000. 00040000:00000001:0.0:1763350986.648677:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648678:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648680:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648681:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648682:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925cd76cb000. 00080000:00000001:0.0:1763350986.648684:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648686:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763350986.648688:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:0.0:1763350986.648690:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 486 00000001:00000010:0.0:1763350986.648691:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693840. 00040000:00000001:0.0:1763350986.648693:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648694:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648695:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648696:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648698:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925cd76cb400. 00080000:00000001:0.0:1763350986.648699:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648702:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000004:00080000:0.0:1763350986.648704:0:20046:0:(osp_sync.c:1740:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 369 committed 00000004:00000010:0.0:1763350986.648706:0:20046:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) kfreed 'cb': 88 at ffff925cd99f5600. 00040000:00000001:0.0:1763350986.648708:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648709:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648710:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648711:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648712:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904f800. 00080000:00000001:0.0:1763350986.648715:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:0.0:1763350986.648717:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:0.0:1763350986.648719:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 0 00000020:00000040:0.0:1763350986.648721:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 485 00000001:00000010:0.0:1763350986.648723:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5780. 00040000:00000001:0.0:1763350986.648724:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648725:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:0.0:1763350986.648726:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:0.0:1763350986.648727:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:0.0:1763350986.648729:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904c000. 00080000:00000001:0.0:1763350986.648733:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1763350986.648744:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350986.648746:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350986.648750:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763350986.648752:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350986.648753:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763350986.648759:0:20036:0:(llog.c:663:llog_process_thread()) processing rec 0xffff925cc2ad77e0 type=0x0 idx=0 00000040:00001000:0.0:1763350986.648763:0:20036:0:(llog.c:720:llog_process_thread()) synced_idx: 9568 00000040:00000001:0.0:1763350986.648768:0:20036:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:0.0:1763350986.648772:0:20036:0:(llog_osd.c:1116:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1763350986.648780:0:20036:0:(llog_osd.c:1150:llog_osd_next_block()) looking for log index 9567 (cur idx 9566 off 614400), size 620640 00000040:00000001:0.0:1763350986.648829:0:20036:0:(llog_osd.c:1281:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1763350986.648832:0:20036:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763350986.648835:0:20036:0:(llog.c:663:llog_process_thread()) processing rec 0xffff925cc2ad77e0 type=0x10692404 idx=9567 00000040:00001000:0.0:1763350986.648838:0:20036:0:(llog.c:776:llog_process_thread()) lrh_index: 9567 lrh_len: 64 (2080 remains) 00000040:00001000:0.0:1763350986.648840:0:20036:0:(llog.c:797:llog_process_thread()) index: 9567, lh_last_idx: 9568 synced_idx: 9568 lgh_last_idx: 9568 00000004:00000001:0.0:1763350986.648843:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763350986.648845:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350986.648846:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350986.648849:0:20036:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:0.0:1763350986.648867:0:20036:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:0.0:1763350986.648869:0:20036:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:0.0:1763350986.648876:0:20036:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00d50700. 00000020:00000040:0.0:1763350986.648882:0:20036:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=10 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763350986.648887:0:20036:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350986.648892:0:20036:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350986.648900:0:20036:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350986.648908:0:20036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925df5ea4400. 00000100:00000001:0.0:1763350986.648918:0:20036:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350986.648922:0:20036:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446623531171383040 : -120542538168576 : ffff925e00d50700) 00000100:00000001:0.0:1763350986.648931:0:20036:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350986.648936:0:20036:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350986.648950:0:20036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000011e29acf] to pc [ptlrpcd_00_02+2] req@ffff925e00d50700 x1849001101458944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350986.648975:0:20036:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1763350986.648978:0:20036:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 1 in flight, 3 in progress 00000004:00001000:0.0:1763350986.648980:0:20036:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9567, id 367 00000004:00000001:0.0:1763350986.648982:0:20036:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:0.0:1763350986.648984:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350986.648985:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350986.648987:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763350986.648988:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350986.648990:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1763350986.648992:0:20036:0:(llog.c:663:llog_process_thread()) processing rec 0xffff925cc2ad7820 type=0x10692404 idx=9568 00000040:00001000:0.0:1763350986.648995:0:20036:0:(llog.c:776:llog_process_thread()) lrh_index: 9568 lrh_len: 64 (2016 remains) 00000040:00001000:0.0:1763350986.648997:0:20036:0:(llog.c:797:llog_process_thread()) index: 9568, lh_last_idx: 9568 synced_idx: 9568 lgh_last_idx: 9568 00000004:00000001:0.0:1763350986.648999:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000001:0.0:1763350986.649001:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350986.649002:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350986.649004:0:20036:0:(osp_sync.c:958:osp_sync_process_record()) Process entered 00000004:00000001:0.0:1763350986.649005:0:20036:0:(osp_sync.c:874:osp_sync_new_unlink64_job()) Process entered 00000004:00000001:0.0:1763350986.649006:0:20036:0:(osp_sync.c:697:osp_sync_new_job()) Process entered 00000100:00000010:0.0:1763350986.649010:0:20036:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de00de680. 00000020:00000040:0.0:1763350986.649015:0:20036:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=11 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763350986.649018:0:20036:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350986.649019:0:20036:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350986.649022:0:20036:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350986.649028:0:20036:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff925df5ea5c00. 00000100:00000001:0.0:1763350986.649034:0:20036:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350986.649036:0:20036:0:(osp_sync.c:733:osp_sync_new_job()) Process leaving (rc=18446623530621462144 : -120543088089472 : ffff925de00de680) 00000100:00000001:0.0:1763350986.649040:0:20036:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350986.649043:0:20036:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350986.649048:0:20036:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004980258a] to pc [ptlrpcd_00_03+3] req@ffff925de00de680 x1849001101459072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350986.649075:0:20036:0:(osp_sync.c:890:osp_sync_new_unlink64_job()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:0.0:1763350986.649077:0:20036:0:(osp_sync.c:1030:osp_sync_process_record()) lustre-OST0000-osc-MDT0000: 2 in flight, 4 in progress 00000004:00001000:0.0:1763350986.649079:0:20036:0:(osp_sync.c:1044:osp_sync_process_record()) found record 10692404, 64, idx 9568, id 367 00000004:00000001:0.0:1763350986.649082:0:20036:0:(osp_sync.c:1046:osp_sync_process_record()) Process leaving 00000004:00000001:0.0:1763350986.649083:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350986.649085:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350986.649087:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:0.0:1763350986.649088:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.649096:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350986.649100:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350986.649103:0:3317:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350986.649108:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00d50700 x1849001101458944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.649117:0:3317:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350986.649119:0:3317:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350986.649123:0:3317:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350986.649126:0:3317:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350986.649129:0:3317:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350986.649132:0:3317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3317:1849001101458944:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763350986.649137:0:3317:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350986.649141:0:3317:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350986.649144:0:3317:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350986.649146:0:3317:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350986.649151:0:3317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925df5ea7000. 02000000:00000001:0.0:1763350986.649153:0:3317:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350986.649159:0:3317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350986.649169:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0197f8. 00000100:00000200:0.0:1763350986.649176:0:3317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101458944, portal 4 00000100:00000001:0.0:1763350986.649179:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350986.649180:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171383040 : -120542538168576 : ffff925e00d50700) 00000100:00000040:0.0:1763350986.649187:0:3317:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00d50700 x1849001101458944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.649200:0:3317:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350986.649203:0:3317:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350986.649205:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019f68. 00000100:00000200:0.0:1763350986.649208:0:3317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1849001101458944, offset 0 00000400:00000200:0.0:1763350986.649214:0:3317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350986.649227:0:3317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350986.649237:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a81dd77e00 00000400:00000200:0.0:1763350986.649244:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x118e29 [8] + 10864 00000400:00000200:0.0:1763350986.649252:0:3317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350986.649256:0:3317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350986.649262:0:3317:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350986.649265:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350986.649268:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de00dca80. 00000100:00000040:0.0:1763350986.649271:0:3317:0:(events.c:337:request_in_callback()) incoming req@ffff925de00dca80 x1849001101458944 msgsize 544 00000100:00100000:0.0:1763350986.649275:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350986.649292:0:3317:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350986.649303:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00000400:00000010:0.0:1763350986.649305:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00000100:00000001:0.0:1763350986.649308:0:3317:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350986.649312:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00d50700 x1849001101458944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.649323:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.649327:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00d50700 x1849001101458944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.649335:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.649337:0:3317:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350986.649344:0:3317:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350986.649350:0:3317:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24580 usecs (25 jiffies) 00000100:00000001:0.0:1763350986.649355:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300863576 00000100:00000001:1.0:1763350986.649358:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1763350986.649361:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4ea20. 00000100:00100000:1.0:1763350986.649367:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101458944 00000100:00000001:0.0:1763350986.649372:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 02000000:00000001:1.0:1763350986.649375:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350986.649380:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350986.649382:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300863576 00000100:00000010:0.0:1763350986.649388:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e780. 00000100:00000001:0.0:1763350986.649391:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350986.649394:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300863576 00000100:00000001:1.0:1763350986.649396:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350986.649399:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e1e0. 02000000:00000001:1.0:1763350986.649405:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.649406:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00100000:1.0:1763350986.649415:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101458944 00000100:00000001:0.0:1763350986.649419:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300863576 00000020:00000001:1.0:1763350986.649422:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350986.649428:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000100:00000010:0.0:1763350986.649428:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e240. 00000020:00000001:1.0:1763350986.649435:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1763350986.649437:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000020:00000040:1.0:1763350986.649442:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=5 00000100:00000001:0.0:1763350986.649446:0:3317:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350986.649448:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:0.0:1763350986.649452:0:3317:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350986.649454:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:0.0:1763350986.649460:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350986.649463:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763350986.649466:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763350986.649474:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52700. 00000100:00000001:0.0:1763350986.649477:0:3317:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350986.649481:0:3317:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:1.0:1763350986.649483:0:63085:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc2c32b00. 00000100:00000001:0.0:1763350986.649485:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350986.649492:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1763350986.649494:0:63085:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:0.0:1763350986.649496:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350986.649502:0:3317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:0.0:1763350986.649504:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350986.649506:0:3317:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350986.649508:0:3317:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350986.649510:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350986.649511:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350986.649512:0:3317:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350986.649517:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925de00de680 x1849001101459072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.649524:0:3317:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350986.649525:0:3317:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350986.649527:0:3317:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350986.649529:0:3317:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350986.649531:0:3317:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350986.649533:0:3317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925de00de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3317:1849001101459072:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763350986.649536:0:3317:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350986.649539:0:3317:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350986.649540:0:3317:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350986.649542:0:3317:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350986.649546:0:3317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925df5ea5400. 02000000:00000001:0.0:1763350986.649548:0:3317:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350986.649551:0:3317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb528. 00000400:00000010:0.0:1763350986.649554:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019f68. 00000100:00000200:0.0:1763350986.649556:0:3317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101459072, portal 4 00000100:00000001:0.0:1763350986.649558:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350986.649559:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530621462144 : -120543088089472 : ffff925de00de680) 00000100:00000040:0.0:1763350986.649563:0:3317:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925de00de680 x1849001101459072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.649569:0:3317:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350986.649571:0:3317:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350986.649573:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019220. 00000100:00000200:0.0:1763350986.649575:0:3317:0:(niobuf.c:94:ptl_send_buf()) Sending 544 bytes to portal 28, xid 1849001101459072, offset 0 00000400:00000200:0.0:1763350986.649578:0:3317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1763350986.649580:0:63085:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:0.0:1763350986.649586:0:3317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1763350986.649591:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90c9200. 00000400:00000200:0.0:1763350986.649622:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 544 into portal 28 MB=0x691a81dd77e80 00000400:00000200:0.0:1763350986.649629:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 544/544 into md 0x118e29 [8] + 11408 00000400:00000200:0.0:1763350986.649634:0:3317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350986.649641:0:3317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1763350986.649643:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5d00. 00000100:00000001:0.0:1763350986.649645:0:3317:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350986.649649:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000020:00000010:1.0:1763350986.649652:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3bb8. 00000100:00000010:0.0:1763350986.649654:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de00dc000. 00000100:00000040:0.0:1763350986.649660:0:3317:0:(events.c:337:request_in_callback()) incoming req@ffff925de00dc000 x1849001101459072 msgsize 544 00000100:00100000:0.0:1763350986.649670:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1763350986.649672:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350986.649678:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350986.649679:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350986.649683:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.649686:0:3317:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763350986.649694:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763350986.649694:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019220 00000400:00000010:0.0:1763350986.649703:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019220. 00000100:00000001:0.0:1763350986.649707:0:3317:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350986.649712:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de00de680 x1849001101459072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350986.649714:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350986.649728:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.649732:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de00de680 x1849001101459072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350986.649738:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763350986.649739:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350986.649744:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101459072 00000100:00000001:0.0:1763350986.649744:0:3317:0:(events.c:68:request_out_callback()) Process leaving 02000000:00000001:1.0:1763350986.649751:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350986.649752:0:3317:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350986.649757:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350986.649758:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1763350986.649759:0:3317:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24580 usecs (25 jiffies) 00000100:00000001:1.0:1763350986.649762:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350986.649763:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1763350986.649763:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300863577 02000000:00000001:1.0:1763350986.649770:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.649772:0:3317:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300863576 00000100:00100000:2.0:1763350986.649775:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20027 00000100:00100000:1.0:1763350986.649778:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101459072 00000100:00000001:0.0:1763350986.649779:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300863577 00000100:00000040:2.0:1763350986.649781:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000020:00000001:1.0:1763350986.649783:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1763350986.649785:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621454976 : -120543088096640 : ffff925de00dca80) 00000100:00000001:0.0:1763350986.649785:0:3317:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300863576 00000020:00000040:1.0:1763350986.649787:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000100:00000001:0.0:1763350986.649790:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300863577 00000020:00000001:1.0:1763350986.649792:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1763350986.649793:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00dca80 x1849001101458944/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:177/0 lens 544/0 e 0 to 0 dl 1763350997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.649795:0:3317:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300863576 00000020:00000040:1.0:1763350986.649798:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=6 00000100:00000001:0.0:1763350986.649800:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300863577 00000100:00000001:0.0:1763350986.649804:0:3317:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300863576 00000020:00000001:1.0:1763350986.649807:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:0.0:1763350986.649809:0:3317:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350986.649811:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1763350986.649817:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:0.0:1763350986.649818:0:3317:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350986.649820:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:0.0:1763350986.649823:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350986.649824:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350986.649828:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000100:00000001:1.0:1763350986.649828:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763350986.649828:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350986.649836:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52400. 00000100:00100000:2.0:1763350986.649837:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+6:3317:x1849001101458944:12345-0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763350986.649842:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350986.649846:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1763350986.649847:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101458944 00000100:00000001:0.0:1763350986.649847:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350986.649853:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000010:1.0:1763350986.649856:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52400. 00000020:00000001:2.0:1763350986.649858:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350986.649863:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350986.649865:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90c9e00. 00000020:00000001:2.0:1763350986.649866:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350986.649870:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839936 : -1038711680 : ffffffffc2168480) 00000020:00000010:1.0:1763350986.649873:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5500. 00000020:00000001:2.0:1763350986.649877:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1763350986.649880:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000020:00000001:2.0:1763350986.649883:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350986.649887:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1763350986.649888:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1763350986.649892:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350986.649894:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1763350986.649896:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350986.649900:0:63038:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000100:00000001:1.0:1763350986.649904:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350986.649906:0:63038:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350986.649912:0:63038:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350986.649916:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350986.649918:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350986.649921:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350986.649922:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350986.649925:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:2.0:1763350986.649926:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350986.649934:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350986.649937:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350986.649939:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350986.649941:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000100:00000001:1.0:1763350986.649943:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000001:00000001:2.0:1763350986.649944:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350986.649948:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000001:00000001:2.0:1763350986.649951:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350986.649956:0:63038:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350986.649959:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20028 00000020:00000001:2.0:1763350986.649961:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350986.649966:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 2 00000100:00000001:2.0:1763350986.649969:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1763350986.649972:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530621452288 : -120543088099328 : ffff925de00dc000) 02000000:00000001:2.0:1763350986.649975:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1763350986.649982:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de00dc000 x1849001101459072/t0(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:177/0 lens 544/0 e 0 to 0 dl 1763350997 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1763350986.649983:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dfc987c00. 02000000:00000001:2.0:1763350986.649988:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350986.649994:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350986.650002:0:63038:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:2.0:1763350986.650011:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000100:00000001:1.0:1763350986.650012:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00010000:00000001:2.0:1763350986.650017:0:63038:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350986.650020:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52400. 00002000:00080000:2.0:1763350986.650024:0:63038:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9685 count 1 00000100:00000001:1.0:1763350986.650026:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763350986.650033:0:63038:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00000020:00000010:1.0:1763350986.650034:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52400. 00002000:00000001:2.0:1763350986.650038:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350986.650044:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00100000:1.0:1763350986.650044:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de00dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+6:3317:x1849001101459072:12345-0@lo:6:osp-syn-0-0.0 00000100:00000200:1.0:1763350986.650052:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101459072 00000020:00000001:2.0:1763350986.650054:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:2.0:1763350986.650070:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00000020:00000001:1.0:1763350986.650071:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00010000:00000001:2.0:1763350986.650077:0:63038:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00000020:00000001:1.0:1763350986.650077:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1763350986.650084:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:1.0:1763350986.650085:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350986.650090:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350986.650093:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839936 : -1038711680 : ffffffffc2168480) 00010000:00000010:2.0:1763350986.650097:0:63038:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92700. 00000020:00000001:1.0:1763350986.650097:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350986.650103:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.0:1763350986.650106:0:63038:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925df4a92100. 00000020:00000001:1.0:1763350986.650108:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1763350986.650113:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00000020:00000001:1.0:1763350986.650113:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350986.650118:0:63085:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00010000:00000010:2.0:1763350986.650120:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:1.0:1763350986.650124:0:63085:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350986.650126:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1763350986.650129:0:63085:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350986.650132:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe600 with handle 0xcb8c81cc3033ca84 to hash 00000001:00000001:1.0:1763350986.650135:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000020:00000001:2.0:1763350986.650139:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350986.650144:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350986.650147:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00002000:00000001:2.0:1763350986.650151:0:63038:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763350986.650156:0:63038:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dea57de40. 00002000:00000001:2.0:1763350986.650158:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350986.650159:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350986.650161:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289081320 : -120547420470296 : ffff925cddd303e8) 00002000:00000001:2.0:1763350986.650163:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289081232 : -120547420470384 : ffff925cddd30390) 00002000:00000001:2.0:1763350986.650165:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350986.650172:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350986.650175:0:63038:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d5:0x0] initial LVB size: 4096, mtime: 0x691a99c0, atime: 0x691a99c0, ctime: 0x691a99c1, blocks: 0xb 00002000:00000001:2.0:1763350986.650178:0:63038:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:2.0:1763350986.650182:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350986.650184:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350986.650188:0:63038:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1763350986.650239:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350986.650245:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350986.650247:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350986.650249:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350986.650251:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350986.650252:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350986.650254:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350986.650256:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350986.650257:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350986.650259:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350986.650262:0:63085:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350986.650264:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350986.650268:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350986.650271:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350986.650276:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925df8f03c00. 02000000:00000001:1.0:1763350986.650279:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350986.650282:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350986.650286:0:63085:0:(ofd_dev.c:1832:ofd_destroy_hdl()) Process entered 00010000:00000001:1.0:1763350986.650289:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350986.650292:0:63085:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00002000:00080000:1.0:1763350986.650294:0:63085:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000401:9686 count 1 00002000:00000001:1.0:1763350986.650298:0:63085:0:(ofd_obd.c:900:ofd_destroy_by_fid()) Process entered 00002000:00000001:1.0:1763350986.650300:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350986.650302:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350986.650308:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:1.0:1763350986.650311:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00010000:00000001:1.0:1763350986.650314:0:63085:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350986.650317:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350986.650324:0:63085:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7daa00. 00010000:00000010:1.0:1763350986.650328:0:63085:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925ccd7da000. 00010000:00000001:1.0:1763350986.650332:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350986.650335:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7200. 00000020:00000001:1.0:1763350986.650339:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350986.650341:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7200 with handle 0xcb8c81cc3033ca8b to hash 00000020:00000001:1.0:1763350986.650343:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350986.650346:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350986.650348:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00002000:00000001:1.0:1763350986.650352:0:63085:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:1.0:1763350986.650356:0:63085:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dc4c52400. 00002000:00000001:1.0:1763350986.650359:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350986.650360:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350986.650361:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289087704 : -120547420463912 : ffff925cddd31cd8) 00002000:00000001:1.0:1763350986.650363:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289087616 : -120547420464000 : ffff925cddd31c80) 00002000:00000001:1.0:1763350986.650366:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350986.650372:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763350986.650375:0:63085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d6:0x0] initial LVB size: 4096, mtime: 0x691a99c0, atime: 0x691a99c0, ctime: 0x691a99c2, blocks: 0xb 00002000:00000001:1.0:1763350986.650378:0:63085:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00010000:00000001:1.0:1763350986.650381:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350986.650383:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350986.650435:0:63085:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350986.650446:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350986.650451:0:63085:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350986.650454:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350986.650456:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350986.650460:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350986.650462:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350986.650465:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350986.650466:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350986.650468:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350986.650471:0:63085:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763350986.650476:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350986.650485:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d6:0x0].0x0 (ffff925ccd7daa00) refcount = 1 00010000:00000040:1.0:1763350986.650488:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350986.650491:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350986.650505:0:63085:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350986.650509:0:63085:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350986.650511:0:63085:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350986.650513:0:63085:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350986.650516:0:63085:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350986.650518:0:63085:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350986.650521:0:63085:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350986.650523:0:63085:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350986.650527:0:63085:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350986.650534:0:63085:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350986.650536:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350986.650537:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350986.650540:0:63085:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350986.650541:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350986.650543:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=3 00000020:00000001:1.0:1763350986.650546:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350986.650548:0:63085:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:1.0:1763350986.650551:0:63085:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350986.650554:0:63085:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350986.650560:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350986.650561:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350986.650564:0:63085:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350986.650571:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350986.650572:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350986.650575:0:63085:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1763350986.650580:0:63085:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925ccd7a0c00. 00010000:00000001:1.0:1763350986.650584:0:63085:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1763350986.650592:0:63085:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763350986.650624:0:63085:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350986.650626:0:63085:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350986.650628:0:63085:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350986.650630:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350986.650631:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763350986.650633:0:63085:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:1.0:1763350986.650637:0:63085:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350986.650647:0:63085:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f03400. 00080000:00000001:1.0:1763350986.650650:0:63085:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038946304 : -120542670605312 : ffff925df8f03400) 00000001:00000001:1.0:1763350986.650652:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350986.650654:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763350986.650659:0:63085:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x25d6:0x0] not in the id map cache 00080000:00000001:1.0:1763350986.650663:0:63085:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350986.650691:0:63085:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350986.650694:0:63085:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.650698:0:63085:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763350986.650701:0:63085:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350986.650706:0:63085:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350986.650708:0:63085:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350986.650711:0:63085:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350986.650713:0:63085:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.650715:0:63085:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350986.650718:0:63085:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1763350986.650720:0:63085:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00000001:00000001:1.0:1763350986.650745:0:63085:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1763350986.650746:0:63085:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350986.650752:0:63085:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.650756:0:63085:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350986.650761:0:63085:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350986.650789:0:63085:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350986.650791:0:63085:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.650816:0:63085:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.650821:0:63085:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1763350986.650872:0:63085:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.650877:0:63085:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1763350986.650878:0:63085:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350986.650880:0:63085:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350986.650881:0:63085:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350986.650882:0:63085:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350986.650884:0:63085:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.650886:0:63085:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350986.650888:0:63085:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:1.0:1763350986.650889:0:63085:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00080000:00000001:1.0:1763350986.650986:0:63085:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350986.650990:0:63085:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.650995:0:63085:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350986.651002:0:63085:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350986.651006:0:63085:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847701, last_committed = 21474847700 00010000:00000001:2.0:1763350986.651007:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000001:00000010:1.0:1763350986.651018:0:63085:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd900. 00010000:00000001:2.0:1763350986.651019:0:63038:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350986.651024:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000001:00000040:1.0:1763350986.651025:0:63085:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 1 00010000:00000001:2.0:1763350986.651029:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000020:00000040:1.0:1763350986.651032:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=7 00010000:00010000:2.0:1763350986.651034:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350986.651041:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350986.651041:0:63085:0:(osd_io.c:399:osd_write()) Process entered 00010000:00000001:2.0:1763350986.651048:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350986.651050:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350986.651052:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350986.651056:0:63038:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763350986.651074:0:63038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350986.651087:0:63038:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d5:0x0].0x0 (ffff925df4a92700) refcount = 1 00080000:00000001:1.0:1763350986.651090:0:63085:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00010000:00000040:2.0:1763350986.651091:0:63038:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350986.651098:0:63038:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00000001:00000001:1.0:1763350986.651098:0:63085:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350986.651117:0:63038:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350986.651120:0:63038:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.651120:0:63085:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350986.651128:0:63085:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350986.651130:0:63038:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00002000:00000001:1.0:1763350986.651135:0:63085:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00010000:00000001:2.0:1763350986.651136:0:63038:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350986.651143:0:63038:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350986.651145:0:63038:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350986.651147:0:63038:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350986.651151:0:63038:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350986.651154:0:63038:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350986.651161:0:63038:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350986.651162:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350986.651164:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350986.651167:0:63038:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350986.651169:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350986.651171:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:2.0:1763350986.651173:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350986.651177:0:63038:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350986.651181:0:63038:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350986.651184:0:63038:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350986.651191:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350986.651192:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350986.651195:0:63038:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350986.651202:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350986.651204:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350986.651208:0:63038:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1763350986.651214:0:63038:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925de2edc300. 00010000:00000001:2.0:1763350986.651217:0:63038:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1763350986.651227:0:63038:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00000001:2.0:1763350986.651229:0:63038:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350986.651231:0:63038:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350986.651233:0:63038:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350986.651235:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350986.651236:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350986.651237:0:63038:0:(ofd_objects.c:1069:ofd_destroy()) Process entered 00080000:00000001:2.0:1763350986.651241:0:63038:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350986.651249:0:63038:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dfc984400. 00080000:00000001:2.0:1763350986.651253:0:63038:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531100292096 : -120542609259520 : ffff925dfc984400) 00000001:00000001:2.0:1763350986.651257:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350986.651259:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350986.651264:0:63038:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-OST0000: FID [0x240000401:0x25d5:0x0] not in the id map cache 00080000:00000001:2.0:1763350986.651269:0:63038:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000010:1.0:1763350986.651272:0:63085:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ddffc8558. 00002000:00000001:1.0:1763350986.651280:0:63085:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:1.0:1763350986.651282:0:63085:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x25d6:0x0] 00002000:00000010:1.0:1763350986.651286:0:63085:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff925cddd31c80. 00080000:00000001:2.0:1763350986.651294:0:63038:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763350986.651296:0:63085:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:1.0:1763350986.651301:0:63085:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350986.651303:0:63038:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350986.651310:0:63038:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00002000:00000001:1.0:1763350986.651311:0:63085:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350986.651314:0:63038:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00010000:00000040:1.0:1763350986.651319:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847700, transno 21474847701, xid 1849001101459072 80000000:00000001:2.0:1763350986.651320:0:63038:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350986.651328:0:63038:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 00010000:00000001:1.0:1763350986.651328:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 80000000:00000001:2.0:1763350986.651332:0:63038:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350986.651338:0:63038:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1763350986.651340:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00dc000 x1849001101459072/t21474847701(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:177/0 lens 544/432 e 0 to 0 dl 1763350997 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763350986.651343:0:63038:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350986.651351:0:63038:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1763350986.651356:0:63038:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00010000:00000001:1.0:1763350986.651371:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350986.651376:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350986.651382:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=90 v=5 (1 1 1 1) 00000001:00000001:2.0:1763350986.651388:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:2.0:1763350986.651391:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350986.651396:0:63038:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350986.651400:0:63038:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350986.651404:0:63038:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350986.651426:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350986.651427:0:63038:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350986.651446:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00080000:00000001:2.0:1763350986.651447:0:63038:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350986.651456:0:63038:0:(osd_object.c:2094:osd_ref_del()) Process entered 00000100:00000040:1.0:1763350986.651456:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350986.651464:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350986.651468:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350986.651471:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350986.651476:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350986.651479:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00080000:00000001:2.0:1763350986.651484:0:63038:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350986.651486:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74dd0. 00080000:00000001:2.0:1763350986.651492:0:63038:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:2.0:1763350986.651496:0:63038:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350986.651498:0:63038:0:(fld_handler.c:192:fld_local_lookup()) Process entered 00000100:00000200:1.0:1763350986.651498:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001101459072, offset 224 80000000:00000001:2.0:1763350986.651502:0:63038:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350986.651505:0:63038:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350986.651507:0:63038:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350986.651510:0:63038:0:(osd_oi.c:368:fid_is_on_ost()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350986.651512:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00080000:00000001:2.0:1763350986.651514:0:63038:0:(osd_oi.c:408:osd_find_or_add_seq()) Process entered 00080000:00000001:2.0:1763350986.651518:0:63038:0:(osd_oi.c:411:osd_find_or_add_seq()) Process leaving (rc=18446623531167427008 : -120542542124608 : ffff925e0098a9c0) 00000400:00000200:1.0:1763350986.651532:0:63085:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350986.651546:0:63085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a81dd77e80 00000400:00000200:1.0:1763350986.651555:0:63085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12fb25 [1] + 224 00000400:00000200:1.0:1763350986.651562:0:63085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350986.651566:0:63085:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350986.651574:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350986.651581:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925de00de680 x1849001101459072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350986.651591:0:63085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff925de00de680 x1849001101459072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350986.651661:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00080000:00000001:2.0:1763350986.651668:0:63038:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1763350986.651672:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74dd0 00080000:00000001:2.0:1763350986.651674:0:63038:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350986.651677:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74dd0. 00080000:00000001:2.0:1763350986.651681:0:63038:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000100:00000001:1.0:1763350986.651685:0:63085:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:2.0:1763350986.651689:0:63038:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000100:00000001:1.0:1763350986.651689:0:63085:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000002:2.0:1763350986.651695:0:63038:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847702, last_committed = 21474847700 00000100:00000001:1.0:1763350986.651697:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1763350986.651702:0:63038:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693480. 00000100:00000040:1.0:1763350986.651704:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00000001:00000040:2.0:1763350986.651711:0:63038:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 2 00010000:00000001:1.0:1763350986.651712:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350986.651716:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350986.651718:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=8 00000020:00000001:1.0:1763350986.651722:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000001:2.0:1763350986.651729:0:63038:0:(osd_io.c:399:osd_write()) Process entered 00000100:00000040:1.0:1763350986.651730:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00dc000 x1849001101459072/t21474847701(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:177/0 lens 544/432 e 0 to 0 dl 1763350997 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763350986.651747:0:63038:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000100:00100000:1.0:1763350986.651748:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:lustre-MDT0000-mdtlov_UUID+8:3317:x1849001101459072:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1734us (2084us total) trans 21474847701 rc 0/0 00000001:00000001:2.0:1763350986.651757:0:63038:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350986.651766:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20028 00000100:00000040:1.0:1763350986.651772:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:1.0:1763350986.651775:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:2.0:1763350986.651777:0:63038:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350986.651778:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00002000:00000001:2.0:1763350986.651785:0:63038:0:(ofd_objects.c:1111:ofd_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350986.651787:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5500. 00002000:00000001:2.0:1763350986.651788:0:63038:0:(ofd_obd.c:923:ofd_destroy_by_fid()) Process leaving 00000020:00000010:1.0:1763350986.651798:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:1.0:1763350986.651804:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90c9e00. 00000020:00000040:1.0:1763350986.651811:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 7 00000100:00000001:1.0:1763350986.651815:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1763350986.651818:0:63038:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ddffc91d0. 00002000:00000001:2.0:1763350986.651827:0:63038:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1763350986.651830:0:63038:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x240000401:0x25d5:0x0] 00002000:00000010:2.0:1763350986.651833:0:63038:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 304 at ffff925cddd30390. 00002000:00000001:2.0:1763350986.651839:0:63038:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000001:2.0:1763350986.651841:0:63038:0:(ofd_obd.c:930:ofd_destroy_by_fid()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350986.651846:0:63038:0:(ofd_dev.c:1891:ofd_destroy_hdl()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:2.0:1763350986.651851:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847700, transno 21474847702, xid 1849001101458944 00000100:00080000:1.0:1763350986.651852:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00000001:2.0:1763350986.651855:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763350986.651859:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00010000:00000200:2.0:1763350986.651867:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de00dca80 x1849001101458944/t21474847702(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:177/0 lens 544/432 e 0 to 0 dl 1763350997 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350986.651879:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350986.651883:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350986.651888:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350986.651893:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350986.651896:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350986.651899:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350986.651902:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350986.651905:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350986.651909:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350986.651912:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350986.651916:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2660. 00000100:00000200:2.0:1763350986.651922:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001101458944, offset 224 00000400:00000200:2.0:1763350986.651929:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350986.651941:0:63038:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350986.651950:0:63038:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 432 into portal 4 MB=0x691a81dd77e00 00000400:00000200:2.0:1763350986.651957:0:63038:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 432/432 into md 0x12fb1d [1] + 224 00000400:00000200:2.0:1763350986.651962:0:63038:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350986.651966:0:63038:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350986.651972:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350986.651977:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00d50700 x1849001101458944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350986.651987:0:63038:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=432 offset=224 replen=432 req@ffff925e00d50700 x1849001101458944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350986.651996:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350986.652002:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:2.0:1763350986.652005:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:2.0:1763350986.652007:0:63038:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350986.652009:0:63038:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350986.652013:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350986.652015:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350986.652018:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350986.652020:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350986.652023:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350986.652027:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00dca80 x1849001101458944/t21474847702(0) o6->lustre-MDT0000-mdtlov_UUID@0@lo:177/0 lens 544/432 e 0 to 0 dl 1763350997 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350986.652041:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de00dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3317:x1849001101458944:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2230us (2768us total) trans 21474847702 rc 0/0 00000100:00100000:2.0:1763350986.652050:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20027 00000100:00000040:2.0:1763350986.652054:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:2.0:1763350986.652056:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350986.652071:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350986.652076:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5d00. 00000020:00000010:2.0:1763350986.652081:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3bb8. 00000020:00000010:2.0:1763350986.652084:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90c9200. 00000020:00000040:2.0:1763350986.652089:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 6 00000100:00000001:2.0:1763350986.652091:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00080000:3.0:1763350986.652368:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967630 committed batchid 4294967628 00000020:00000001:3.0:1763350986.652373:0:20049:0:(update_trans.c:1369:distribute_txn_commit_batchid_update()) Process entered 00000020:00000010:3.0:1763350986.652378:0:20049:0:(update_trans.c:1371:distribute_txn_commit_batchid_update()) kmalloced '(dtbd)': 88 at ffff925cd99f52a0. 00080000:00000001:3.0:1763350986.652381:0:20049:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350986.652386:0:20049:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904d400. 00080000:00000001:3.0:1763350986.652389:0:20049:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771862528 : -120542937689088 : ffff925de904d400) 00080000:00000001:3.0:1763350986.652392:0:20049:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350986.652472:0:20049:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350986.652473:0:20049:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350986.652475:0:20049:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350986.652487:0:20049:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350986.652489:0:20049:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350986.652544:0:20049:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000020:00000040:3.0:1763350986.652547:0:20049:0:(update_trans.c:1408:distribute_txn_commit_batchid_update()) lustre-MDT0000: update batchid 4294967630: rc = 0 00080000:00000001:3.0:1763350986.652549:0:20049:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763350986.652555:0:20049:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350986.652558:0:20049:0:(update_trans.c:1416:distribute_txn_commit_batchid_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350986.652561:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763350986.652563:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925cc47c5240 refcount 1 committed 1 result 0 batchid 4294967627 00000020:00000040:3.0:1763350986.652567:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925cc47c5000 00000020:00000040:3.0:1763350986.652571:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084b00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925e00ec8c00 00000020:00000040:3.0:1763350986.652575:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:3.0:1763350986.652578:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:3.0:1763350986.652581:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350986.652584:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925ddf084100. 00000020:00000010:3.0:1763350986.652590:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925ddf084b00. 00000020:00000010:3.0:1763350986.652592:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925cc47c5240. 00000020:00000001:3.0:1763350986.652624:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763350986.652626:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925e0068d6c0 refcount 1 committed 1 result 0 batchid 4294967628 00000020:00000040:3.0:1763350986.652630:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925e0068d000 00000020:00000040:3.0:1763350986.652633:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925ddf084d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925dfbd84400 00000020:00000040:3.0:1763350986.652636:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:3.0:1763350986.652637:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:3.0:1763350986.652639:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350986.652641:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925ddf084800. 00000020:00000010:3.0:1763350986.652644:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925ddf084d00. 00000020:00000010:3.0:1763350986.652645:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925e0068d6c0. 00000020:00080000:3.0:1763350986.652648:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967628 00000020:00000001:0.0:1763350986.652734:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350986.652737:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350986.652740:0:55437:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:0.0:1763350986.652743:0:55437:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763350986.652746:0:55437:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350986.652752:0:55437:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350986.652761:0:55437:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7200 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:0.0:1763350986.652764:0:55437:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350986.652766:0:55437:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350986.652769:0:55437:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350986.652776:0:55437:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350986.652778:0:55437:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350986.652780:0:55437:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350986.652782:0:55437:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=3 00000020:00000001:0.0:1763350986.652784:0:55437:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:0.0:1763350986.652787:0:55437:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:0.0:1763350986.652790:0:55437:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350986.652794:0:55437:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350986.652802:0:55437:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350986.652804:0:55437:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350986.652807:0:55437:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350986.652813:0:55437:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350986.652816:0:55437:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350986.652818:0:55437:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350986.652820:0:55437:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350986.652823:0:55437:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7200 with handle 0xcb8c81cc3033ca8b from hash 00010000:00000001:0.0:1763350986.652826:0:55437:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350986.652827:0:55437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350986.652829:0:55437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350986.652830:0:55437:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350986.652836:0:55437:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350986.652838:0:55437:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350986.652840:0:55437:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350986.652843:0:55437:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350986.652846:0:55437:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350986.652849:0:55437:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350986.652959:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1763350986.652960:0:55437:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350986.652966:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350986.652968:0:55437:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350986.652974:0:55437:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00010000:1.0:1763350986.652975:0:8315:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763350986.652980:0:55437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350986.652982:0:8315:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763350986.652986:0:55437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350986.652987:0:8315:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00000001:0.0:1763350986.652992:0:55437:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350986.652996:0:8315:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350986.652998:0:55437:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350986.653007:0:55437:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350986.653017:0:55437:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 1/0,0 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350986.653021:0:8315:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe600 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:1.0:1763350986.653029:0:8315:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1763350986.653034:0:8315:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00000001:0.0:1763350986.653037:0:55437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350986.653039:0:8315:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350986.653043:0:55437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033ca8b lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d6:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350986.653071:0:8315:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350986.653075:0:8315:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000040:0.0:1763350986.653075:0:55437:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7daa00 count: 0 00000020:00000001:1.0:1763350986.653080:0:8315:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350986.653085:0:8315:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00002000:00000010:0.0:1763350986.653087:0:55437:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dc4c52400. 00000020:00000001:1.0:1763350986.653089:0:8315:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000010:0.0:1763350986.653095:0:55437:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925ccd7da000. 00010000:00000001:1.0:1763350986.653096:0:8315:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:1.0:1763350986.653105:0:8315:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350986.653109:0:8315:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350986.653110:0:55437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350986.653114:0:55437:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763350986.653118:0:55437:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925ccd7a0c00. 00010000:00000001:1.0:1763350986.653123:0:8315:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350986.653125:0:55437:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350986.653128:0:8315:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1763350986.653131:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:1.0:1763350986.653132:0:8315:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350986.653136:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350986.653141:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350986.653142:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350986.653143:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350986.653145:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350986.653146:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350986.653147:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350986.653149:0:8315:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00010000:0.0:1763350986.653150:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1763350986.653158:0:8315:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350986.653162:0:8315:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350986.653164:0:8315:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350986.653168:0:8315:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe600 with handle 0xcb8c81cc3033ca84 from hash 00000100:00000001:0.0:1763350986.653170:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1763350986.653172:0:8315:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350986.653177:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763350986.653178:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1763350986.653181:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350986.653185:0:8315:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350986.653190:0:8315:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00000400:00000001:0.0:1763350986.653190:0:3317:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1763350986.653194:0:8315:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1763350986.653195:0:3317:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:1.0:1763350986.653202:0:8315:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00000400:00000010:0.0:1763350986.653203:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb528. 00010000:00000001:1.0:1763350986.653205:0:8315:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350986.653211:0:8315:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00000400:00000200:0.0:1763350986.653213:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00010000:00000001:1.0:1763350986.653215:0:8315:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1763350986.653219:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00010000:00000001:1.0:1763350986.653220:0:8315:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350986.653226:0:8315:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350986.653228:0:8315:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00000100:00000001:0.0:1763350986.653228:0:3317:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:1.0:1763350986.653234:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350986.653236:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350986.653240:0:8315:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1763350986.653242:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de00de680 x1849001101459072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350986.653244:0:8315:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350986.653250:0:8315:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350986.653258:0:8315:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 1/0,0 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00000100:00000200:0.0:1763350986.653273:0:3317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de00de680 x1849001101459072/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350986.653307:0:8315:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:0.0:1763350986.653310:0:3317:0:(events.c:163:reply_in_callback()) Process leaving 00010000:00010000:1.0:1763350986.653313:0:8315:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033ca84 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d5:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1763350986.653316:0:3317:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350986.653325:0:3317:0:(client.c:1578:after_reply()) Process entered 00010000:00000040:1.0:1763350986.653332:0:8315:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92700 count: 0 02000000:00000001:0.0:1763350986.653333:0:3317:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350986.653338:0:3317:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350986.653341:0:3317:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1763350986.653343:0:8315:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dea57de40. 02000000:00000001:0.0:1763350986.653346:0:3317:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1763350986.653352:0:8315:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925df4a92100. 00000100:00001000:0.0:1763350986.653359:0:3317:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ac58 time=124 v=5 (5 5 5 5) 00010000:00000001:1.0:1763350986.653364:0:8315:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350986.653368:0:8315:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00000100:00001000:0.0:1763350986.653368:0:3317:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=85 v=5 (1 1 1 1) 00010000:00000010:1.0:1763350986.653372:0:8315:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925de2edc300. 00000100:00000001:0.0:1763350986.653376:0:3317:0:(client.c:1480:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1763350986.653379:0:8315:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.653382:0:3317:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350986.653385:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00010000:00000001:0.0:1763350986.653387:0:3317:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350986.653393:0:3317:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.653396:0:3317:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000020:00000001:1.0:1763350986.653400:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350986.653402:0:3317:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00010000:00010000:1.0:1763350986.653407:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1763350986.653408:0:3317:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000020:00000001:1.0:1763350986.653412:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1763350986.653414:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1763350986.653417:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.653419:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530621462144 : -120543088089472 : ffff925de00de680) 00010000:00010000:1.0:1763350986.653421:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1763350986.653426:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000100:00000001:0.0:1763350986.653426:0:3317:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000020:00000001:1.0:1763350986.653432:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350986.653434:0:3317:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474847700 gen 3 00010000:00010000:1.0:1763350986.653436:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1763350986.653444:0:3317:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847700) req@ffff925dd9876d80 x1849001101451008/t21474847694(21474847694) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350986.653455:0:3317:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763350986.653458:0:3317:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847694 committed transno 21474847700 00000004:00000010:0.0:1763350986.653462:0:3317:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925df001a000. 00000004:00000010:0.0:1763350986.653466:0:3317:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df27562a0. 00000004:00000010:0.0:1763350986.653468:0:3317:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925ccdbd7840. 00000004:00000010:0.0:1763350986.653471:0:3317:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925ccdbd7d80. 00000004:00000001:0.0:1763350986.653474:0:3317:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763350986.653475:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.653479:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9876d80 x1849001101451008/t21474847694(21474847694) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.653485:0:3317:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350986.653487:0:3317:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350986.653490:0:3317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925ddf17c000. 02000000:00000001:0.0:1763350986.653493:0:3317:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350986.653495:0:3317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350986.653497:0:3317:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=10 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350986.653498:0:3317:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350986.653501:0:3317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cd3f3e200. 02000000:00000001:0.0:1763350986.653504:0:3317:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350986.653506:0:3317:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350986.653507:0:3317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9876d80. 00000100:00000001:0.0:1763350986.653511:0:3317:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350986.653512:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350986.653517:0:3317:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847700) req@ffff925dd9876300 x1849001101451264/t21474847695(21474847695) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350986.653522:0:3317:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763350986.653523:0:3317:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847695 committed transno 21474847700 00000004:00000010:0.0:1763350986.653526:0:3317:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925df001c000. 00000004:00000010:0.0:1763350986.653529:0:3317:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df2756000. 00000004:00000010:0.0:1763350986.653531:0:3317:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925cc47c5f00. 00000004:00000010:0.0:1763350986.653533:0:3317:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925cc47c5180. 00000004:00000001:0.0:1763350986.653683:0:3317:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763350986.653685:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.653688:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9876300 x1849001101451264/t21474847695(21474847695) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350994 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.653695:0:3317:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350986.653696:0:3317:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350986.653698:0:3317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925cd0632000. 02000000:00000001:0.0:1763350986.653701:0:3317:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350986.653703:0:3317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350986.653704:0:3317:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=9 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350986.653707:0:3317:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350986.653708:0:3317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cd3f3f000. 02000000:00000001:0.0:1763350986.653711:0:3317:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350986.653712:0:3317:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350986.653714:0:3317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9876300. 00000100:00000001:0.0:1763350986.653716:0:3317:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350986.653717:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350986.653722:0:3317:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847700) req@ffff925dee15f800 x1849001101452928/t21474847696(21474847696) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763350986.653729:0:3317:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff925dee15f800, transno 21474847696 00000100:00000001:0.0:1763350986.653731:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350986.653732:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530856871936 : -120542852679680 : ffff925dee15f800) 00000004:00000001:3.0:1763350986.654357:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763350986.654360:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350986.654364:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:3.0:1763350986.654368:0:20036:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:3.0:1763350986.654375:0:20036:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:3.0:1763350986.654377:0:20036:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:3.0:1763350986.654379:0:20036:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:3.0:1763350986.654384:0:20036:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654387:0:20036:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:3.0:1763350986.654388:0:20036:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9565 in log [0x1:0x8:0x0] 00080000:00000001:3.0:1763350986.654393:0:20036:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350986.654404:0:20036:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de904fc00. 00080000:00000001:3.0:1763350986.654407:0:20036:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530771872768 : -120542937678848 : ffff925de904fc00) 00000040:00000001:3.0:1763350986.654410:0:20036:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350986.654413:0:20036:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350986.654416:0:20036:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350986.654438:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350986.654440:0:20036:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654442:0:20036:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654444:0:20036:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654447:0:20036:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:3.0:1763350986.654449:0:20036:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:3.0:1763350986.654453:0:20036:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:3.0:1763350986.654456:0:20036:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350986.654459:0:20036:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350986.654461:0:20036:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350986.654464:0:20036:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:3.0:1763350986.654467:0:20036:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:3.0:1763350986.654469:0:20036:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350986.654490:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:3.0:1763350986.654491:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350986.654516:0:20036:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654519:0:20036:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654521:0:20036:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350986.654524:0:20036:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350986.654539:0:20036:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654542:0:20036:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763350986.654544:0:20036:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763350986.654546:0:20036:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:3.0:1763350986.654553:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350986.654619:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763350986.654623:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350986.654634:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:3.0:1763350986.654637:0:20036:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654640:0:20036:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350986.654644:0:20036:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:3.0:1763350986.654654:0:20036:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654656:0:20036:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654658:0:20036:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350986.654662:0:20036:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350986.654666:0:20036:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350986.654674:0:20036:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dee15f800 x1849001101452928/t21474847696(21474847696) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350986.654681:0:20036:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350986.654684:0:20036:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:3.0:1763350986.654687:0:20036:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 3 in progress, 2 in flight, 1 done 00000004:00000001:3.0:1763350986.654691:0:20036:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:3.0:1763350986.654693:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:3.0:1763350986.654694:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350986.654780:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350986.654782:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350986.654785:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350986.654786:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.654989:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.654995:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dee15f800 x1849001101452928/t21474847696(21474847696) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655002:0:3317:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350986.655004:0:3317:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350986.655007:0:3317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925df5d18400. 02000000:00000001:0.0:1763350986.655010:0:3317:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350986.655011:0:3317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350986.655012:0:3317:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=8 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350986.655014:0:3317:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350986.655016:0:3317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925df5d1b400. 02000000:00000001:0.0:1763350986.655018:0:3317:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350986.655020:0:3317:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350986.655021:0:3317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15f800. 00000100:00000001:0.0:1763350986.655024:0:3317:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350986.655025:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350986.655031:0:3317:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847700) req@ffff925dee399f80 x1849001101453312/t21474847697(21474847697) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350986.655038:0:3317:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763350986.655039:0:3317:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847697 committed transno 21474847700 00000004:00000010:0.0:1763350986.655042:0:3317:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dc35a5000. 00000004:00000010:0.0:1763350986.655047:0:3317:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df94dab20. 00000004:00000010:0.0:1763350986.655049:0:3317:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dded433c0. 00000004:00000010:0.0:1763350986.655052:0:3317:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925dded43600. 00000004:00000001:0.0:1763350986.655054:0:3317:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763350986.655055:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.655067:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dee399f80 x1849001101453312/t21474847697(21474847697) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350995 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655074:0:3317:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350986.655076:0:3317:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350986.655077:0:3317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925de89de000. 02000000:00000001:0.0:1763350986.655081:0:3317:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350986.655082:0:3317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350986.655084:0:3317:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=7 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350986.655086:0:3317:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350986.655087:0:3317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214f600. 02000000:00000001:0.0:1763350986.655092:0:3317:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350986.655093:0:3317:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350986.655095:0:3317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee399f80. 00000100:00000001:0.0:1763350986.655097:0:3317:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350986.655099:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350986.655103:0:3317:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847700) req@ffff925dd9875880 x1849001101455232/t21474847698(21474847698) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:0.0:1763350986.655110:0:3317:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff925dd9875880, transno 21474847698 00000100:00000001:0.0:1763350986.655112:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350986.655113:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530511980672 : -120543197570944 : ffff925dd9875880) 00000100:00000001:0.0:1763350986.655128:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.655131:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dd9875880 x1849001101455232/t21474847698(21474847698) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655138:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350986.655142:0:3317:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847700) req@ffff925dd0b18a80 x1849001101455488/t21474847699(21474847699) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350986.655149:0:3317:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763350986.655151:0:3317:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847699 committed transno 21474847700 00000004:00000010:0.0:1763350986.655154:0:3317:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925df001f000. 00000004:00000010:0.0:1763350986.655158:0:3317:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df2756680. 00000004:00000010:0.0:1763350986.655160:0:3317:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925cc47c5c00. 00000004:00000010:0.0:1763350986.655162:0:3317:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925cc47c5000. 00000004:00000001:0.0:1763350986.655164:0:3317:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763350986.655166:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.655169:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd0b18a80 x1849001101455488/t21474847699(21474847699) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350996 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_003.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655175:0:3317:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350986.655177:0:3317:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350986.655178:0:3317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925dfc862000. 02000000:00000001:0.0:1763350986.655182:0:3317:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350986.655184:0:3317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350986.655185:0:3317:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=6 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350986.655187:0:3317:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350986.655189:0:3317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a09000. 02000000:00000001:0.0:1763350986.655192:0:3317:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350986.655193:0:3317:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350986.655195:0:3317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b18a80. 00000100:00000001:0.0:1763350986.655197:0:3317:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350986.655198:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350986.655202:0:3317:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847700) req@ffff925df0bce300 x1849001101457536/t21474847700(21474847700) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350986.655209:0:3317:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:0.0:1763350986.655210:0:3317:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 21474847700 committed transno 21474847700 00000004:00000010:0.0:1763350986.655213:0:3317:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dd80be000. 00000004:00000010:0.0:1763350986.655215:0:3317:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925ccd7dcc60. 00000004:00000010:0.0:1763350986.655218:0:3317:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925deb371cc0. 00000004:00000010:0.0:1763350986.655221:0:3317:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925deb371240. 00000004:00000001:0.0:1763350986.655223:0:3317:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:0.0:1763350986.655225:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.655228:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df0bce300 x1849001101457536/t21474847700(21474847700) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655240:0:3317:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350986.655241:0:3317:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350986.655242:0:3317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925df00b0000. 02000000:00000001:0.0:1763350986.655245:0:3317:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350986.655246:0:3317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350986.655247:0:3317:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350986.655249:0:3317:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350986.655250:0:3317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b1600. 02000000:00000001:0.0:1763350986.655253:0:3317:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350986.655254:0:3317:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350986.655256:0:3317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bce300. 00000100:00000001:0.0:1763350986.655258:0:3317:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350986.655260:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763350986.655264:0:3317:0:(client.c:3125:ptlrpc_free_committed()) @@@ stopping search req@ffff925de00de680 x1849001101459072/t21474847701(21474847701) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655271:0:3317:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763350986.655274:0:3317:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=7/8 committed=0/0 00000100:00000001:0.0:1763350986.655276:0:3317:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350986.655280:0:3317:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350986.655285:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de00de680 x1849001101459072/t21474847701(21474847701) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655292:0:3317:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350986.655296:0:3317:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350986.655298:0:3317:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1763350986.655300:0:3317:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff925de00de680/2, rc 0, transno 21474847701 00000004:00001000:0.0:1763350986.655304:0:3317:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 1 in flight, 3 in progress 00000100:00000040:0.0:1763350986.655308:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de00de680 x1849001101459072/t21474847701(21474847701) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350986.655315:0:3317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de00de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3317:1849001101459072:0@lo:6:osp-syn-0-0.0 00000400:00000001:0.0:1763350986.655326:0:3317:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350986.655328:0:3317:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350986.655331:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 00000400:00000200:0.0:1763350986.655334:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0197f8 00000400:00000010:0.0:1763350986.655337:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0197f8. 00000100:00000001:0.0:1763350986.655341:0:3317:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350986.655345:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00d50700 x1849001101458944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350986.655354:0:3317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00d50700 x1849001101458944/t0(0) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655360:0:3317:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350986.655362:0:3317:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350986.655364:0:3317:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350986.655366:0:3317:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350986.655368:0:3317:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350986.655370:0:3317:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350986.655372:0:3317:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350986.655380:0:3317:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ac58 time=124 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350986.655385:0:3317:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=85 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350986.655387:0:3317:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350986.655389:0:3317:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350986.655391:0:3317:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350986.655395:0:3317:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.655398:0:3317:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763350986.655399:0:3317:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763350986.655401:0:3317:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763350986.655402:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350986.655404:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171383040 : -120542538168576 : ffff925e00d50700) 00000100:00000001:0.0:1763350986.655406:0:3317:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350986.655408:0:3317:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847700 00000100:00000001:0.0:1763350986.655410:0:3317:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350986.655412:0:3317:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350986.655415:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00d50700 x1849001101458944/t21474847702(21474847702) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655422:0:3317:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350986.655423:0:3317:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350986.655426:0:3317:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00080000:0.0:1763350986.655428:0:3317:0:(osp_sync.c:557:osp_sync_interpret()) reply req ffff925e00d50700/2, rc 0, transno 21474847702 00000004:00001000:0.0:1763350986.655430:0:3317:0:(osp_sync.c:637:osp_sync_interpret()) lustre-OST0000-osc-MDT0000: 0 in flight, 3 in progress 00000100:00000040:0.0:1763350986.655433:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00d50700 x1849001101458944/t21474847702(21474847702) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Interpret:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350986.655440:0:3317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00d50700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3317:1849001101458944:0@lo:6:osp-syn-0-0.0 00000100:00000001:0.0:1763350986.655444:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350986.655447:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.655449:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de00de680 x1849001101459072/t21474847701(21474847701) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655455:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.655456:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350986.655458:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00d50700 x1849001101458944/t21474847702(21474847702) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350986.655463:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.655465:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350986.655474:0:3317:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350986.655476:0:3317:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350986.655478:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350986.655481:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350986.656056:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350986.656067:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350986.656070:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:1.0:1763350986.656072:0:20036:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:1.0:1763350986.656078:0:20036:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763350986.656079:0:20036:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763350986.656081:0:20036:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763350986.656084:0:20036:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656087:0:20036:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763350986.656089:0:20036:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9566 in log [0x1:0x8:0x0] 00080000:00000001:1.0:1763350986.656093:0:20036:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350986.656103:0:20036:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f00800. 00080000:00000001:1.0:1763350986.656106:0:20036:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038935040 : -120542670616576 : ffff925df8f00800) 00000040:00000001:1.0:1763350986.656109:0:20036:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763350986.656111:0:20036:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763350986.656114:0:20036:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350986.656132:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350986.656134:0:20036:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656136:0:20036:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656138:0:20036:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656141:0:20036:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763350986.656142:0:20036:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:1.0:1763350986.656146:0:20036:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:1.0:1763350986.656148:0:20036:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350986.656150:0:20036:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350986.656153:0:20036:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.656155:0:20036:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763350986.656157:0:20036:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763350986.656158:0:20036:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350986.656176:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1763350986.656177:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350986.656197:0:20036:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656200:0:20036:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656201:0:20036:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.656204:0:20036:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350986.656219:0:20036:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656222:0:20036:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763350986.656224:0:20036:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763350986.656225:0:20036:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:1.0:1763350986.656231:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350986.656242:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1763350986.656244:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350986.656248:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1763350986.656249:0:20036:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656251:0:20036:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350986.656254:0:20036:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763350986.656262:0:20036:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656265:0:20036:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656267:0:20036:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350986.656269:0:20036:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350986.656271:0:20036:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350986.656277:0:20036:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dd9875880 x1849001101455232/t21474847698(21474847698) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763350996 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350986.656284:0:20036:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350986.656286:0:20036:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350986.656289:0:20036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925df2390000. 02000000:00000001:1.0:1763350986.656293:0:20036:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350986.656295:0:20036:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350986.656296:0:20036:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763350986.656298:0:20036:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350986.656300:0:20036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925de904f400. 02000000:00000001:1.0:1763350986.656303:0:20036:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350986.656304:0:20036:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350986.656305:0:20036:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875880. 00000100:00000001:1.0:1763350986.656308:0:20036:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350986.656309:0:20036:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763350986.656311:0:20036:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:1.0:1763350986.656314:0:20036:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 2 in progress, 0 in flight, 1 done 00000004:00000001:1.0:1763350986.656315:0:20036:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:1.0:1763350986.656317:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350986.656318:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350986.656320:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350986.656321:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350986.656323:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350986.656324:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1763350986.661787:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daa00. 00010000:00000010:0.1:1763350986.661802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7200. 00010000:00000010:1.1:1763350986.665639:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:1.1:1763350986.665656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00000100:00000040:0.0:1763350986.675729:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300863577, at 4300863578 00000100:00000010:0.0:1763350986.675744:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4ea20. 00000100:00000040:3.0:1763350986.675830:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300863577, at 4300863578 00000100:00000010:3.0:1763350986.675836:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e240. 00000100:00000040:1.0:1763350986.675946:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300863577, at 4300863578 00000100:00000010:1.0:1763350986.675951:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e780. 00000100:00000040:2.0:1763350986.677834:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300863577, at 4300863580 00000100:00000010:2.0:1763350986.677847:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e1e0. 00010000:00000001:3.0:1763350986.777763:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350986.777772:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350986.777776:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350986.777777:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350986.777782:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350986.777784:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350986.777787:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350986.777789:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350986.777795:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350986.777796:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350986.778027:0:5785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763350986.778031:0:5785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350986.778034:0:5785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1763350987.099770:0:57864:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1763350987.099778:0:57864:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350987.469691:0:106253:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350987.469709:0:106253:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.469715:0:106253:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350987.469723:0:106253:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350987.469730:0:106253:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.469733:0:106253:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350987.469740:0:106253:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350987.469747:0:106253:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.469751:0:106253:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350987.610572:0:5782:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1763350987.610582:0:5782:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610679:0:98966:0:(pinger.c:229:ptlrpc_pinger_process_import()) 90ffbebe-7380-4d5b-bb8a-79b044bace23->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350987.610685:0:98966:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350987.610701:0:98966:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c380. 00000020:00000040:2.0:1763350987.610710:0:98966:0:(genops.c:1229:class_import_get()) import ffff925dc7ff4800 refcount=4 obd=MGC192.168.202.102@tcp 00000100:00000001:2.0:1763350987.610716:0:98966:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350987.610720:0:98966:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350987.610727:0:98966:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350987.610736:0:98966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925df924d400. 00000100:00000001:2.0:1763350987.610743:0:98966:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610756:0:98966:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 90ffbebe-7380-4d5b-bb8a-79b044bace23->MGS req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350987.610770:0:98966:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350987.610776:0:98966:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610783:0:98966:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee9ddf6d] to pc [ptlrpcd_00_00+0] req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.610813:0:98966:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610817:0:98966:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350987.610820:0:98966:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350987.610823:0:98966:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4fb80. 00000020:00000040:2.0:1763350987.610825:0:98966:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763350987.610828:0:98966:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350987.610829:0:98966:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350987.610831:0:98966:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350987.610836:0:98966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925df924d700. 00000100:00000001:2.0:1763350987.610839:0:98966:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610843:0:98966:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350987.610850:0:98966:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350987.610852:0:98966:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610855:0:98966:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e2329e8] to pc [ptlrpcd_00_01+1] req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.610864:0:98966:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610866:0:98966:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350987.610869:0:98966:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350987.610872:0:98966:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c000. 00000020:00000040:2.0:1763350987.610874:0:98966:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763350987.610876:0:98966:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350987.610877:0:98966:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350987.610879:0:98966:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350987.610884:0:98966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925ddf370f00. 00000100:00000001:2.0:1763350987.610886:0:98966:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610890:0:98966:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350987.610896:0:98966:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350987.610898:0:98966:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610902:0:98966:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9500e0a] to pc [ptlrpcd_00_02+2] req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.610922:0:98966:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610925:0:98966:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350987.610928:0:98966:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350987.610931:0:98966:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4d180. 00000020:00000040:2.0:1763350987.610934:0:98966:0:(genops.c:1229:class_import_get()) import ffff925cc1aaa000 refcount=3 obd=lustre-MDT0000-lwp-MDT0000 00000100:00000001:2.0:1763350987.610936:0:98966:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350987.610938:0:98966:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350987.610940:0:98966:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350987.610943:0:98966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925ddf370400. 00000100:00000001:2.0:1763350987.610946:0:98966:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610949:0:98966:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350987.610956:0:98966:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350987.610958:0:98966:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610962:0:98966:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066182e4b] to pc [ptlrpcd_00_03+3] req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.610969:0:98966:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610971:0:98966:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350987.610974:0:98966:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350987.610977:0:98966:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4f480. 00000020:00000040:2.0:1763350987.610979:0:98966:0:(genops.c:1229:class_import_get()) import ffff925df85e3000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:2.0:1763350987.610981:0:98966:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350987.610982:0:98966:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350987.610984:0:98966:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350987.610987:0:98966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925ddf370300. 00000100:00000001:2.0:1763350987.610989:0:98966:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.610993:0:98966:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350987.610999:0:98966:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350987.611001:0:98966:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.611005:0:98966:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274b4399] to pc [ptlrpcd_00_00+0] req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611012:0:98966:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.611014:0:98966:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1763350987.611017:0:98966:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1763350987.611020:0:98966:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c700. 00000020:00000040:2.0:1763350987.611022:0:98966:0:(genops.c:1229:class_import_get()) import ffff925cc132b800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1763350987.611024:0:98966:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350987.611025:0:98966:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350987.611027:0:98966:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350987.611031:0:98966:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925ddf370e00. 00000100:00000001:2.0:1763350987.611034:0:98966:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.611037:0:98966:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350987.611044:0:98966:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350987.611045:0:98966:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.611062:0:98966:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e0a4918] to pc [ptlrpcd_00_01+1] req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611070:0:98966:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.611075:0:98966:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6202) 00000100:00000001:2.0:1763350987.611087:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350987.611091:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350987.611094:0:3317:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350987.611099:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611108:0:3317:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350987.611111:0:3317:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.611116:0:3317:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350987.611119:0:3317:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350987.611121:0:3317:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350987.611124:0:3317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3317:1849001101459456:0@lo:400:kworker.0 00000100:00000001:2.0:1763350987.611131:0:3317:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350987.611135:0:3317:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350987.611137:0:3317:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.611140:0:3317:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350987.611143:0:3317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08400. 02000000:00000001:2.0:1763350987.611145:0:3317:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350987.611152:0:3317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79000. 00000400:00000010:2.0:1763350987.611159:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2660. 00000100:00000200:2.0:1763350987.611166:0:3317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101459456, portal 4 00000100:00000001:2.0:1763350987.611168:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350987.611170:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170316288 : -120542539235328 : ffff925e00c4c000) 00000100:00000040:2.0:1763350987.611176:0:3317:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611183:0:3317:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350987.611186:0:3317:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350987.611188:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2b28. 00000100:00000200:2.0:1763350987.611191:0:3317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1849001101459456, offset 0 00000400:00000200:2.0:1763350987.611197:0:3317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350987.611212:0:3317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350987.611224:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a81dd78000 00000400:00000200:2.0:1763350987.611231:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x118e29 [8] + 11952 00000400:00000200:2.0:1763350987.611240:0:3317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350987.611244:0:3317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350987.611251:0:3317:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350987.611254:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350987.611258:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4df80. 00000100:00000040:2.0:1763350987.611262:0:3317:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4df80 x1849001101459456 msgsize 224 00000100:00100000:2.0:1763350987.611265:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350987.611283:0:3317:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350987.611293:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:2.0:1763350987.611295:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:2.0:1763350987.611298:0:3317:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350987.611302:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611317:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350987.611320:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611327:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611328:0:3317:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350987.611333:0:3317:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.611337:0:3317:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19747 usecs (20 jiffies) 00000100:00000001:2.0:1763350987.611341:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300864533 00000100:00000010:2.0:1763350987.611347:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693300. 00000100:00000001:2.0:1763350987.611354:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350987.611360:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300864533 00000100:00000010:2.0:1763350987.611363:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693de0. 00000100:00000001:2.0:1763350987.611366:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350987.611369:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300864533 00000100:00000010:2.0:1763350987.611372:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693c60. 00000100:00000001:2.0:1763350987.611375:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350987.611377:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300864533 00000100:00000010:2.0:1763350987.611380:0:3317:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e006937e0. 00000100:00000001:2.0:1763350987.611383:0:3317:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350987.611386:0:3317:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350987.611389:0:3317:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611392:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611394:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.611403:0:3317:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350987.611405:0:3317:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763350987.611407:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350987.611408:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350987.611410:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350987.611413:0:3317:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1763350987.611414:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.611416:0:3317:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350987.611418:0:3317:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.611420:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350987.611421:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350987.611422:0:3317:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350987.611425:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611432:0:3317:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350987.611433:0:3317:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.611435:0:3317:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350987.611437:0:3317:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350987.611439:0:3317:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350987.611441:0:3317:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3317:1849001101459584:0@lo:400:kworker.0 00000100:00000001:2.0:1763350987.611444:0:3317:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350987.611446:0:3317:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350987.611448:0:3317:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.611449:0:3317:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350987.611452:0:3317:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08e00. 02000000:00000001:2.0:1763350987.611454:0:3317:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350987.611457:0:3317:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79b00. 00000400:00000010:2.0:1763350987.611460:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2b28. 00000100:00000200:2.0:1763350987.611463:0:3317:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101459584, portal 10 00000100:00000001:2.0:1763350987.611465:0:3317:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350987.611466:0:3317:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170320768 : -120542539230848 : ffff925e00c4d180) 00000100:00000040:2.0:1763350987.611471:0:3317:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611477:0:3317:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350987.611479:0:3317:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350987.611481:0:3317:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2bb0. 00000100:00000200:2.0:1763350987.611483:0:3317:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1849001101459584, offset 0 00000400:00000200:2.0:1763350987.611487:0:3317:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350987.611492:0:3317:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350987.611497:0:3317:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a81dd78080 00000400:00000200:2.0:1763350987.611502:0:3317:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4535 [64] + 157744 00000400:00000200:2.0:1763350987.611507:0:3317:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350987.611510:0:3317:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350987.611513:0:3317:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350987.611515:0:3317:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350987.611518:0:3317:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4d500. 00000100:00000040:2.0:1763350987.611521:0:3317:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4d500 x1849001101459584 msgsize 224 00000100:00100000:2.0:1763350987.611524:0:3317:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350987.611532:0:3317:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350987.611537:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:2.0:1763350987.611539:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:2.0:1763350987.611541:0:3317:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350987.611544:0:3317:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611551:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350987.611553:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611559:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611561:0:3317:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350987.611563:0:3317:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.611566:0:3317:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: using a timeout of 6981 usecs (7 jiffies) 00000100:00000001:2.0:1763350987.611569:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300864520 00000100:00000001:2.0:1763350987.611571:0:3317:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300864533 00000100:00000001:2.0:1763350987.611573:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300864520 00000100:00000001:2.0:1763350987.611575:0:3317:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300864533 00000100:00000001:2.0:1763350987.611577:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300864520 00000100:00000001:2.0:1763350987.611579:0:3317:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300864533 00000100:00000001:2.0:1763350987.611581:0:3317:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300864520 00000100:00000001:2.0:1763350987.611582:0:3317:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300864533 00000100:00000001:2.0:1763350987.611584:0:3317:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350987.611586:0:3317:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611588:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611590:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611625:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350987.611627:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611638:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350987.611640:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101459584 02000000:00000001:2.0:1763350987.611642:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350987.611645:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350987.611647:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.611652:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350987.611655:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101459584 00000020:00000001:2.0:1763350987.611659:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350987.611661:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc2ff4d654 00000020:00000001:2.0:1763350987.611663:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350987.611666:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc305e000 refcount=5 00000020:00000001:2.0:1763350987.611668:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525839429632 : -120547870121984 : ffff925cc305e000) 00000020:00000001:2.0:1763350987.611671:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525839429632 : -120547870121984 : ffff925cc305e000) 00000100:00000001:2.0:1763350987.611676:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350987.611680:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc40. 00000100:00000001:2.0:1763350987.611683:0:21173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350987.611685:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc40. 00000020:00000010:2.0:1763350987.611691:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09000. 00000020:00000010:2.0:1763350987.611696:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd991c780. 00000020:00000010:2.0:1763350987.611701:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000040:2.0:1763350987.611710:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350987.611713:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350987.611715:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350987.611717:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.611725:0:21173:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763350987.611727:0:21173:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350987.611729:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611737:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.611746:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350987.611748:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350987.611752:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3985 00000100:00000040:2.0:1763350987.611756:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc305e000 : new rpc_count 1 00000100:00000001:2.0:1763350987.611758:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170321664 : -120542539229952 : ffff925e00c4d500) 00000100:00000040:2.0:1763350987.611765:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4d500 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1763350998 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611773:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350987.611776:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc40. 00000100:00000001:2.0:1763350987.611778:0:21173:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350987.611780:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc40. 00000100:00100000:2.0:1763350987.611784:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3317:x1849001101459584:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763350987.611788:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101459584 00000020:00000001:2.0:1763350987.611791:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350987.611795:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350987.611798:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.611801:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350987.611803:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:2.0:1763350987.611806:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350987.611810:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350987.611812:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350987.611814:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350987.611817:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.611819:0:21173:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350987.611823:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350987.611826:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350987.611830:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dfc985800. 02000000:00000001:2.0:1763350987.611832:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611834:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.611837:0:21173:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350987.611840:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101459584 00010000:00000001:2.0:1763350987.611843:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350987.611847:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4d500 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350987.611855:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350987.611857:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350987.611861:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=122 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350987.611866:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350987.611869:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350987.611871:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350987.611874:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350987.611876:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.611879:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350987.611881:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350987.611884:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2bb0. 00000100:00000200:2.0:1763350987.611886:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001101459584, offset 224 00000400:00000200:2.0:1763350987.611890:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350987.611895:0:21173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350987.611900:0:21173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a81dd78080 00000400:00000200:2.0:1763350987.611904:0:21173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12fb3d [1] + 224 00000400:00000200:2.0:1763350987.611908:0:21173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350987.611911:0:21173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350987.611913:0:21173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350987.611917:0:21173:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350987.611926:0:21173:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.611936:0:21173:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350987.611939:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:2.0:1763350987.611941:0:21173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:2.0:1763350987.611944:0:21173:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350987.611945:0:21173:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350987.611948:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.611951:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350987.611953:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350987.611955:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.611957:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350987.611961:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4d500 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350987.611970:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3317:x1849001101459584:12345-0@lo:400:kworker.0 Request processed in 195us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350987.611980:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3985 00000100:00000040:2.0:1763350987.611983:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc305e000 : new rpc_count 0 00000100:00000001:2.0:1763350987.611986:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350987.611987:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350987.611992:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd991c780. 00000020:00000010:2.0:1763350987.611996:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:2.0:1763350987.611999:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09000. 00000020:00000040:2.0:1763350987.612005:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925cc305e000 : new refcount 4 00000100:00000001:2.0:1763350987.612008:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612023:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350987.612024:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350987.612029:0:3317:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350987.612031:0:3317:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350987.612033:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79b00. 00000400:00000200:2.0:1763350987.612037:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:2.0:1763350987.612038:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:2.0:1763350987.612040:0:3317:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350987.612043:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350987.612065:0:3317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.612071:0:3317:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350987.612073:0:3317:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612075:0:3317:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350987.612078:0:3317:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350987.612080:0:3317:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350987.612081:0:3317:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.612084:0:3317:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350987.612090:0:3317:0:(import.c:2128:obd_at_measure()) add 5 to ffff925cc1aaa458 time=119 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350987.612093:0:3317:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc1aaa410 time=119 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350987.612096:0:3317:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350987.612098:0:3317:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350987.612101:0:3317:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350987.612104:0:3317:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612108:0:3317:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763350987.612110:0:3317:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: skip recheck: last_committed 0 00000100:00000001:2.0:1763350987.612112:0:3317:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350987.612114:0:3317:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.612118:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.612124:0:3317:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350987.612127:0:3317:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350987.612129:0:3317:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350987.612133:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350987.612140:0:3317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3317:1849001101459584:0@lo:400:kworker.0 00000100:00000001:2.0:1763350987.612144:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612146:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350987.612149:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4d180 x1849001101459584/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.612155:0:3317:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350987.612157:0:3317:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350987.612160:0:3317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08e00. 02000000:00000001:2.0:1763350987.612163:0:3317:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350987.612165:0:3317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350987.612166:0:3317:0:(genops.c:1242:class_import_put()) import ffff925cc1aaa000 refcount=2 obd=lustre-MDT0000-lwp-MDT0000 00000020:00000001:2.0:1763350987.612168:0:3317:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350987.612171:0:3317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925ddf370400. 02000000:00000001:2.0:1763350987.612173:0:3317:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350987.612175:0:3317:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350987.612177:0:3317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4d180. 00000100:00000001:2.0:1763350987.612180:0:3317:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350987.612181:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612183:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612185:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350987.612186:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350987.612187:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612189:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612217:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350987.612220:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101459456 02000000:00000001:2.0:1763350987.612222:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350987.612223:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350987.612224:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.612227:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350987.612229:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101459456 00000020:00000001:2.0:1763350987.612230:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350987.612231:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:2.0:1763350987.612233:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350987.612235:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:2.0:1763350987.612237:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:2.0:1763350987.612239:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:2.0:1763350987.612241:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350987.612244:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc40. 00000020:00000010:2.0:1763350987.612250:0:57858:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc4c52d80. 00000020:00000040:2.0:1763350987.612256:0:57858:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:2.0:1763350987.612264:0:57858:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350987.612267:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08e00. 00000020:00000010:2.0:1763350987.612269:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd991c780. 00000020:00000010:2.0:1763350987.612272:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000040:2.0:1763350987.612278:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350987.612280:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350987.612281:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350987.612282:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612286:0:57858:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763350987.612287:0:57858:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350987.612289:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612295:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612301:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350987.612303:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350987.612306:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1945 00000100:00000040:2.0:1763350987.612309:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:2.0:1763350987.612311:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170324352 : -120542539227264 : ffff925e00c4df80) 00000100:00000040:2.0:1763350987.612315:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4df80 x1849001101459456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1763350998 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.612321:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350987.612324:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc80. 00000100:00000001:2.0:1763350987.612326:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350987.612328:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc80. 00000100:00100000:2.0:1763350987.612332:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3317:x1849001101459456:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763350987.612335:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101459456 00000020:00000001:2.0:1763350987.612337:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350987.612339:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350987.612340:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.612343:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350987.612345:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:2.0:1763350987.612346:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350987.612348:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350987.612350:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350987.612351:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350987.612353:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.612355:0:57858:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350987.612357:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350987.612358:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350987.612361:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dfc986c00. 02000000:00000001:2.0:1763350987.612363:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612365:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.612366:0:57858:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350987.612368:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911623, transno 0, xid 1849001101459456 00010000:00000001:2.0:1763350987.612370:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350987.612373:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4df80 x1849001101459456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350987.612380:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350987.612381:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350987.612383:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350987.612386:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350987.612388:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350987.612390:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350987.612391:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350987.612393:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612394:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350987.612396:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350987.612398:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2b28. 00000100:00000200:2.0:1763350987.612401:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001101459456, offset 224 00000400:00000200:2.0:1763350987.612404:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350987.612410:0:57858:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350987.612415:0:57858:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a81dd78000 00000400:00000200:2.0:1763350987.612420:0:57858:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12fb35 [1] + 224 00000400:00000200:2.0:1763350987.612424:0:57858:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350987.612427:0:57858:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350987.612430:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350987.612434:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350987.612441:0:57858:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.612451:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350987.612455:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:2.0:1763350987.612457:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:2.0:1763350987.612459:0:57858:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350987.612460:0:57858:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350987.612463:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.612465:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350987.612467:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350987.612469:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.612470:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350987.612473:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4df80 x1849001101459456/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350987.612480:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3317:x1849001101459456:12345-0@lo:400:kworker.0 Request processed in 157us (1217us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350987.612486:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1945 00000100:00000040:2.0:1763350987.612488:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:2.0:1763350987.612490:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350987.612491:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350987.612494:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd991c780. 00000020:00000010:2.0:1763350987.612497:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:2.0:1763350987.612499:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08e00. 00000020:00000040:2.0:1763350987.612502:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000100:00000001:2.0:1763350987.612504:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612518:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350987.612520:0:3317:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350987.612523:0:3317:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350987.612524:0:3317:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350987.612526:0:3317:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79000. 00000400:00000200:2.0:1763350987.612528:0:3317:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:2.0:1763350987.612530:0:3317:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:2.0:1763350987.612531:0:3317:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350987.612534:0:3317:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350987.612542:0:3317:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.612548:0:3317:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350987.612549:0:3317:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612551:0:3317:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350987.612553:0:3317:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350987.612554:0:3317:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350987.612556:0:3317:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.612557:0:3317:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350987.612561:0:3317:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fc58 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350987.612564:0:3317:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=89 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350987.612566:0:3317:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350987.612567:0:3317:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350987.612568:0:3317:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350987.612570:0:3317:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612572:0:3317:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1763350987.612573:0:3317:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884911623 gen 3 00000100:00000040:2.0:1763350987.612579:0:3317:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12884911623) req@ffff925dee39b100 x1849001101457792/t12884911623(12884911623) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350987.612587:0:3317:0:(osp_trans.c:1018:osp_request_commit_cb()) Process entered 00000004:00080000:2.0:1763350987.612589:0:3317:0:(osp_trans.c:1035:osp_request_commit_cb()) trans no 12884911623 committed transno 12884911623 00000004:00000010:2.0:1763350987.612593:0:3317:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dd80ba000. 00000004:00000010:2.0:1763350987.612619:0:3317:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925ccd7dcca0. 00000004:00000010:2.0:1763350987.612622:0:3317:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925deb371900. 00000004:00000010:2.0:1763350987.612626:0:3317:0:(osp_trans.c:921:osp_thandle_destroy()) kfreed 'oth': 144 at ffff925deb3716c0. 00000004:00000001:2.0:1763350987.612628:0:3317:0:(osp_trans.c:1045:osp_request_commit_cb()) Process leaving 00000100:00000001:2.0:1763350987.612629:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350987.612632:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dee39b100 x1849001101457792/t12884911623(12884911623) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763350997 ref 1 fl Complete:RMQU/204/0 rc 0/0 job:'mdt00_000.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.612637:0:3317:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350987.612639:0:3317:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350987.612641:0:3317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925df8c0c000. 02000000:00000001:2.0:1763350987.612644:0:3317:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350987.612645:0:3317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350987.612646:0:3317:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763350987.612648:0:3317:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350987.612650:0:3317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925dc34b0000. 02000000:00000001:2.0:1763350987.612653:0:3317:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350987.612654:0:3317:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350987.612655:0:3317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39b100. 00000100:00000001:2.0:1763350987.612658:0:3317:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350987.612659:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612662:0:3317:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1763350987.612664:0:3317:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:2.0:1763350987.612666:0:3317:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350987.612668:0:3317:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.612671:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.612678:0:3317:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350987.612680:0:3317:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350987.612682:0:3317:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350987.612686:0:3317:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350987.612693:0:3317:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3317:1849001101459456:0@lo:400:kworker.0 00000100:00000001:2.0:1763350987.612697:0:3317:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612700:0:3317:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350987.612702:0:3317:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4c000 x1849001101459456/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.612708:0:3317:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350987.612710:0:3317:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350987.612712:0:3317:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08400. 02000000:00000001:2.0:1763350987.612714:0:3317:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350987.612715:0:3317:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350987.612717:0:3317:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763350987.612719:0:3317:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350987.612720:0:3317:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925ddf370f00. 02000000:00000001:2.0:1763350987.612722:0:3317:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350987.612723:0:3317:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350987.612725:0:3317:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c000. 00000100:00000001:2.0:1763350987.612728:0:3317:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350987.612729:0:3317:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612731:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.612735:0:3317:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350987.612736:0:3317:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.612738:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350987.612740:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.612826:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350987.612829:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350987.612831:0:3315:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350987.612838:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.612847:0:3315:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350987.612849:0:3315:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.612852:0:3315:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350987.612855:0:3315:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350987.612857:0:3315:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350987.612860:0:3315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90ffbebe-7380-4d5b-bb8a-79b044bace23:3315:1849001101459200:0@lo:400:kworker.0 00000100:00000001:3.0:1763350987.612864:0:3315:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350987.612868:0:3315:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350987.612871:0:3315:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.612873:0:3315:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350987.612877:0:3315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925e005b1600. 02000000:00000001:3.0:1763350987.612879:0:3315:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350987.612884:0:3315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810d10. 00000400:00000010:3.0:1763350987.612889:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350110. 00000100:00000200:3.0:1763350987.612894:0:3315:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101459200, portal 25 00000100:00000001:3.0:1763350987.612897:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350987.612898:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170317184 : -120542539234432 : ffff925e00c4c380) 00000100:00000040:3.0:1763350987.612903:0:3315:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.612911:0:3315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350987.612913:0:3315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350987.612915:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23506e8. 00000100:00000200:3.0:1763350987.612918:0:3315:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1849001101459200, offset 0 00000400:00000200:3.0:1763350987.612923:0:3315:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350987.612929:0:3315:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350987.612935:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x691a81dd77f00 00000400:00000200:3.0:1763350987.612940:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x12ba9d [2] + 0 00000400:00000010:3.0:1763350987.612944:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925df87916e0. 00000400:00000200:3.0:1763350987.612948:0:3315:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cc471e180 00000400:00000200:3.0:1763350987.612951:0:3315:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350987.612954:0:3315:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1763350987.612956:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc471e180 00000400:00000010:3.0:1763350987.612958:0:3315:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cc471e180. 00000100:00000001:3.0:1763350987.612963:0:3315:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350987.612965:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1763350987.612968:0:3315:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9e74850 x1849001101459200 msgsize 224 00000100:00100000:3.0:1763350987.612972:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1763350987.612974:0:3315:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763350987.612993:0:3315:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350987.612997:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23506e8 00000400:00000010:3.0:1763350987.612999:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23506e8. 00000100:00000001:3.0:1763350987.613002:0:3315:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350987.613006:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613014:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350987.613018:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613025:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613026:0:3315:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350987.613029:0:3315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613033:0:3315:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS new deadline estimation for cpu 0 is 4300864585 00000100:00000001:3.0:1763350987.613040:0:3315:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4300864533 00000100:00000001:3.0:1763350987.613045:0:3315:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS new deadline estimation for cpu 1 is 4300864585 00000100:00000001:3.0:1763350987.613058:0:3315:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4300864533 00000100:00000001:3.0:1763350987.613062:0:3315:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS new deadline estimation for cpu 2 is 4300864585 00000100:00000001:3.0:1763350987.613065:0:3315:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4300864533 00000100:00000001:3.0:1763350987.613068:0:3315:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS new deadline estimation for cpu 3 is 4300864585 00000100:00000001:3.0:1763350987.613071:0:3315:0:(niobuf.c:684:kick_cpu_latency()) MGC192.168.202.102@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4300864533 00000100:00000001:3.0:1763350987.613074:0:3315:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350987.613077:0:3315:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613079:0:3315:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350987.613084:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613091:0:3315:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350987.613093:0:3315:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.613096:0:3315:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350987.613098:0:3315:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350987.613100:0:3315:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350987.613102:0:3315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3315:1849001101459712:0@lo:400:kworker.0 00000100:00000001:3.0:1763350987.613106:0:3315:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350987.613108:0:3315:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350987.613110:0:3315:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.613112:0:3315:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350987.613116:0:3315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dd85fa200. 02000000:00000001:3.0:1763350987.613118:0:3315:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350987.613121:0:3315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810210. 00000400:00000010:3.0:1763350987.613124:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23506e8. 00000100:00000200:3.0:1763350987.613126:0:3315:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101459712, portal 10 00000100:00000001:3.0:1763350987.613128:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350987.613129:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170329728 : -120542539221888 : ffff925e00c4f480) 00000100:00000040:3.0:1763350987.613136:0:3315:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613141:0:3315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350987.613143:0:3315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350987.613145:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350550. 00000100:00000200:3.0:1763350987.613148:0:3315:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1849001101459712, offset 0 00000400:00000200:3.0:1763350987.613151:0:3315:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350987.613156:0:3315:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350987.613161:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a81dd78100 00000400:00000200:3.0:1763350987.613166:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4535 [64] + 157968 00000400:00000200:3.0:1763350987.613171:0:3315:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350987.613174:0:3315:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350987.613178:0:3315:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350987.613179:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350987.613184:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc7f48000. 00000100:00000040:3.0:1763350987.613186:0:3315:0:(events.c:337:request_in_callback()) incoming req@ffff925dc7f48000 x1849001101459712 msgsize 224 00000100:00100000:3.0:1763350987.613190:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350987.613201:0:3315:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350987.613205:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350550 00000400:00000010:3.0:1763350987.613207:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350550. 00000100:00000001:3.0:1763350987.613209:0:3315:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350987.613212:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613219:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350987.613222:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613228:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613229:0:3315:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350987.613233:0:3315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350987.613237:0:3315:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 7322 usecs (8 jiffies) 00000100:00000001:3.0:1763350987.613239:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300864523 00000100:00000001:3.0:1763350987.613241:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613243:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300864523 00000100:00000001:3.0:1763350987.613245:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613247:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300864523 00000100:00000001:3.0:1763350987.613249:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613251:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300864523 00000100:00000001:3.0:1763350987.613253:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613256:0:3315:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350987.613258:0:3315:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613260:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613263:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.613268:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350987.613270:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1763350987.613273:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350987.613274:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350987.613275:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350987.613279:0:3315:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1763350987.613280:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.613282:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350987.613284:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.613285:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350987.613286:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350987.613288:0:3315:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350987.613292:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613298:0:3315:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350987.613300:0:3315:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.613302:0:3315:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350987.613303:0:3315:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350987.613305:0:3315:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350987.613308:0:3315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101459328:0@lo:400:kworker.0 00000100:00000001:3.0:1763350987.613311:0:3315:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350987.613313:0:3315:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350987.613315:0:3315:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.613317:0:3315:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350987.613321:0:3315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dc9641800. 02000000:00000001:3.0:1763350987.613323:0:3315:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350987.613327:0:3315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e008107e8. 00000400:00000010:3.0:1763350987.613330:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350550. 00000100:00000200:3.0:1763350987.613333:0:3315:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101459328, portal 4 00000100:00000001:3.0:1763350987.613335:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350987.613336:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170331520 : -120542539220096 : ffff925e00c4fb80) 00000100:00000040:3.0:1763350987.613342:0:3315:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613349:0:3315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350987.613351:0:3315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350987.613353:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350000. 00000100:00000200:3.0:1763350987.613356:0:3315:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1849001101459328, offset 0 00000400:00000200:3.0:1763350987.613360:0:3315:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350987.613365:0:3315:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350987.613370:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x691a81dd77f80 00000400:00000200:3.0:1763350987.613376:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x118e29 [8] + 12176 00000400:00000200:3.0:1763350987.613380:0:3315:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350987.613383:0:3315:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350987.613386:0:3315:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350987.613387:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350987.613390:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc7f49c00. 00000100:00000040:3.0:1763350987.613392:0:3315:0:(events.c:337:request_in_callback()) incoming req@ffff925dc7f49c00 x1849001101459328 msgsize 224 00000100:00100000:3.0:1763350987.613395:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350987.613400:0:3315:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350987.613403:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350000 00000400:00000010:3.0:1763350987.613405:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350000. 00000100:00000001:3.0:1763350987.613407:0:3315:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350987.613410:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613416:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350987.613419:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613424:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613426:0:3315:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350987.613428:0:3315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350987.613431:0:3315:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24576 usecs (25 jiffies) 00000100:00000001:3.0:1763350987.613434:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300864540 00000100:00000001:3.0:1763350987.613436:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613438:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300864540 00000100:00000001:3.0:1763350987.613440:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613442:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300864540 00000100:00000001:3.0:1763350987.613444:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613447:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300864540 00000100:00000001:3.0:1763350987.613449:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613451:0:3315:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350987.613453:0:3315:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613455:0:3315:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350987.613458:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613465:0:3315:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350987.613466:0:3315:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.613468:0:3315:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350987.613470:0:3315:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350987.613472:0:3315:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350987.613474:0:3315:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3315:1849001101459840:0@lo:400:kworker.0 00000100:00000001:3.0:1763350987.613477:0:3315:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350987.613479:0:3315:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350987.613481:0:3315:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.613483:0:3315:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350987.613486:0:3315:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de0b54c00. 02000000:00000001:3.0:1763350987.613488:0:3315:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350987.613491:0:3315:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810790. 00000400:00000010:3.0:1763350987.613494:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350000. 00000100:00000200:3.0:1763350987.613497:0:3315:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101459840, portal 10 00000100:00000001:3.0:1763350987.613499:0:3315:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350987.613501:0:3315:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170318080 : -120542539233536 : ffff925e00c4c700) 00000100:00000040:3.0:1763350987.613506:0:3315:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613511:0:3315:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350987.613513:0:3315:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350987.613514:0:3315:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23507f8. 00000100:00000200:3.0:1763350987.613517:0:3315:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1849001101459840, offset 0 00000400:00000200:3.0:1763350987.613520:0:3315:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350987.613524:0:3315:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350987.613530:0:3315:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x691a81dd78180 00000400:00000200:3.0:1763350987.613534:0:3315:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0xd4535 [64] + 158192 00000400:00000200:3.0:1763350987.613537:0:3315:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350987.613539:0:3315:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350987.613542:0:3315:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350987.613543:0:3315:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350987.613546:0:3315:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc7f48a80. 00000100:00000040:3.0:1763350987.613548:0:3315:0:(events.c:337:request_in_callback()) incoming req@ffff925dc7f48a80 x1849001101459840 msgsize 224 00000100:00100000:3.0:1763350987.613551:0:3315:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350987.613560:0:3315:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350987.613563:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23507f8 00000400:00000010:3.0:1763350987.613565:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23507f8. 00000100:00000001:3.0:1763350987.613567:0:3315:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350987.613571:0:3315:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613578:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350987.613580:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613587:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613588:0:3315:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350987.613591:0:3315:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350987.613633:0:3315:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 7827 usecs (8 jiffies) 00000100:00000001:3.0:1763350987.613637:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300864523 00000100:00000001:3.0:1763350987.613639:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613641:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300864523 00000100:00000001:3.0:1763350987.613643:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613645:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300864523 00000100:00000001:3.0:1763350987.613647:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613649:0:3315:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300864523 00000100:00000001:3.0:1763350987.613651:0:3315:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300864585 00000100:00000001:3.0:1763350987.613653:0:3315:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350987.613656:0:3315:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613658:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613660:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613675:0:3316:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350987.613678:0:3316:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613692:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350987.613695:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101459712 02000000:00000001:3.0:1763350987.613697:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350987.613699:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350987.613701:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.613705:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350987.613709:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101459712 00000020:00000001:3.0:1763350987.613712:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350987.613714:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd02 00000020:00000001:3.0:1763350987.613717:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350987.613719:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc590f000 refcount=5 00000020:00000001:3.0:1763350987.613722:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530177064960 : -120543532486656 : ffff925dc590f000) 00000020:00000001:3.0:1763350987.613724:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530177064960 : -120543532486656 : ffff925dc590f000) 00000100:00000001:3.0:1763350987.613727:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350987.613732:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc20ad9c0. 00000020:00000040:3.0:1763350987.613739:0:20015:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000100:00000001:3.0:1763350987.613742:0:20015:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763350987.613745:0:20015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de0b54200. 00000020:00000010:3.0:1763350987.613749:0:20015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69c80. 00000020:00000010:3.0:1763350987.613753:0:20015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375190. 00000100:00000040:3.0:1763350987.613759:0:20015:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350987.613762:0:20015:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350987.613763:0:20015:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350987.613765:0:20015:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.613771:0:20015:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763350987.613773:0:20015:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350987.613775:0:20015:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613780:0:20015:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.613787:0:20015:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350987.613788:0:20015:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101459840 02000000:00000001:3.0:1763350987.613790:0:20015:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350987.613791:0:20015:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350987.613793:0:20015:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.613795:0:20015:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350987.613797:0:20015:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101459840 00000020:00000001:3.0:1763350987.613798:0:20015:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350987.613799:0:20015:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd87 00000020:00000001:3.0:1763350987.613801:0:20015:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350987.613803:0:20015:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dee1da800 refcount=5 00000020:00000001:3.0:1763350987.613804:0:20015:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530857375744 : -120542852175872 : ffff925dee1da800) 00000020:00000001:3.0:1763350987.613806:0:20015:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530857375744 : -120542852175872 : ffff925dee1da800) 00000100:00000001:3.0:1763350987.613809:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350987.613811:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc20ad180. 00000020:00000010:3.0:1763350987.613814:0:20015:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dea57d840. 00000100:00000001:3.0:1763350987.613817:0:20015:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763350987.613818:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc20ad180. 00000020:00000010:3.0:1763350987.613822:0:20015:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de0b55400. 00000020:00000010:3.0:1763350987.613825:0:20015:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350987.613828:0:20015:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375898. 00000100:00000001:3.0:1763350987.613831:0:20015:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350987.613832:0:20015:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350987.613833:0:20015:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.613836:0:20015:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1763350987.613838:0:20015:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350987.613839:0:20015:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613846:0:20015:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.613852:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350987.613854:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350987.613858:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3986 00000100:00000040:3.0:1763350987.613861:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc590f000 : new rpc_count 1 00000100:00000001:3.0:1763350987.613863:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530217144320 : -120543492407296 : ffff925dc7f48000) 00000100:00000040:3.0:1763350987.613869:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc7f48000 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1763350998 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.613877:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350987.613880:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc20ad180. 00000100:00000001:3.0:1763350987.613883:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350987.613885:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc20ad180. 00000100:00100000:3.0:1763350987.613889:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc7f48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1849001101459712:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1763350987.613892:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101459712 00000020:00000001:3.0:1763350987.613896:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350987.613899:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350987.613901:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.613903:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350987.613905:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:3.0:1763350987.613908:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350987.613911:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350987.613912:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350987.613914:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350987.613917:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.613919:0:20015:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763350987.613923:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350987.613924:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350987.613928:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707e800. 02000000:00000001:3.0:1763350987.613931:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613934:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.613936:0:20015:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350987.613938:0:20015:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101459712 00010000:00000001:3.0:1763350987.613940:0:20015:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350987.613944:0:20015:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc7f48000 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350987.613951:0:20015:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350987.613953:0:20015:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350987.613957:0:20015:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350987.613961:0:20015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350987.613963:0:20015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350987.613965:0:20015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350987.613968:0:20015:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350987.613970:0:20015:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.613972:0:20015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350987.613974:0:20015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350987.613977:0:20015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23507f8. 00000100:00000200:3.0:1763350987.613981:0:20015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001101459712, offset 224 00000400:00000200:3.0:1763350987.613985:0:20015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350987.613991:0:20015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350987.613996:0:20015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a81dd78100 00000400:00000200:3.0:1763350987.614001:0:20015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12fb55 [1] + 224 00000400:00000200:3.0:1763350987.614005:0:20015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350987.614008:0:20015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350987.614011:0:20015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350987.614016:0:20015:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350987.614025:0:20015:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.614038:0:20015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350987.614042:0:20015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23507f8 00000400:00000010:3.0:1763350987.614044:0:20015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23507f8. 00000100:00000001:3.0:1763350987.614047:0:20015:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350987.614048:0:20015:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350987.614064:0:20015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350987.614067:0:20015:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350987.614069:0:20015:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350987.614071:0:20015:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.614073:0:20015:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350987.614077:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc7f48000 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350987.614085:0:20015:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc7f48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3315:x1849001101459712:12345-0@lo:400:kworker.0 Request processed in 206us (896us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350987.614091:0:20015:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3986 00000100:00000040:3.0:1763350987.614094:0:20015:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc590f000 : new rpc_count 0 00000100:00000001:3.0:1763350987.614096:0:20015:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350987.614098:0:20015:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350987.614102:0:20015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69c80. 00000020:00000010:3.0:1763350987.614105:0:20015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375190. 00000020:00000010:3.0:1763350987.614110:0:20015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de0b54200. 00000020:00000040:3.0:1763350987.614114:0:20015:0:(genops.c:898:class_export_put()) PUTting export ffff925dc590f000 : new refcount 4 00000100:00000001:3.0:1763350987.614116:0:20015:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.614123:0:20015:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350987.614124:0:20015:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350987.614127:0:20015:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3987 00000100:00000040:3.0:1763350987.614129:0:20015:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dee1da800 : new rpc_count 1 00000100:00000001:3.0:1763350987.614131:0:20015:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530217147008 : -120543492404608 : ffff925dc7f48a80) 00000100:00000040:3.0:1763350987.614135:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc7f48a80 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1763350998 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.614141:0:20015:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350987.614144:0:20015:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc20ad180. 00000100:00000001:3.0:1763350987.614146:0:20015:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350987.614148:0:20015:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc20ad180. 00000100:00100000:3.0:1763350987.614151:0:20015:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc7f48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3315:x1849001101459840:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1763350987.614153:0:20015:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101459840 00000020:00000001:3.0:1763350987.614155:0:20015:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350987.614157:0:20015:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350987.614158:0:20015:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.614160:0:20015:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350987.614162:0:20015:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:3.0:1763350987.614164:0:20015:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350987.614166:0:20015:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350987.614168:0:20015:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350987.614169:0:20015:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350987.614171:0:20015:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.614173:0:20015:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1763350987.614175:0:20015:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350987.614176:0:20015:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350987.614179:0:20015:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707f800. 02000000:00000001:3.0:1763350987.614181:0:20015:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.614183:0:20015:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.614184:0:20015:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350987.614186:0:20015:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101459840 00010000:00000001:3.0:1763350987.614188:0:20015:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350987.614191:0:20015:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc7f48a80 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350987.614198:0:20015:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350987.614199:0:20015:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350987.614201:0:20015:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350987.614205:0:20015:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350987.614206:0:20015:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350987.614208:0:20015:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350987.614210:0:20015:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350987.614212:0:20015:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.614214:0:20015:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350987.614216:0:20015:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350987.614218:0:20015:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23507f8. 00000100:00000200:3.0:1763350987.614221:0:20015:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001101459840, offset 224 00000400:00000200:3.0:1763350987.614226:0:20015:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350987.614232:0:20015:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350987.614236:0:20015:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x691a81dd78180 00000400:00000200:3.0:1763350987.614240:0:20015:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x12fb65 [1] + 224 00000400:00000200:3.0:1763350987.614244:0:20015:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350987.614247:0:20015:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350987.614250:0:20015:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350987.614253:0:20015:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350987.614261:0:20015:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.614269:0:20015:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350987.614272:0:20015:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23507f8 00000400:00000010:3.0:1763350987.614274:0:20015:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23507f8. 00000100:00000001:3.0:1763350987.614277:0:20015:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350987.614278:0:20015:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350987.614280:0:20015:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350987.614282:0:20015:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350987.614284:0:20015:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350987.614285:0:20015:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350987.614287:0:20015:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350987.614290:0:20015:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc7f48a80 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350987.614297:0:20015:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc7f48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3315:x1849001101459840:12345-0@lo:400:kworker.0 Request processed in 155us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350987.614303:0:20015:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3987 00000100:00000040:3.0:1763350987.614306:0:20015:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dee1da800 : new rpc_count 0 00000100:00000001:3.0:1763350987.614307:0:20015:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350987.614308:0:20015:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350987.614311:0:20015:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350987.614314:0:20015:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375898. 00000020:00000010:3.0:1763350987.614317:0:20015:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de0b55400. 00000020:00000040:3.0:1763350987.614320:0:20015:0:(genops.c:898:class_export_put()) PUTting export ffff925dee1da800 : new refcount 4 00000100:00000001:3.0:1763350987.614322:0:20015:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.614342:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350987.614344:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350987.614348:0:3315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350987.614350:0:3315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350987.614352:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810790. 00000400:00000200:3.0:1763350987.614354:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350000 00000400:00000010:3.0:1763350987.614356:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350000. 00000100:00000001:3.0:1763350987.614357:0:3315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350987.614361:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350987.614368:0:3315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.614373:0:3315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350987.614376:0:3315:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.614378:0:3315:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350987.614381:0:3315:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350987.614382:0:3315:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350987.614383:0:3315:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.614386:0:3315:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350987.614392:0:3315:0:(import.c:2128:obd_at_measure()) add 5 to ffff925cc132bc58 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350987.614396:0:3315:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc132bc10 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350987.614398:0:3315:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350987.614400:0:3315:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350987.614402:0:3315:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350987.614404:0:3315:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.614408:0:3315:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350987.614410:0:3315:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1763350987.614412:0:3315:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350987.614413:0:3315:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350987.614417:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.614423:0:3315:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350987.614426:0:3315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350987.614428:0:3315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350987.614432:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350987.614440:0:3315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3315:1849001101459840:0@lo:400:kworker.0 00000400:00000001:3.0:1763350987.614445:0:3315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350987.614447:0:3315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350987.614448:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810210. 00000400:00000200:3.0:1763350987.614451:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23506e8 00000400:00000010:3.0:1763350987.614452:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23506e8. 00000100:00000001:3.0:1763350987.614455:0:3315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350987.614457:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350987.614466:0:3315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.614477:0:3315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350987.614479:0:3315:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.614480:0:3315:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350987.614481:0:3315:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350987.614483:0:3315:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350987.614484:0:3315:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.614486:0:3315:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350987.614490:0:3315:0:(import.c:2128:obd_at_measure()) add 5 to ffff925df85e3458 time=102 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350987.614492:0:3315:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df85e3410 time=102 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350987.614497:0:3315:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350987.614498:0:3315:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350987.614499:0:3315:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350987.614501:0:3315:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.614503:0:3315:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350987.614504:0:3315:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1763350987.614505:0:3315:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350987.614507:0:3315:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350987.614510:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.614515:0:3315:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350987.614517:0:3315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350987.614518:0:3315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350987.614521:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350987.614526:0:3315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3315:1849001101459712:0@lo:400:kworker.0 00000100:00000001:3.0:1763350987.614530:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.614532:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350987.614535:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4c700 x1849001101459840/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.614541:0:3315:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350987.614543:0:3315:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350987.614546:0:3315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de0b54c00. 02000000:00000001:3.0:1763350987.614549:0:3315:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350987.614551:0:3315:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350987.614552:0:3315:0:(genops.c:1242:class_import_put()) import ffff925cc132b800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1763350987.614554:0:3315:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350987.614556:0:3315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925ddf370e00. 02000000:00000001:3.0:1763350987.614559:0:3315:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350987.614561:0:3315:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350987.614563:0:3315:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c700. 00000100:00000001:3.0:1763350987.614567:0:3315:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350987.614568:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.614569:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350987.614572:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4f480 x1849001101459712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.614578:0:3315:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350987.614579:0:3315:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350987.614580:0:3315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dd85fa200. 02000000:00000001:3.0:1763350987.614583:0:3315:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350987.614584:0:3315:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350987.614585:0:3315:0:(genops.c:1242:class_import_put()) import ffff925df85e3000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1763350987.614587:0:3315:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350987.614588:0:3315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925ddf370300. 02000000:00000001:3.0:1763350987.614589:0:3315:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350987.614590:0:3315:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350987.614591:0:3315:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4f480. 00000100:00000001:3.0:1763350987.614621:0:3315:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350987.614623:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.614627:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.614629:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350987.614630:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350987.614632:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.614633:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350987.614915:0:69028:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:1.0:1763350987.614919:0:69028:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1763350987.614929:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:1.0:1763350987.614935:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000100:00080000:1.0:1763350987.614939:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:1.0:1763350987.614942:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:2.0:1763350987.618172:0:20011:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350987.618180:0:20011:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101459200 02000000:00000001:2.0:1763350987.618184:0:20011:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350987.618187:0:20011:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350987.618189:0:20011:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.618195:0:20011:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350987.618202:0:20011:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101459200 00000020:00000001:2.0:1763350987.618206:0:20011:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350987.618208:0:20011:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc2ff4d3bb 00000020:00000001:2.0:1763350987.618210:0:20011:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350987.618214:0:20011:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dd0a66800 refcount=18 00000020:00000001:2.0:1763350987.618218:0:20011:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530363021312 : -120543346530304 : ffff925dd0a66800) 00000020:00000001:2.0:1763350987.618221:0:20011:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530363021312 : -120543346530304 : ffff925dd0a66800) 00000100:00000001:2.0:1763350987.618225:0:20011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350987.618230:0:20011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc80. 00000100:00000001:2.0:1763350987.618233:0:20011:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350987.618236:0:20011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc80. 00000020:00000010:2.0:1763350987.618242:0:20011:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08400. 00000020:00000010:2.0:1763350987.618249:0:20011:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd991c780. 00000020:00000010:2.0:1763350987.618255:0:20011:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000040:2.0:1763350987.618264:0:20011:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:2.0:1763350987.618268:0:20011:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350987.618269:0:20011:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350987.618272:0:20011:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.618281:0:20011:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.618298:0:20011:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.618310:0:20011:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350987.618313:0:20011:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350987.618321:0:20011:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3974 00000100:00000040:2.0:1763350987.618326:0:20011:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dd0a66800 : new rpc_count 1 00000100:00000001:2.0:1763350987.618328:0:20011:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530518267984 : -120543191283632 : ffff925dd9e74850) 00000100:00000040:2.0:1763350987.618336:0:20011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9e74850 x1849001101459200/t0(0) o400->90ffbebe-7380-4d5b-bb8a-79b044bace23@0@lo:178/0 lens 224/0 e 0 to 0 dl 1763350998 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.618344:0:20011:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350987.618347:0:20011:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc80. 00000100:00000001:2.0:1763350987.618349:0:20011:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350987.618351:0:20011:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc80. 00000100:00100000:2.0:1763350987.618355:0:20011:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9e74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:90ffbebe-7380-4d5b-bb8a-79b044bace23+18:3315:x1849001101459200:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763350987.618358:0:20011:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101459200 00000020:00000001:2.0:1763350987.618363:0:20011:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350987.618366:0:20011:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350987.618369:0:20011:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.618372:0:20011:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350987.618373:0:20011:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666675328 : -1042876288 : ffffffffc1d6f880) 00000020:00000001:2.0:1763350987.618377:0:20011:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350987.618379:0:20011:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350987.618381:0:20011:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350987.618384:0:20011:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350987.618387:0:20011:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.618389:0:20011:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350987.618393:0:20011:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350987.618395:0:20011:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350987.618400:0:20011:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dfc985000. 02000000:00000001:2.0:1763350987.618402:0:20011:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.618405:0:20011:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.618407:0:20011:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350987.618410:0:20011:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001101459200 00010000:00000001:2.0:1763350987.618413:0:20011:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350987.618418:0:20011:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9e74850 x1849001101459200/t0(0) o400->90ffbebe-7380-4d5b-bb8a-79b044bace23@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350987.618427:0:20011:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350987.618429:0:20011:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350987.618434:0:20011:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc23f39e8 time=125 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350987.618438:0:20011:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350987.618441:0:20011:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350987.618444:0:20011:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350987.618447:0:20011:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350987.618449:0:20011:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.618453:0:20011:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350987.618456:0:20011:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350987.618461:0:20011:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2660. 00000100:00000200:2.0:1763350987.618468:0:20011:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1849001101459200, offset 224 00000400:00000200:2.0:1763350987.618474:0:20011:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350987.618489:0:20011:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350987.618500:0:20011:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x691a81dd77f00 00000400:00000200:2.0:1763350987.618508:0:20011:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0x12fb4d [1] + 224 00000400:00000200:2.0:1763350987.618517:0:20011:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350987.618521:0:20011:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350987.618529:0:20011:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350987.618536:0:20011:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350987.618546:0:20011:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.618560:0:20011:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350987.618568:0:20011:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:2.0:1763350987.618571:0:20011:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:2.0:1763350987.618575:0:20011:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350987.618577:0:20011:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350987.618582:0:20011:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.618585:0:20011:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350987.618588:0:20011:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350987.618590:0:20011:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.618592:0:20011:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350987.618631:0:20011:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9e74850 x1849001101459200/t0(0) o400->90ffbebe-7380-4d5b-bb8a-79b044bace23@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350987.618639:0:20011:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9e74850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:90ffbebe-7380-4d5b-bb8a-79b044bace23+18:3315:x1849001101459200:12345-0@lo:400:kworker.0 Request processed in 294us (5669us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350987.618648:0:20011:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3974 00000100:00000040:2.0:1763350987.618651:0:20011:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dd0a66800 : new rpc_count 0 00000100:00000001:2.0:1763350987.618654:0:20011:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350987.618656:0:20011:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350987.618661:0:20011:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd991c780. 00000020:00000010:2.0:1763350987.618664:0:20011:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:2.0:1763350987.618668:0:20011:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08400. 00000020:00000040:2.0:1763350987.618674:0:20011:0:(genops.c:898:class_export_put()) PUTting export ffff925dd0a66800 : new refcount 17 02000000:00000001:2.0:1763350987.618678:0:20011:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350987.618680:0:20011:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dfc985000. 02000000:00000001:2.0:1763350987.618683:0:20011:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763350987.618686:0:20011:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763350987.618691:0:20011:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1763350987.618696:0:20011:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79000. 00000400:00000010:2.0:1763350987.618701:0:20011:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925de2edc0c0. 00000100:00000001:2.0:1763350987.618719:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350987.618721:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101459328 02000000:00000001:2.0:1763350987.618723:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350987.618725:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350987.618727:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350987.618730:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350987.618732:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101459328 00000020:00000001:2.0:1763350987.618734:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350987.618735:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:2.0:1763350987.618737:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350987.618739:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=7 00000020:00000001:2.0:1763350987.618741:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:2.0:1763350987.618743:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:2.0:1763350987.618746:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350987.618749:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc80. 00000100:00000001:2.0:1763350987.618752:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350987.618754:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc80. 00000020:00000010:2.0:1763350987.618758:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08400. 00000020:00000010:2.0:1763350987.618761:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd991c780. 00000020:00000010:2.0:1763350987.618763:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000040:2.0:1763350987.618767:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350987.618770:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350987.618771:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350987.618773:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.618777:0:63038:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1763350987.618779:0:63038:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350987.618780:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.618788:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350987.618796:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350987.618797:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350987.618801:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1946 00000100:00000040:2.0:1763350987.618804:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:2.0:1763350987.618806:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530217151488 : -120543492400128 : ffff925dc7f49c00) 00000100:00000040:2.0:1763350987.618811:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc7f49c00 x1849001101459328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/0 e 0 to 0 dl 1763350998 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.618818:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350987.618821:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc80. 00000100:00000001:2.0:1763350987.618823:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350987.618825:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc80. 00000100:00100000:2.0:1763350987.618828:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc7f49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3315:x1849001101459328:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1763350987.618832:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101459328 00000020:00000001:2.0:1763350987.618834:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350987.618836:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350987.618838:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.618840:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350987.618842:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:2.0:1763350987.618845:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350987.618849:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350987.618851:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350987.618853:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350987.618854:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.618856:0:63038:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1763350987.618859:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350987.618861:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350987.618864:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dfc985000. 02000000:00000001:2.0:1763350987.618866:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.618868:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.618870:0:63038:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350987.618872:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847700, transno 0, xid 1849001101459328 00010000:00000001:2.0:1763350987.618874:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350987.618878:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc7f49c00 x1849001101459328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350987.618884:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350987.618887:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350987.618890:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=91 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350987.618893:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350987.618895:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350987.618896:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350987.618899:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350987.618900:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350987.618902:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350987.618904:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350987.618907:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2660. 00000100:00000200:2.0:1763350987.618910:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001101459328, offset 224 00000400:00000200:2.0:1763350987.618914:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350987.618920:0:63038:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350987.618924:0:63038:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x691a81dd77f80 00000400:00000200:2.0:1763350987.618930:0:63038:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x12fb5d [1] + 224 00000400:00000200:2.0:1763350987.618934:0:63038:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350987.618937:0:63038:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350987.618939:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350987.618945:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350987.618954:0:63038:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350987.618961:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350987.618965:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:2.0:1763350987.618967:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:2.0:1763350987.618969:0:63038:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350987.618970:0:63038:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350987.618972:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.618975:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350987.618977:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350987.618979:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.618980:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350987.618984:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc7f49c00 x1849001101459328/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:178/0 lens 224/224 e 0 to 0 dl 1763350998 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350987.618992:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc7f49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+7:3315:x1849001101459328:12345-0@lo:400:kworker.0 Request processed in 172us (5598us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350987.618999:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1946 00000100:00000040:2.0:1763350987.619001:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:2.0:1763350987.619003:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350987.619004:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350987.619007:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd991c780. 00000020:00000010:2.0:1763350987.619010:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:2.0:1763350987.619013:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08400. 00000020:00000040:2.0:1763350987.619016:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 6 00000100:00000001:2.0:1763350987.619019:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.619410:0:20016:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1763350987.619414:0:20016:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.619425:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350987.619429:0:3315:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350987.619437:0:3315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350987.619439:0:3315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350987.619443:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e008107e8. 00000400:00000200:3.0:1763350987.619448:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350550 00000400:00000010:3.0:1763350987.619450:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350550. 00000100:00000001:3.0:1763350987.619453:0:3315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350987.619459:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350987.619469:0:3315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.619476:0:3315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350987.619478:0:3315:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.619481:0:3315:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350987.619483:0:3315:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350987.619485:0:3315:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350987.619487:0:3315:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.619490:0:3315:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350987.619497:0:3315:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ac58 time=125 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350987.619500:0:3315:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=86 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350987.619503:0:3315:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350987.619505:0:3315:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350987.619507:0:3315:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350987.619510:0:3315:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.619515:0:3315:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350987.619517:0:3315:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847700 00000100:00000001:3.0:1763350987.619519:0:3315:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350987.619522:0:3315:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350987.619526:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.619533:0:3315:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350987.619536:0:3315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350987.619538:0:3315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350987.619541:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350987.619549:0:3315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3315:1849001101459328:0@lo:400:kworker.0 00000400:00000001:3.0:1763350987.619555:0:3315:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350987.619556:0:3315:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350987.619558:0:3315:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810d10. 00000400:00000200:3.0:1763350987.619560:0:3315:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350110 00000400:00000010:3.0:1763350987.619562:0:3315:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350110. 00000100:00000001:3.0:1763350987.619564:0:3315:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350987.619567:0:3315:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350987.619574:0:3315:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.619580:0:3315:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350987.619581:0:3315:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.619583:0:3315:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350987.619584:0:3315:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350987.619585:0:3315:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350987.619587:0:3315:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350987.619589:0:3315:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350987.619592:0:3315:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7ff4c58 time=71 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350987.619623:0:3315:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7ff4c10 time=125 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350987.619626:0:3315:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350987.619627:0:3315:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350987.619629:0:3315:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350987.619631:0:3315:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.619632:0:3315:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350987.619636:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.619642:0:3315:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350987.619644:0:3315:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350987.619645:0:3315:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350987.619648:0:3315:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350987.619655:0:3315:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:90ffbebe-7380-4d5b-bb8a-79b044bace23:3315:1849001101459200:0@lo:400:kworker.0 00000100:00000001:3.0:1763350987.619659:0:3315:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.619662:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350987.619666:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4fb80 x1849001101459328/t0(0) o400->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.619673:0:3315:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350987.619676:0:3315:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350987.619679:0:3315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dc9641800. 02000000:00000001:3.0:1763350987.619684:0:3315:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350987.619686:0:3315:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350987.619688:0:3315:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763350987.619690:0:3315:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350987.619693:0:3315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df924d700. 02000000:00000001:3.0:1763350987.619698:0:3315:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350987.619700:0:3315:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350987.619702:0:3315:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4fb80. 00000100:00000001:3.0:1763350987.619706:0:3315:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350987.619708:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.619710:0:3315:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350987.619712:0:3315:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4c380 x1849001101459200/t0(0) o400->MGC192.168.202.102@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1763351003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350987.619718:0:3315:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350987.619719:0:3315:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350987.619720:0:3315:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925e005b1600. 02000000:00000001:3.0:1763350987.619723:0:3315:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350987.619724:0:3315:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350987.619725:0:3315:0:(genops.c:1242:class_import_put()) import ffff925dc7ff4800 refcount=3 obd=MGC192.168.202.102@tcp 00000020:00000001:3.0:1763350987.619727:0:3315:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350987.619729:0:3315:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df924d400. 02000000:00000001:3.0:1763350987.619730:0:3315:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350987.619731:0:3315:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350987.619733:0:3315:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c380. 00000100:00000001:3.0:1763350987.619736:0:3315:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350987.619737:0:3315:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.619739:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350987.619746:0:3315:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350987.619747:0:3315:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350987.619749:0:3315:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1763350987.619752:0:3315:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350987.700122:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300864585, at 4300864602 00000100:00000010:2.0:1763350987.700137:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693c60. 00000100:00000040:0.0:1763350987.700239:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300864585, at 4300864602 00000100:00000010:0.0:1763350987.700244:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693300. 00000100:00000040:3.0:1763350987.700309:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300864585, at 4300864602 00000100:00000010:3.0:1763350987.700316:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006937e0. 00000100:00000040:1.0:1763350987.700387:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300864585, at 4300864602 00000100:00000010:1.0:1763350987.700393:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693de0. 00010000:00000001:3.0:1763350987.803988:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350987.803995:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350987.804001:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350987.804003:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350987.804007:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350987.804008:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350987.804012:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350987.804014:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350987.804018:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350987.804020:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350987.806710:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763350987.806718:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350987.806723:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:3.0:1763350987.883415:0:106289:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1763350987.883423:0:106289:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 56xa: lfs migration --block support ======= 22:43:06 (1763350986) 00000001:00000001:3.0:1763350987.887362:0:106289:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000001:2.0:1763350988.006753:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.006771:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.006774:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.006777:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.006790:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.006810:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 584 into portal 12 MB=0x691a81edfe400 00000400:00000200:2.0:1763350988.006819:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 584/584 into md 0xd4535 [64] + 158416 00000800:00000001:2.0:1763350988.006828:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.006838:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.006842:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.006847:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.006856:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.006858:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350988.006865:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c000. 00000100:00000040:2.0:1763350988.006870:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4c000 x1849001118786560 msgsize 584 00000100:00100000:2.0:1763350988.006874:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.007441:0:26495:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1763350988.007454:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.007468:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.007472:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1763350988.007498:0:26495:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118786560 02000000:00000001:1.0:1763350988.007503:0:26495:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.007506:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.007509:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.007514:0:26495:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.007519:0:26495:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118786560 00000020:00000001:1.0:1763350988.007523:0:26495:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.007526:0:26495:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350988.007529:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.007533:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=486 00000020:00000001:1.0:1763350988.007536:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350988.007539:0:26495:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350988.007544:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.007550:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52840. 00000020:00000010:1.0:1763350988.007556:0:26495:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dfb9b59c0. 00000020:00000040:1.0:1763350988.007563:0:26495:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000100:00000001:1.0:1763350988.007582:0:26495:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1763350988.007589:0:26495:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90ff400. 00000100:00080000:2.0:1763350988.011393:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000040:2.0:1763350988.011407:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000 (ffff925de0be4a88) now 12 - evictor 00000020:00000010:1.0:1763350988.011653:0:26495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350988.011665:0:26495:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000100:00000040:1.0:1763350988.011683:0:26495:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350988.011689:0:26495:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.011690:0:26495:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350988.011695:0:26495:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350988.011698:0:26495:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.011700:0:26495:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.011713:0:26495:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.011729:0:26495:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.011753:0:26495:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.011755:0:26495:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.011765:0:26495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140629 00000100:00000040:1.0:1763350988.011770:0:26495:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350988.011773:0:26495:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170316288 : -120542539235328 : ffff925e00c4c000) 00000100:00000040:1.0:1763350988.011781:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4c000 x1849001118786560/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 584/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350988.011791:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.011796:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52ec0. 00000100:00000001:1.0:1763350988.011801:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.011803:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52ec0. 00000100:00100000:1.0:1763350988.011808:0:26495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+486:226647:x1849001118786560:12345-192.168.202.2@tcp:101:bash.0 00000100:00000200:1.0:1763350988.011829:0:26495:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118786560 00000020:00000001:1.0:1763350988.011834:0:26495:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.011839:0:26495:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.011845:0:26495:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.011849:0:26495:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.011850:0:26495:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350988.011855:0:26495:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350988.011859:0:26495:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118786560, found 0 last_xid 1849001118786559 00000020:00000001:1.0:1763350988.011863:0:26495:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.011865:0:26495:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.011868:0:26495:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.011875:0:26495:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.011877:0:26495:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350988.011881:0:26495:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.011884:0:26495:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.011886:0:26495:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350988.011888:0:26495:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.011895:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.011905:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:1.0:1763350988.011909:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.011914:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.011920:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:1.0:1763350988.011925:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.011928:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6e00 with handle 0xcb8c81cc3033ca92 to hash 00000020:00000001:1.0:1763350988.011931:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.011932:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000010:1.0:1763350988.011939:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350988.011942:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00010000:1.0:1763350988.011947:0:26495:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca92 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc26 expref: -99 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.011958:0:26495:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:1.0:1763350988.011961:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=487 00010000:00000001:1.0:1763350988.011971:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350988.011975:0:26495:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350988.011986:0:26495:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350988.011989:0:26495:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350988.011992:0:26495:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350988.011995:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350988.011998:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:1.0:1763350988.012002:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.012008:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530967377880 : -120542742173736 : ffff925df4ac27d8) 00000004:00000001:1.0:1763350988.012011:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623530967377792 : -120542742173824 : ffff925df4ac2780) 00000004:00000001:1.0:1763350988.012013:0:26495:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.012016:0:26495:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350988.012019:0:26495:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350988.012023:0:26495:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.012026:0:26495:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.012087:0:26495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925deecf0000. 02000000:00000001:1.0:1763350988.012092:0:26495:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.012096:0:26495:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.012098:0:26495:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.012101:0:26495:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763350988.012108:0:26495:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350988.012113:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.012116:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.012119:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.012121:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.012123:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.012125:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.012126:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.012127:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.012129:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.012130:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.012132:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.012133:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.012134:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.012136:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.012137:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.012139:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.012141:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.012143:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.012144:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.012149:0:26495:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350988.012155:0:26495:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350988.012158:0:26495:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350988.012161:0:26495:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350988.012163:0:26495:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.012166:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.012168:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.012169:0:26495:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350988.012172:0:26495:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.012176:0:26495:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350988.012183:0:26495:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346435d7af8 00000004:00000002:1.0:1763350988.012186:0:26495:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff925deecf0228 00000004:00000001:1.0:1763350988.012191:0:26495:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350988.012195:0:26495:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350988.012198:0:26495:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350988.012202:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.012204:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.012207:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 3 00010000:00000001:1.0:1763350988.012210:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.012212:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.012215:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350988.012217:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.012219:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033ca99 to hash 00000020:00000001:1.0:1763350988.012220:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.012222:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000010:1.0:1763350988.012225:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350988.012227:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.012230:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.012232:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.012236:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012243:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.012247:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.012250:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.012252:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.012254:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.012256:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.012258:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.012260:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.012262:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.012264:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.012266:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.012269:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff925ccd7daf00) refcount = 3 00010000:00000040:1.0:1763350988.012271:0:26495:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350988.012276:0:26495:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9600/0xcb8c81cc3033c2c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8bb expref: 487 pid: 20015 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350988.012283:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012288:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.012293:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.012295:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012297:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.012298:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.012301:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012303:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.012306:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.012308:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.012311:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012315:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.012317:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012318:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.012320:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.012321:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350988.012327:0:26495:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da900. 00010000:00000010:1.0:1763350988.012331:0:26495:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b5580. 00010000:00000001:1.0:1763350988.012334:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.012336:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350988.012339:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.012341:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033caa0 to hash 00000020:00000001:1.0:1763350988.012343:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.012344:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000010:1.0:1763350988.012347:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373900. 00010000:00000001:1.0:1763350988.012349:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.012352:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.012353:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.012356:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012362:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.012363:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.012365:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.012366:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.012368:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.012370:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.012371:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.012372:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.012373:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.012375:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.012376:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.012378:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff925ccd7da900) refcount = 1 00010000:00010000:1.0:1763350988.012381:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012385:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.012387:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.012389:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012390:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.012391:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.012393:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012395:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.012396:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.012398:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.012401:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012405:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.012406:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012407:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.012409:0:26495:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.012414:0:26495:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.012463:0:26495:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.012468:0:26495:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350988.012471:0:26495:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350988.012475:0:26495:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.012481:0:26495:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350988.012507:0:26495:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.012510:0:26495:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.012512:0:26495:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.012515:0:26495:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763350988.012518:0:26495:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350988.012520:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.012523:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.012524:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.012527:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:1.0:1763350988.012529:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.012531:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.012534:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.012537:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012542:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012543:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.012545:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012550:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.012551:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012554:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.012557:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:1.0:1763350988.012562:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.012565:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.012567:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.012570:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012575:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.012576:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.012577:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.012579:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=4 00000020:00000001:1.0:1763350988.012580:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.012583:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.012587:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.012589:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012615:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.012617:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.012619:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012622:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.012624:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.012625:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.012627:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.012629:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033ca99 from hash 00010000:00000001:1.0:1763350988.012632:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.012633:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012634:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.012635:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.012638:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.012639:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012641:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.012643:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.012646:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.012648:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925ccd7daf00) 00010000:00010000:1.0:1763350988.012650:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350988.012653:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.012655:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012656:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.012658:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.012660:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012662:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.012663:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012665:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.012667:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.012670:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012675:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012676:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.012677:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.012679:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.012680:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.012682:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033ca99 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:1.0:1763350988.012688:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350988.012699:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.012700:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.012702:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.012703:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.012704:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.012705:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350988.012707:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.012710:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.012712:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.012714:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012719:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012720:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.012721:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012726:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.012727:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012729:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.012731:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:1.0:1763350988.012736:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.012738:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.012739:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.012741:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012748:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.012749:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.012750:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.012751:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=4 00000020:00000001:1.0:1763350988.012753:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.012755:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.012756:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.012758:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012763:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.012764:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.012765:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012767:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.012768:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.012769:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.012770:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.012772:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033caa0 from hash 00010000:00000001:1.0:1763350988.012774:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.012775:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012776:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.012777:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.012778:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.012779:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012781:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.012782:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.012783:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.012785:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff925ccd7da900) 00010000:00010000:1.0:1763350988.012787:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350988.012788:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.012790:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012791:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.012793:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.012795:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012796:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.012797:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012799:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.012800:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.012803:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.012807:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012808:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.012809:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.012810:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.012811:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.012813:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caa0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:1.0:1763350988.012817:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373900. 00010000:00000040:1.0:1763350988.012821:0:26495:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da900 count: 0 00010000:00000010:1.0:1763350988.012825:0:26495:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b5580. 00010000:00000001:1.0:1763350988.012830:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.012832:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.012833:0:26495:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350988.012835:0:26495:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350988.012836:0:26495:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350988.012839:0:26495:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=301 : 301 : 0x12d) 02000000:00000001:1.0:1763350988.012843:0:26495:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350988.012846:0:26495:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350988.012848:0:26495:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350988.012849:0:26495:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350988.012851:0:26495:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350988.012854:0:26495:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350988.012871:0:26495:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.012873:0:26495:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763350988.012876:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350988.012878:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.012880:0:26495:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350988.012883:0:26495:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350988.012884:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.012888:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012890:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.012892:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.012894:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.012896:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6e00 with handle 0xcb8c81cc3033ca92 from hash 00010000:00000001:1.0:1763350988.012898:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.012899:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.012900:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.012901:0:26495:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350988.012902:0:26495:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350988.012904:0:26495:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350988.012910:0:26495:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca92 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc26 expref: 487 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.012916:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350988.012919:0:26495:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.012921:0:26495:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.012923:0:26495:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.012925:0:26495:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012927:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.012928:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.012930:0:26495:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.012931:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.012932:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.012933:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.012935:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.012937:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925ccd7daf00) 00010000:00010000:1.0:1763350988.012939:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763350988.012941:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.012942:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.012944:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.012945:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.012949:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033ca92 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc26 expref: 487 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.012956:0:26495:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:1.0:1763350988.012960:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 486 00010000:00000010:1.0:1763350988.012962:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350988.012967:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.012969:0:26495:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6e00, rc 0) 00000020:00000001:1.0:1763350988.012972:0:26495:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350988.012975:0:26495:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118786560 00010000:00000001:1.0:1763350988.012978:0:26495:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350988.012984:0:26495:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4c000 x1849001118786560/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 584/584 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'bash.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350988.012993:0:26495:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.012997:0:26495:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.013001:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.013006:0:26495:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.013009:0:26495:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.013011:0:26495:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.013014:0:26495:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.013016:0:26495:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.013020:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.013023:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.013029:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74dd0. 00000100:00000200:1.0:1763350988.013037:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1849001118786560, offset 224 00000400:00000200:1.0:1763350988.013042:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.013067:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.013075:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198188:198188:256:4294967295] 192.168.202.2@tcp LPNI seq info [198184:198184:8:4294967295] 00000400:00000200:1.0:1763350988.013088:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.013095:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.013101:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32c00. 00000800:00000200:1.0:1763350988.013108:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.013116:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.013121:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.013134:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.013138:0:26495:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.013140:0:26495:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.013142:0:26495:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.013145:0:26495:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.013149:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c000 x1849001118786560/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 584/584 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350988.013159:0:26495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+486:226647:x1849001118786560:12345-192.168.202.2@tcp:101:bash.0 Request processed in 1367us (6287us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350988.013168:0:26495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140629 00000100:00000040:1.0:1763350988.013172:0:26495:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350988.013174:0:26495:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.013176:0:26495:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.013182:0:26495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350988.013186:0:26495:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:1.0:1763350988.013190:0:26495:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90ff400. 00000020:00000040:1.0:1763350988.013195:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 485 00000100:00000001:1.0:1763350988.013198:0:26495:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350988.013457:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.013461:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32c00. 00000400:00000200:2.0:1763350988.013469:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.013475:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.013480:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74dd0 00000400:00000010:2.0:1763350988.013483:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74dd0. 00000100:00000001:2.0:1763350988.013487:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.013489:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350988.040789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00010000:00000010:1.1:1763350988.040802:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:1.1:1763350988.040806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00010000:00000010:1.1:1763350988.040808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6e00. 00000800:00000001:1.0:1763350988.043281:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.043308:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.043315:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.043318:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.043337:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.043366:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 560 into portal 12 MB=0x691a81edfe500 00000400:00000200:1.0:1763350988.043379:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 560/560 into md 0xd4535 [64] + 159000 00000800:00000001:1.0:1763350988.043392:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.043406:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.043410:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.043416:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.043425:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.043428:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350988.043438:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e19f80. 00000100:00000040:1.0:1763350988.043443:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e19f80 x1849001118786816 msgsize 560 00000100:00100000:1.0:1763350988.043448:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.043462:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.043474:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.043478:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.043785:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.043789:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118786816 02000000:00000001:2.0:1763350988.043793:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.043796:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.043799:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.043805:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.043811:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118786816 00000020:00000001:2.0:1763350988.043816:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.043819:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.043823:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.043827:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=486 00000020:00000001:2.0:1763350988.043830:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.043832:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.043840:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.043846:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d7c0. 00000100:00000001:2.0:1763350988.043851:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.043854:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d7c0. 00000020:00000010:2.0:1763350988.043862:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08e00. 00000020:00000010:2.0:1763350988.043870:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.043877:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000040:2.0:1763350988.043889:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.043893:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.043895:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.043898:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.043912:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.043923:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.043937:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.043939:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.043946:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140630 00000100:00000040:2.0:1763350988.043950:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.043952:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668892032 : -120543040659584 : ffff925de2e19f80) 00000100:00000040:2.0:1763350988.043960:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e19f80 x1849001118786816/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 560/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.043969:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.043972:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d7c0. 00000100:00000001:2.0:1763350988.043974:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.043976:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d7c0. 00000100:00100000:2.0:1763350988.043980:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+486:226796:x1849001118786816:12345-192.168.202.2@tcp:36:mkdir.0 00000100:00000200:2.0:1763350988.043985:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118786816 00000020:00000001:2.0:1763350988.043989:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.043993:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.043998:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.044001:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.044003:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:2.0:1763350988.044007:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.044011:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118786816, found 0 last_xid 1849001118786815 00000020:00000001:2.0:1763350988.044014:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.044017:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.044020:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.044025:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044028:0:20012:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:2.0:1763350988.044036:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 2 req@ffff925de2e19f80 x1849001118786816/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 560/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350988.044058:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350988.044062:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350988.044065:0:20012:0:(mdt_lib.c:1473:mdt_create_unpack()) Process entered 00000001:00000001:2.0:1763350988.044069:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.044071:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.044075:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.044077:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.044080:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.044088:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.044090:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044093:0:20012:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044095:0:20012:0:(mdt_lib.c:1570:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044097:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044102:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.044103:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.044107:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.044110:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.044116:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff925e00265000. 02000000:00000001:2.0:1763350988.044119:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.044121:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044125:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350988.044127:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.044128:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.044130:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.044132:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.044134:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.044136:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.044137:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.044139:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.044141:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.044142:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.044148:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.044154:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.044157:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.044160:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.044162:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.044164:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.044166:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044168:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.044170:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044173:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350988.044175:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044178:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350988.044181:0:20012:0:(mdt_reint.c:1137:mdt_reint_create()) Process entered 00010000:00000001:2.0:1763350988.044184:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763350988.044186:0:20012:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763350988.044189:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.044191:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.044193:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dfbbf9600 refcount=3 00000020:00000001:2.0:1763350988.044196:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531086091776 : -120542623459840 : ffff925dfbbf9600) 00010000:00000001:2.0:1763350988.044199:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531086091776 : -120542623459840 : ffff925dfbbf9600) 00010000:00000040:2.0:1763350988.044203:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00000004:00000001:2.0:1763350988.044207:0:20012:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763350988.044210:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.044214:0:20012:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.044217:0:20012:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.044219:0:20012:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.044222:0:20012:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.044227:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.044230:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.044238:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.044240:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.044243:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.044245:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.044248:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dfbbf9600 with handle 0xcb8c81cc3033c2c0 from hash 00010000:00000001:2.0:1763350988.044251:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.044252:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.044253:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.044255:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.044261:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.044263:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.044266:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.044267:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.044274:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dfbbf9600/0xcb8c81cc3033c2c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eec8bb expref: 486 pid: 20015 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.044289:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 480 00000020:00000040:2.0:1763350988.044292:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 485 00010000:00000010:2.0:1763350988.044295:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373700. 00010000:00000001:2.0:1763350988.044306:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.044308:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.044311:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.044314:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925ccd7daf00) 00010000:00000001:2.0:1763350988.044319:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.044322:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.044324:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350988.044327:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7daf00 count: 0 00010000:00000010:2.0:1763350988.044334:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dffae6900. 00010000:00010000:2.0:1763350988.044339:0:20012:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763350988.044341:0:20012:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350988.044345:0:20012:0:(mdt_reint.c:486:mdt_create()) Process entered 00000020:00000001:2.0:1763350988.044348:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3bc40 00000004:00000002:2.0:1763350988.044353:0:20012:0:(mdt_reint.c:490:mdt_create()) @@@ Create (d56xa.sanity->[0x200000bd2:0x3ff5:0x0]) in [0x200000007:0x1:0x0] req@ffff925de2e19f80 x1849001118786816/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 560/2880 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350988.044365:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.044368:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:2.0:1763350988.044372:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.044377:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530967377880 : -120542742173736 : ffff925df4ac27d8) 00000004:00000001:2.0:1763350988.044380:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623530967377792 : -120542742173824 : ffff925df4ac2780) 00000004:00000001:2.0:1763350988.044383:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350988.044385:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044391:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.044444:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.044447:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.044450:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.044455:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.044462:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350988.044490:0:20012:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.044493:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.044496:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.044503:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350988.044508:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350988.044510:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350988.044513:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.044516:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.044522:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92900. 00010000:00000010:2.0:1763350988.044526:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc98f7e00. 00010000:00000001:2.0:1763350988.044530:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.044534:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.044537:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.044540:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033caa7 to hash 00000020:00000001:2.0:1763350988.044543:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.044545:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.044551:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4b00. 00010000:00000001:2.0:1763350988.044554:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.044559:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.044560:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.044564:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.044571:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.044575:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.044577:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.044580:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.044582:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.044585:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.044586:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.044589:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.044591:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.044622:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.044624:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.044627:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff925df4a92900) refcount = 1 00010000:00010000:2.0:1763350988.044631:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.044637:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.044640:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.044641:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.044643:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.044645:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.044647:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.044649:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.044652:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.044655:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.044657:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.044662:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.044663:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.044665:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.044666:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.044667:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.044673:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92700. 00010000:00000010:2.0:1763350988.044677:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc98f7c00. 00010000:00000001:2.0:1763350988.044679:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.044681:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:2.0:1763350988.044683:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.044685:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033caae to hash 00000020:00000001:2.0:1763350988.044687:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.044689:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:2.0:1763350988.044692:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4b80. 00010000:00000001:2.0:1763350988.044694:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.044696:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.044698:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.044700:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.044710:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.044711:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.044713:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.044714:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.044715:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.044717:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.044719:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.044720:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.044721:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.044723:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.044724:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.044725:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff925df4a92700) refcount = 1 00010000:00010000:2.0:1763350988.044729:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.044732:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.044734:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.044735:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.044736:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.044737:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.044739:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.044740:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.044742:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.044744:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.044746:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.044751:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.044752:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.044753:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.044755:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.044760:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.044767:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1763350988.044769:0:20012:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000007:0x1:0x0] version is 0x20000ff0d 00000004:00000001:2.0:1763350988.044772:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.044782:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.044783:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.044786:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.044789:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.044791:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350988.044799:0:20012:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.044801:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.044803:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.044805:0:20012:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763350988.044807:0:20012:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x3ff5:0x0] 00000020:00000001:2.0:1763350988.044809:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763350988.044811:0:20012:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763350988.044815:0:20012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff925ccd7ccf00. 00000004:00000001:2.0:1763350988.044818:0:20012:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446623526014996312 : -120547694555304 : ffff925ccd7ccf58) 00000004:00000001:2.0:1763350988.044824:0:20012:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763350988.044826:0:20012:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x3ff5:0x0] 00000004:00000010:2.0:1763350988.044831:0:20012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff925dc78477f8. 00000004:00000001:2.0:1763350988.044833:0:20012:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044835:0:20012:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763350988.044838:0:20012:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763350988.044842:0:20012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff925cddf39980. 00000004:00000001:2.0:1763350988.044845:0:20012:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446623526291216768 : -120547418334848 : ffff925cddf39980) 00000004:00000001:2.0:1763350988.044847:0:20012:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044851:0:20012:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763350988.044852:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350988.044855:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350988.044857:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.044859:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.044862:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.044865:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.044867:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.044869:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:2.0:1763350988.044871:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763350988.044875:0:20012:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff925ccd6ad008. 00000004:00000001:2.0:1763350988.044878:0:20012:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.044881:0:20012:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1763350988.044883:0:20012:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.044885:0:20012:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.044889:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526014996312 : -120547694555304 : ffff925ccd7ccf58) 00000004:00000001:2.0:1763350988.044891:0:20012:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446623526014996224 : -120547694555392 : ffff925ccd7ccf00) 00000004:00000002:2.0:1763350988.044894:0:20012:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff5:0x0] version is 0x1 00000004:00000001:2.0:1763350988.044898:0:20012:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763350988.044904:0:20012:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.044906:0:20012:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763350988.044908:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.044910:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 3 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.044913:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044914:0:20012:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044917:0:20012:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350988.044920:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350988.044926:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693900. 00080000:00000001:2.0:1763350988.044929:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.044936:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dfc985400. 00080000:00000001:2.0:1763350988.044938:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00000004:00000001:2.0:1763350988.044941:0:20012:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763350988.044945:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.044947:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.044949:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.044952:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.044955:0:20012:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.044959:0:20012:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff5:0x0] eadata ffff925df52a6eb0 len 48 00000004:00000001:2.0:1763350988.044962:0:20012:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763350988.044965:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000007:0x1:0x0] not in the id map cache 00000004:00000001:2.0:1763350988.044969:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350988.044971:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350988.044972:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.044973:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.044976:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044977:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:80000000:2.0:1763350988.044981:0:20012:0:(lod_object.c:5674:lod_striping_from_default()) inherit [0x200000bd2:0x3ff5:0x0] dir layout from default: count=1 offset=4294967295 hash_type=0 00000004:00000040:2.0:1763350988.044984:0:20012:0:(lod_object.c:5905:lod_ah_init()) final dir stripe_count=0 offset=-1 hash=3 00000004:00000001:2.0:1763350988.044986:0:20012:0:(lod_object.c:5907:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763350988.044988:0:20012:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763350988.044992:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3bad0 00000001:00000002:2.0:1763350988.044994:0:20012:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000007:0x1:0x0]:d56xa.sanity' is added 00000004:00000001:2.0:1763350988.044996:0:20012:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.044998:0:20012:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763350988.045001:0:20012:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763350988.045004:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045006:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045008:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350988.045027:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350988.045029:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.045030:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.045031:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.045033:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045035:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350988.045043:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff5:0x0] not in the id map cache 00000001:00000001:2.0:1763350988.045057:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.045058:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045062:0:20012:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:2.0:1763350988.045064:0:20012:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045066:0:20012:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045068:0:20012:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045070:0:20012:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763350988.045073:0:20012:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1763350988.045075:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.045076:0:20012:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045079:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350988.045081:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045083:0:20012:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045085:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045086:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045089:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.045092:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045095:0:20012:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763350988.045097:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045098:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045102:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.045104:0:20012:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.045107:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045109:0:20012:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045110:0:20012:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1763350988.045111:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.045112:0:20012:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045113:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350988.045114:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045116:0:20012:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045117:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045118:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045119:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.045121:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045123:0:20012:0:(mdd_dir.c:2414:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045125:0:20012:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763350988.045126:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045127:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045128:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.045133:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.045135:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045136:0:20012:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045138:0:20012:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1763350988.045138:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.045140:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045141:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350988.045142:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045144:0:20012:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045146:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045147:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045149:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.045152:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045155:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045159:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045160:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045161:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045165:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.045176:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045178:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045181:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045184:0:20012:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763350988.045186:0:20012:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763350988.045187:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045188:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045190:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.045192:0:20012:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045193:0:20012:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045195:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.045196:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045198:0:20012:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.045202:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350988.045205:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350988.045210:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350988.045212:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045213:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045217:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.045221:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.045223:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045225:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045227:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045229:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045230:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045231:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045233:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.045235:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045236:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045239:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045262:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.045265:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045270:0:20012:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763350988.045273:0:20012:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763350988.045275:0:20012:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763350988.045276:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045277:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045280:0:20012:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1763350988.045471:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350988.045474:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.045475:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.045477:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.045479:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045481:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045638:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.045642:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045645:0:20012:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045648:0:20012:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045650:0:20012:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045652:0:20012:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045654:0:20012:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763350988.045657:0:20012:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763350988.045659:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045660:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045664:0:20012:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763350988.045687:0:20012:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045690:0:20012:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045692:0:20012:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1763350988.045695:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045696:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045700:0:20012:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.045703:0:20012:0:(osd_index.c:1056:osd_dir_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.045705:0:20012:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045707:0:20012:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045709:0:20012:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1763350988.045710:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045711:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045714:0:20012:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.045723:0:20012:0:(osd_index.c:1070:osd_dir_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.045726:0:20012:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045727:0:20012:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045729:0:20012:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045733:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045735:0:20012:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:2.0:1763350988.045736:0:20012:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045739:0:20012:0:(lod_object.c:5091:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045741:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045743:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.045745:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045747:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045748:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045752:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.045754:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 7 00080000:00000001:2.0:1763350988.045762:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.045763:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045766:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045768:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045770:0:20012:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045772:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045775:0:20012:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045778:0:20012:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:2.0:1763350988.045779:0:20012:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1763350988.045780:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045782:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045784:0:20012:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.045824:0:20012:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045827:0:20012:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045830:0:20012:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763350988.045831:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045833:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045836:0:20012:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763350988.045844:0:20012:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045846:0:20012:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045849:0:20012:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045851:0:20012:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:2.0:1763350988.045854:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045856:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.045857:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045858:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045860:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045862:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.045864:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 54 00080000:00000001:2.0:1763350988.045866:0:20012:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:2.0:1763350988.045870:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350988.045872:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350988.045873:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.045875:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.045876:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.045878:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045880:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350988.045882:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045885:0:20012:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045890:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.045891:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045893:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045895:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045897:0:20012:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045899:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045901:0:20012:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.045904:0:20012:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:2.0:1763350988.045906:0:20012:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.045909:0:20012:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763350988.045911:0:20012:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763350988.045912:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045914:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045917:0:20012:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.045921:0:20012:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045924:0:20012:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045926:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.045927:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045930:0:20012:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045932:0:20012:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045933:0:20012:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045935:0:20012:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:2.0:1763350988.045938:0:20012:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:2.0:1763350988.045940:0:20012:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.045943:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.045946:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.045950:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763350988.045954:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045955:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.045956:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.045958:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.045959:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.045962:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.045963:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763350988.045967:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.045969:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.045972:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045973:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045975:0:20012:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.045976:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763350988.045979:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055197, last_committed = 8590055196 00000001:00000010:2.0:1763350988.045984:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693300. 00000001:00000040:2.0:1763350988.045987:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:2.0:1763350988.045991:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=486 00000001:00000010:2.0:1763350988.045998:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de2edc300. 00000004:00000001:2.0:1763350988.046007:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350988.046009:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.046010:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100296192 : -120542609255424 : ffff925dfc985400) 00080000:00000001:2.0:1763350988.046014:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.046040:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350988.046043:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.046057:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de2edc300: xid 1849001118786816, transno 8590055197, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350988.046061:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.046124:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.046127:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693900. 00000020:00000001:2.0:1763350988.046130:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.046142:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.046144:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.046158:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.046162:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.046166:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.046167:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.046170:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.046173:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.046176:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.046180:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350988.046182:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.046186:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.046188:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.046190:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.046192:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.046194:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.046195:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.046196:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.046198:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.046200:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff5:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:2.0:1763350988.046203:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff5:0x0]: returning size 512 00000004:00000001:2.0:1763350988.046205:0:20012:0:(mdt_reint.c:792:mdt_create()) Process leaving 00000004:00000001:2.0:1763350988.046207:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350988.046212:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7ccf58/ffff925ccd7ccf00 to site lru. bkt: ffff925dd1460d20 00000004:00000001:2.0:1763350988.046213:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.046215:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350988.046217:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.046219:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.046222:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.046223:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.046225:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.046227:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.046231:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.046235:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.046246:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.046248:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.046250:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.046255:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.046256:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.046259:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.046261:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:2.0:1763350988.046266:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.046268:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.046270:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.046272:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.046276:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.046278:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.046279:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.046280:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:2.0:1763350988.046281:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.046283:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.046286:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.046289:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.046294:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.046295:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.046296:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.046300:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.046301:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.046303:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.046304:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.046307:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033caa7 from hash 00010000:00000001:2.0:1763350988.046309:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.046310:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.046311:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.046312:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.046317:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.046319:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.046321:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.046323:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.046325:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.046327:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925df4a92900) 00010000:00010000:2.0:1763350988.046330:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350988.046331:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.046334:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.046335:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.046337:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.046338:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.046339:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.046341:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.046342:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.046344:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.046347:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.046350:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.046351:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.046353:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.046354:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.046355:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.046357:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033caa7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:2.0:1763350988.046362:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4b00. 00010000:00000040:2.0:1763350988.046365:0:20012:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92900 count: 0 00010000:00000010:2.0:1763350988.046370:0:20012:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc98f7e00. 00010000:00000001:2.0:1763350988.046378:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.046380:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.046381:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.046382:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.046384:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.046385:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=3 00000020:00000001:2.0:1763350988.046387:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.046388:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00000004:00010000:2.0:1763350988.046392:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000409595c8 reply state 000000009319f0ac transno 8590055197 ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:2.0:1763350988.046399:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763350988.046401:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.046402:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.046403:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.046404:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350988.046406:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350988.046407:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350988.046409:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.046411:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763350988.046417:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.046422:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.046425:0:20012:0:(mdt_reint.c:1175:mdt_reint_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.046428:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.046431:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350988.046436:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.046439:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.046441:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.046443:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.046445:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.046448:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.046453:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.046456:0:20012:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.046460:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055197, xid 1849001118786816 00010000:00000001:2.0:1763350988.046463:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763350988.046465:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=487 00010000:00000200:2.0:1763350988.046468:0:20012:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055197, last committed = 8590055196 00010000:00000200:2.0:1763350988.046480:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e19f80 x1849001118786816/t8590055197(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 560/448 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350988.046490:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.046493:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.046497:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.046503:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.046506:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.046509:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.046513:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.046516:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.046521:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.046524:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.046530:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2660. 00000100:00000200:2.0:1763350988.046539:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1849001118786816, offset 224 00000400:00000010:2.0:1763350988.046547:0:20012:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925df0e57ee0. 00000400:00000200:2.0:1763350988.046552:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.046572:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.046579:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198189:198189:256:4294967295] 192.168.202.2@tcp LPNI seq info [198185:198185:8:4294967295] 00000400:00000200:2.0:1763350988.046588:0:20012:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.046628:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.046634:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.046640:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925ddf370f00. 00000800:00000200:2.0:1763350988.046647:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.046655:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.046661:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925ddf370f00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.046682:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.046685:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.046688:0:20012:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.046690:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.046693:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.046698:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e19f80 x1849001118786816/t8590055197(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 560/448 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350988.046715:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e19f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+487:226796:x1849001118786816:12345-192.168.202.2@tcp:36:mkdir.0 Request processed in 2743us (3269us total) trans 8590055197 rc 0/0 00000100:00100000:2.0:1763350988.046724:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140630 00000100:00000040:2.0:1763350988.046729:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.046731:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.046733:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.046739:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.046743:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:2.0:1763350988.046747:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08e00. 00000020:00000040:2.0:1763350988.046752:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 486 00000100:00000001:2.0:1763350988.046755:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350988.061269:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.061281:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925ddf370f00. 00000400:00000200:2.0:1763350988.061288:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.061298:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.061307:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.061309:0:3310:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350988.061322:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.061334:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.061336:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.061342:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.061349:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:2.0:1763350988.061365:0:3310:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12fb85 00000400:00000200:2.0:1763350988.061372:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.061375:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:2.0:1763350988.061380:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:2.0:1763350988.061383:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:2.0:1763350988.061386:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.061389:0:3310:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763350988.061392:0:3310:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:2.0:1763350988.061406:0:3310:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350988.061409:0:3310:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350988.061411:0:3310:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350988.061415:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.061419:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.061642:0:3302:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:2.0:1763350988.061649:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.061653:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.061656:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=3 00000020:00000001:2.0:1763350988.061660:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.061663:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.061667:0:3302:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.061672:0:3302:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.061681:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.061683:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.062783:0:3302:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.062796:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.062799:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.062803:0:3302:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.062806:0:3302:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:2.0:1763350988.062813:0:3302:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfec00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.062817:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.062820:0:3302:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.062823:0:3302:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.062829:0:3302:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.062831:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.062833:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.062836:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=4 00000020:00000001:2.0:1763350988.062839:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.062842:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.062845:0:3302:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.062848:0:3302:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.062854:0:3302:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.062856:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.062858:0:3302:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.062862:0:3302:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.062864:0:3302:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.062865:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.062867:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.062870:0:3302:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfec00 with handle 0xcb8c81cc3033caae from hash 00010000:00000001:2.0:1763350988.062872:0:3302:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.062873:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.062875:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.062876:0:3302:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.062881:0:3302:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.062883:0:3302:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.062886:0:3302:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.062888:0:3302:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.062891:0:3302:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.062893:0:3302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff925df4a92700) 00010000:00010000:2.0:1763350988.062896:0:3302:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350988.062899:0:3302:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.062903:0:3302:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.062904:0:3302:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.062906:0:3302:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.062909:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.062910:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.062912:0:3302:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.062914:0:3302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.062916:0:3302:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.062919:0:3302:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.062929:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.062930:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.062932:0:3302:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.062933:0:3302:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.062935:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.062937:0:3302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033caae lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:2.0:1763350988.062945:0:3302:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4b80. 00010000:00000040:2.0:1763350988.062949:0:3302:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92700 count: 0 00010000:00000010:2.0:1763350988.062956:0:3302:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc98f7c00. 00010000:00000001:2.0:1763350988.062963:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1763350988.062966:0:3302:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 485 00000100:00000001:2.0:1763350988.062970:0:3302:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350988.068898:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dfbbf9600. 00010000:00000010:2.1:1763350988.068913:0:1:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daf00. 00010000:00000010:2.1:1763350988.068917:0:1:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92900. 00010000:00000010:2.1:1763350988.068921:0:1:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:2.1:1763350988.073126:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:2.1:1763350988.073140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00000800:00000001:1.0:1763350988.074892:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.074911:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.074916:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.074918:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.074930:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.074949:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edfe580 00000400:00000200:1.0:1763350988.074957:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 159560 00000800:00000001:1.0:1763350988.074967:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.075029:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.075033:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.075038:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.075057:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.075060:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350988.075067:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1bb80. 00000100:00000040:1.0:1763350988.075071:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1bb80 x1849001118786944 msgsize 576 00000100:00100000:1.0:1763350988.075076:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.075093:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.075103:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.075114:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.075190:0:26495:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.075194:0:26495:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118786944 02000000:00000001:0.0:1763350988.075197:0:26495:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.075200:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.075202:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.075209:0:26495:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.075214:0:26495:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118786944 00000020:00000001:0.0:1763350988.075219:0:26495:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.075222:0:26495:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350988.075224:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.075228:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=486 00000020:00000001:0.0:1763350988.075231:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350988.075234:0:26495:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350988.075240:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.075245:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.075249:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.075252:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000020:00000010:0.0:1763350988.075260:0:26495:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ec00. 00000020:00000010:0.0:1763350988.075267:0:26495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0d80. 00000020:00000010:0.0:1763350988.075273:0:26495:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d320. 00000100:00000040:0.0:1763350988.075283:0:26495:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350988.075286:0:26495:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.075288:0:26495:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350988.075291:0:26495:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350988.075292:0:26495:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.075295:0:26495:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.075304:0:26495:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.075748:0:26495:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.075764:0:26495:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.075766:0:26495:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.075772:0:26495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140631 00000100:00000040:0.0:1763350988.075776:0:26495:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350988.075779:0:26495:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668899200 : -120543040652416 : ffff925de2e1bb80) 00000100:00000040:0.0:1763350988.075787:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1bb80 x1849001118786944/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350988.075795:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.075801:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.075803:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.075805:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000100:00100000:0.0:1763350988.075809:0:26495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+486:226797:x1849001118786944:12345-192.168.202.2@tcp:101:mkdir.0 00000100:00000200:0.0:1763350988.075814:0:26495:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118786944 00000020:00000001:0.0:1763350988.075818:0:26495:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.075822:0:26495:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350988.075828:0:26495:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de2edc300: xid 1849001118786816, transno 8590055197, client gen 3, slot idx 0 00000001:00000001:0.0:1763350988.075833:0:26495:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccdbd7780: xid 1849001118784768, transno 8590055196, client gen 3, slot idx 2 00000001:00000010:0.0:1763350988.075837:0:26495:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccdbd7780. 00000020:00000001:0.0:1763350988.075841:0:26495:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.075844:0:26495:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.075845:0:26495:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350988.075849:0:26495:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350988.075852:0:26495:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118786944, found 0 last_xid 1849001118786943 00000020:00000001:0.0:1763350988.075855:0:26495:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.075857:0:26495:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.075859:0:26495:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.075865:0:26495:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.075867:0:26495:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350988.075870:0:26495:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350988.075872:0:26495:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350988.075874:0:26495:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350988.075876:0:26495:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.075881:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350988.075889:0:26495:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09600. 00010000:00000010:0.0:1763350988.075893:0:26495:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0c80. 00010000:00000001:0.0:1763350988.075898:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.075902:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350988.075905:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.075908:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033cab5 to hash 00000020:00000001:0.0:1763350988.075910:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.075911:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000010:0.0:1763350988.075916:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5780. 00010000:00000001:0.0:1763350988.075920:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00010000:0.0:1763350988.075925:0:26495:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cab5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc2d expref: -99 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.075935:0:26495:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:0.0:1763350988.075938:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=487 00010000:00000001:0.0:1763350988.075945:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350988.075949:0:26495:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350988.075955:0:26495:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350988.075958:0:26495:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350988.075960:0:26495:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763350988.075961:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350988.075964:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763350988.075967:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.075972:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530967377880 : -120542742173736 : ffff925df4ac27d8) 00000004:00000001:0.0:1763350988.075974:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623530967377792 : -120542742173824 : ffff925df4ac2780) 00000004:00000001:0.0:1763350988.075977:0:26495:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.075980:0:26495:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350988.075982:0:26495:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350988.075985:0:26495:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.075987:0:26495:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.076035:0:26495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925deed70000. 02000000:00000001:0.0:1763350988.076038:0:26495:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.076041:0:26495:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.076043:0:26495:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.076055:0:26495:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763350988.076060:0:26495:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350988.076062:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.076065:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076067:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.076069:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.076071:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076073:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.076074:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.076076:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076078:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.076079:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.076081:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076083:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.076084:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.076086:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076088:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.076090:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.076091:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076094:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.076095:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.076101:0:26495:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350988.076107:0:26495:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350988.076109:0:26495:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350988.076117:0:26495:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350988.076118:0:26495:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076121:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.076123:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.076125:0:26495:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350988.076127:0:26495:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.076131:0:26495:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:0.0:1763350988.076137:0:26495:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763350988.076138:0:26495:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:0.0:1763350988.076140:0:26495:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000004:00000001:0.0:1763350988.076142:0:26495:0:(mdt_lib.c:2195:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350988.076145:0:26495:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/[0x200000007:0x1:0x0], ldlm_rep = ffff925deed70228 00000004:00000001:0.0:1763350988.076150:0:26495:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350988.076154:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350988.076156:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350988.076160:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 2 00010000:00000001:0.0:1763350988.076162:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.076165:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.076168:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3400. 00000020:00000001:0.0:1763350988.076171:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.076172:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3400 with handle 0xcb8c81cc3033cabc to hash 00000020:00000001:0.0:1763350988.076174:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.076175:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000010:0.0:1763350988.076179:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5c80. 00010000:00000001:0.0:1763350988.076181:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350988.076185:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.076187:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.076190:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033cabc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.076197:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350988.076201:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350988.076204:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350988.076206:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.076209:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.076211:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.076212:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.076215:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350988.076218:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350988.076220:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350988.076221:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350988.076224:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff925dddc09600) refcount = 2 00010000:00010000:0.0:1763350988.076228:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033cabc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.076233:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350988.076236:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.076238:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.076240:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350988.076241:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.076244:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.076246:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.076248:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350988.076251:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.076254:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033cabc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.076259:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350988.076261:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.076262:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.076265:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.076267:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.076269:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350988.076271:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350988.076274:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350988.076276:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.076277:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.076279:0:26495:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.076282:0:26495:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763350988.076287:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350988.076290:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350988.076326:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.076329:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.076334:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.076337:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.076343:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.076346:0:26495:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.076349:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.076352:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.076353:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.076354:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.076357:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1763350988.076359:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000001:0.0:1763350988.076362:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=48 : 48 : 30) 00000004:00000002:0.0:1763350988.076365:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x101 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350988.076367:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076370:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.076371:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076373:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.076375:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.076376:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076378:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.076380:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.076381:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.076382:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.076383:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.076386:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350988.076388:0:26495:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: nlink=187, mode=40777, valid=0x1100000000002f8f 00000004:00200000:0.0:1763350988.076391:0:26495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 32256 00000004:00200000:0.0:1763350988.076394:0:26495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 250 stripe count 1 MDT count 1 00000004:00000002:0.0:1763350988.076396:0:26495:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763350988.076398:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.076399:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.076401:0:26495:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763350988.076403:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.076404:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.076405:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.076407:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.076410:0:26495:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.076413:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.076415:0:26495:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.076419:0:26495:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350988.076425:0:26495:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.076427:0:26495:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.076436:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.076438:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.076439:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350988.076442:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350988.076444:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00000004:00010000:0.0:1763350988.076447:0:26495:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033cabc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.076452:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.076454:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.076455:0:26495:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763350988.076457:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350988.076459:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:0.0:1763350988.076462:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.076463:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.076464:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3400 refcount=3 00000020:00000001:0.0:1763350988.076466:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00010000:00000001:0.0:1763350988.076469:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911937536 : -120542797614080 : ffff925df15e3400) 00000004:00000040:0.0:1763350988.076472:0:26495:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350988.076474:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=488 00010000:00000001:0.0:1763350988.076477:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.076479:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.076480:0:26495:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350988.076482:0:26495:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763350988.076485:0:26495:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350988.076487:0:26495:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350988.076489:0:26495:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350988.076490:0:26495:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350988.076492:0:26495:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350988.076495:0:26495:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 48 cookie/acl_size = 0 00000004:00000001:0.0:1763350988.076499:0:26495:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.076501:0:26495:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350988.076504:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350988.076505:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350988.076507:0:26495:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350988.076509:0:26495:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350988.076511:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.076515:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.076516:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.076518:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.076519:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.076522:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033cab5 from hash 00010000:00000001:0.0:1763350988.076525:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.076526:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.076527:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.076528:0:26495:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350988.076529:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.076533:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cab5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc2d expref: 488 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.076541:0:26495:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 481 00000020:00000040:0.0:1763350988.076544:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00010000:00000010:0.0:1763350988.076547:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc4ea5780. 00010000:00000001:0.0:1763350988.076555:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.076557:0:26495:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.076561:0:26495:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350988.076565:0:26495:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033cabc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc2d expref: 487 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.076573:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.076575:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.076578:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925dddc09600) 00010000:00010000:0.0:1763350988.076580:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00000001:0.0:1763350988.076583:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.076586:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.076588:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.076589:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.076590:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.076593:0:26495:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3400, rc 0) 00000020:00000001:0.0:1763350988.076616:0:26495:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350988.076620:0:26495:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118786944 00010000:00000001:0.0:1763350988.076623:0:26495:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.076629:0:26495:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e1bb80 x1849001118786944/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/688 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350988.076638:0:26495:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.076642:0:26495:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.076646:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.076651:0:26495:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.076654:0:26495:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.076657:0:26495:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.076659:0:26495:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.076662:0:26495:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.076666:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.076670:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.076675:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0197f8. 00000100:00000200:0.0:1763350988.076682:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1849001118786944, offset 224 00000400:00000200:0.0:1763350988.076689:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.076704:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.076712:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198190:198190:256:4294967295] 192.168.202.2@tcp LPNI seq info [198186:198186:8:4294967295] 00000400:00000200:0.0:1763350988.076724:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.076731:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.076737:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5300. 00000800:00000200:0.0:1763350988.076744:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.076752:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.076757:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5300 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.076776:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.076780:0:26495:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.076783:0:26495:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.076785:0:26495:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.076788:0:26495:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.076792:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1bb80 x1849001118786944/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/688 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350988.076803:0:26495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+487:226797:x1849001118786944:12345-192.168.202.2@tcp:101:mkdir.0 Request processed in 1005us (1729us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350988.076812:0:26495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140631 00000100:00000040:0.0:1763350988.076816:0:26495:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350988.076819:0:26495:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.076821:0:26495:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.076826:0:26495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0d80. 00000020:00000010:0.0:1763350988.076829:0:26495:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d320. 00000020:00000010:0.0:1763350988.076833:0:26495:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ec00. 00000020:00000040:0.0:1763350988.076838:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 486 00000100:00000001:0.0:1763350988.076841:0:26495:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.077301:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.077307:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5300. 00000400:00000200:3.0:1763350988.077313:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.077318:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.077324:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0197f8 00000400:00000010:3.0:1763350988.077327:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0197f8. 00000100:00000001:3.0:1763350988.077332:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.077334:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350988.081652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00000800:00000001:3.0:1763350988.083924:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.083941:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.083946:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.083948:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.083960:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.083978:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 584 into portal 12 MB=0x691a81edfe600 00000400:00000200:3.0:1763350988.083986:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 584/584 into md 0xd4535 [64] + 160136 00000800:00000001:3.0:1763350988.083994:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.084001:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.084004:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.084008:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.084016:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.084019:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350988.084026:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc9899880. 00000100:00000040:3.0:1763350988.084030:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc9899880 x1849001118787072 msgsize 584 00000100:00100000:3.0:1763350988.084034:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.087152:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.087186:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.087202:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.087662:0:26495:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.087666:0:26495:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118787072 02000000:00000001:0.0:1763350988.087670:0:26495:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.087673:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.087679:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.087684:0:26495:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.087689:0:26495:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118787072 00000020:00000001:0.0:1763350988.087694:0:26495:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.087696:0:26495:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350988.087699:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.087703:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=487 00000020:00000001:0.0:1763350988.087707:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350988.087709:0:26495:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350988.087715:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.087726:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.087731:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.087733:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000020:00000010:0.0:1763350988.087740:0:26495:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ec00. 00000020:00000010:0.0:1763350988.087747:0:26495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0d80. 00000020:00000010:0.0:1763350988.087752:0:26495:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d320. 00000100:00000040:0.0:1763350988.087761:0:26495:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350988.087764:0:26495:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.087766:0:26495:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350988.087769:0:26495:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350988.087771:0:26495:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.087774:0:26495:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.087783:0:26495:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.087794:0:26495:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.087806:0:26495:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.087808:0:26495:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.087818:0:26495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140632 00000100:00000040:0.0:1763350988.087822:0:26495:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350988.087824:0:26495:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530243692672 : -120543465858944 : ffff925dc9899880) 00000100:00000040:0.0:1763350988.087833:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc9899880 x1849001118787072/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 584/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350988.087842:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.087844:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.087847:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.087849:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000100:00100000:0.0:1763350988.087854:0:26495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc9899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+487:226797:x1849001118787072:12345-192.168.202.2@tcp:101:mkdir.0 00000100:00000200:0.0:1763350988.087858:0:26495:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118787072 00000020:00000001:0.0:1763350988.087862:0:26495:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.087866:0:26495:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350988.087871:0:26495:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.087874:0:26495:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.087876:0:26495:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350988.087879:0:26495:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350988.087882:0:26495:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118787072, found 0 last_xid 1849001118787071 00000020:00000001:0.0:1763350988.087885:0:26495:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.087888:0:26495:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.087890:0:26495:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.087896:0:26495:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.087899:0:26495:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350988.087902:0:26495:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350988.087904:0:26495:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350988.087906:0:26495:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350988.087908:0:26495:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.087914:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350988.087921:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 2 00010000:00000001:0.0:1763350988.087925:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.087928:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.087932:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350988.087936:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.087938:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033cac3 to hash 00000020:00000001:0.0:1763350988.087940:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.087941:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000010:0.0:1763350988.087947:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5780. 00010000:00000001:0.0:1763350988.087951:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00010000:0.0:1763350988.087955:0:26495:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cac3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc34 expref: -99 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.087969:0:26495:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350988.087972:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=488 00010000:00000001:0.0:1763350988.087981:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350988.087984:0:26495:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350988.087991:0:26495:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350988.087994:0:26495:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350988.087996:0:26495:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:0.0:1763350988.087999:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350988.088002:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000007:0x1:0x0] 00000020:00000001:0.0:1763350988.088005:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.088011:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530967377880 : -120542742173736 : ffff925df4ac27d8) 00000004:00000001:0.0:1763350988.088013:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623530967377792 : -120542742173824 : ffff925df4ac2780) 00000004:00000001:0.0:1763350988.088016:0:26495:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088019:0:26495:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350988.088021:0:26495:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350988.088024:0:26495:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.088027:0:26495:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.088087:0:26495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925deae70000. 02000000:00000001:0.0:1763350988.088091:0:26495:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.088094:0:26495:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088096:0:26495:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088099:0:26495:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:0.0:1763350988.088105:0:26495:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:0.0:1763350988.088107:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.088110:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088113:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.088115:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.088118:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088119:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.088120:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.088122:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088124:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.088125:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.088127:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088129:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.088131:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.088132:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088134:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.088136:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.088138:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088141:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.088142:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.088147:0:26495:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350988.088153:0:26495:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350988.088155:0:26495:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350988.088158:0:26495:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350988.088160:0:26495:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088163:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.088164:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088166:0:26495:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350988.088168:0:26495:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088172:0:26495:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:0.0:1763350988.088178:0:26495:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346435d7af8 00000004:00000002:0.0:1763350988.088181:0:26495:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000007:0x1:0x0]/d56xa.sanity, ldlm_rep = ffff925deae70228 00000004:00000001:0.0:1763350988.088186:0:26495:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:0.0:1763350988.088190:0:26495:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:0.0:1763350988.088193:0:26495:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:0.0:1763350988.088197:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350988.088198:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350988.088201:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09600 count: 3 00010000:00000001:0.0:1763350988.088203:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.088205:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.088208:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350988.088210:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.088212:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033caca to hash 00000020:00000001:0.0:1763350988.088214:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.088215:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350988.088218:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5a80. 00010000:00000001:0.0:1763350988.088221:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350988.088225:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.088227:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.088230:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088237:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350988.088241:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350988.088244:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350988.088246:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.088248:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088250:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.088251:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088254:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350988.088256:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350988.088258:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350988.088260:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350988.088262:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff925dddc09600) refcount = 3 00010000:00000040:0.0:1763350988.088265:0:26495:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350988.088270:0:26495:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3400/0xcb8c81cc3033cabc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc2d expref: 488 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350988.088276:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088282:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350988.088286:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.088288:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088291:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350988.088292:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088295:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088297:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.088301:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350988.088303:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.088306:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088316:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350988.088318:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.088319:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.088321:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350988.088322:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350988.088327:0:26495:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09d00. 00010000:00000010:0.0:1763350988.088332:0:26495:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0f80. 00010000:00000001:0.0:1763350988.088336:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.088339:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350988.088341:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.088342:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033cad1 to hash 00000020:00000001:0.0:1763350988.088344:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.088346:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000010:0.0:1763350988.088349:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5880. 00010000:00000001:0.0:1763350988.088351:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350988.088355:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.088356:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.088359:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088364:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350988.088366:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350988.088367:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350988.088368:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.088370:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088371:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.088373:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088375:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350988.088376:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350988.088377:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350988.088379:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350988.088380:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0xaf6d3f7e (ffff925dddc09d00) refcount = 1 00010000:00010000:0.0:1763350988.088384:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088389:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350988.088391:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.088393:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088394:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350988.088396:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088398:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088399:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.088401:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350988.088403:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.088406:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088411:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350988.088412:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.088413:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.088415:0:26495:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088419:0:26495:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:0.0:1763350988.088456:0:26495:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:0.0:1763350988.088459:0:26495:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:0.0:1763350988.088462:0:26495:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000007:0x1:0x0] mask 1 la_mode 40777 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:0.0:1763350988.088466:0:26495:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.088471:0:26495:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:0.0:1763350988.088496:0:26495:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350988.088499:0:26495:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:0.0:1763350988.088501:0:26495:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:0.0:1763350988.088505:0:26495:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350988.088508:0:26495:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350988.088510:0:26495:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350988.088513:0:26495:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.088515:0:26495:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1763350988.088516:0:26495:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.088519:0:26495:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:0.0:1763350988.088522:0:26495:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1763350988.088523:0:26495:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350988.088525:0:26495:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350988.088526:0:26495:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350988.088527:0:26495:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350988.088529:0:26495:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.088531:0:26495:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.088554:0:26495:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.088556:0:26495:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350988.088559:0:26495:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088561:0:26495:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088563:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350988.088564:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff5:0x0] 00000020:00000001:0.0:1763350988.088566:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.088571:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014996312 : -120547694555304 : ffff925ccd7ccf58) 00000004:00000001:0.0:1763350988.088573:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014996224 : -120547694555392 : ffff925ccd7ccf00) 00000004:00000001:0.0:1763350988.088577:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350988.088580:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350988.088593:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350988.088616:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350988.088619:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088622:0:26495:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350988.088624:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350988.088626:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1763350988.088630:0:26495:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925dddc09700. 00010000:00000010:0.0:1763350988.088634:0:26495:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0b80. 00010000:00000001:0.0:1763350988.088636:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.088639:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3600. 00000020:00000001:0.0:1763350988.088641:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.088643:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3600 with handle 0xcb8c81cc3033cad8 to hash 00000020:00000001:0.0:1763350988.088646:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.088647:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000010:0.0:1763350988.088650:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5980. 00010000:00000001:0.0:1763350988.088652:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350988.088655:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.088656:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.088659:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033cad8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088666:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350988.088667:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350988.088669:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350988.088670:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.088671:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088673:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.088675:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088676:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350988.088678:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350988.088679:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350988.088680:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350988.088682:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff5:0x0].0x0 (ffff925dddc09700) refcount = 1 00010000:00010000:0.0:1763350988.088685:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033cad8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088690:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350988.088693:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.088694:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088696:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350988.088697:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088699:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088701:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.088702:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350988.088704:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.088706:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033cad8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088711:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350988.088712:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.088713:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.088715:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.088717:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.088719:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=3 00000020:00000001:0.0:1763350988.088721:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350988.088724:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350988.088726:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.088727:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.088729:0:26495:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088732:0:26495:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:0.0:1763350988.088737:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350988.088738:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350988.088747:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088751:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.088756:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.088760:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.088766:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.088769:0:26495:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.088772:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.088775:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.088776:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.088777:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.088778:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.088782:0:26495:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.088784:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350988.088786:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350988.088788:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088791:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.088792:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088794:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.088795:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.088797:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.088798:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.088799:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.088800:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350988.088802:0:26495:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff5:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:0.0:1763350988.088806:0:26495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff5:0x0]: returning size 512 00000004:00200000:0.0:1763350988.088808:0:26495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:0.0:1763350988.088811:0:26495:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:0.0:1763350988.088812:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.088814:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088817:0:26495:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763350988.088819:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.088820:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.088821:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.088823:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.088825:0:26495:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.088827:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.088829:0:26495:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.088835:0:26495:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350988.088840:0:26495:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.088842:0:26495:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088853:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.088855:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.088857:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=3 00000020:00000001:0.0:1763350988.088859:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350988.088861:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00000004:00010000:0.0:1763350988.088864:0:26495:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033cad8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088869:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.088870:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.088871:0:26495:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:0.0:1763350988.088873:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350988.088877:0:26495:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7ccf58/ffff925ccd7ccf00 to site lru. bkt: ffff925dd1460d20 00000004:00000001:0.0:1763350988.088879:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350988.088881:0:26495:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:0.0:1763350988.088883:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350988.088886:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.088887:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.088888:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:0.0:1763350988.088890:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350988.088893:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350988.088895:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350988.088898:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088907:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.088908:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.088910:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088916:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.088917:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088920:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350988.088922:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:0.0:1763350988.088929:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350988.088931:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.088934:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350988.088936:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088942:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350988.088943:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.088944:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.088946:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=4 00000020:00000001:0.0:1763350988.088948:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350988.088950:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350988.088953:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350988.088955:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.088960:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350988.088962:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350988.088964:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088967:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.088969:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.088970:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.088972:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.088975:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033caca from hash 00010000:00000001:0.0:1763350988.088977:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.088978:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.088979:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.088980:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.088982:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.088983:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.088985:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.088987:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.088989:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.088992:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff925dddc09600) 00010000:00010000:0.0:1763350988.088994:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350988.088996:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.088998:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.089000:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.089001:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350988.089004:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089005:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.089007:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.089009:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.089011:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.089014:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.089018:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089019:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.089020:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350988.089022:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350988.089024:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.089025:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033caca lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:0.0:1763350988.089031:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc4ea5a80. 00010000:00000001:0.0:1763350988.089039:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.089041:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350988.089042:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:0.0:1763350988.089043:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.089056:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.089058:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:0.0:1763350988.089060:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350988.089062:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350988.089065:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350988.089067:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.089072:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089073:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.089075:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.089079:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.089081:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.089083:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350988.089085:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:0.0:1763350988.089090:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350988.089092:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.089093:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350988.089095:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.089099:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350988.089100:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.089101:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.089102:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=4 00000020:00000001:0.0:1763350988.089104:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350988.089106:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350988.089108:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350988.089110:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.089117:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350988.089118:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350988.089120:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.089122:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.089124:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.089125:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.089127:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.089129:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033cad1 from hash 00010000:00000001:0.0:1763350988.089130:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.089132:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089133:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.089134:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.089136:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.089137:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.089139:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.089140:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.089141:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.089143:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xaf6d3f7e (ffff925dddc09d00) 00010000:00010000:0.0:1763350988.089145:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350988.089147:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.089149:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.089150:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.089151:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350988.089154:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089155:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.089156:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.089157:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.089159:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.089162:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.089166:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089167:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.089168:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350988.089169:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350988.089171:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.089174:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cad1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xaf6d3f7e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:0.0:1763350988.089179:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc4ea5880. 00010000:00000040:0.0:1763350988.089182:0:26495:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925dddc09d00 count: 0 00010000:00000010:0.0:1763350988.089186:0:26495:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0f80. 00010000:00000001:0.0:1763350988.089192:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.089193:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:0.0:1763350988.089195:0:26495:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:0.0:1763350988.089196:0:26495:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:0.0:1763350988.089198:0:26495:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:0.0:1763350988.089200:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.089202:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.089203:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3600 refcount=3 00000020:00000001:0.0:1763350988.089205:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00010000:00000001:0.0:1763350988.089207:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938048 : -120542797613568 : ffff925df15e3600) 00000004:00000040:0.0:1763350988.089210:0:26495:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350988.089212:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00010000:00000001:0.0:1763350988.089217:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089218:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.089220:0:26495:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350988.089222:0:26495:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:0.0:1763350988.089226:0:26495:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350988.089229:0:26495:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350988.089231:0:26495:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350988.089233:0:26495:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350988.089236:0:26495:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350988.089239:0:26495:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350988.089244:0:26495:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.089247:0:26495:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:0.0:1763350988.089250:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350988.089253:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350988.089254:0:26495:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:0.0:1763350988.089257:0:26495:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350988.089258:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.089262:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089264:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.089266:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.089267:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.089269:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033cac3 from hash 00010000:00000001:0.0:1763350988.089271:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.089273:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089274:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.089275:0:26495:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350988.089276:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.089281:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cac3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc34 expref: 489 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.089287:0:26495:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 482 00000020:00000040:0.0:1763350988.089291:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00010000:00000010:0.0:1763350988.089296:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc4ea5780. 00010000:00000001:0.0:1763350988.089301:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.089302:0:26495:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.089307:0:26495:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350988.089310:0:26495:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033cad8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc34 expref: 488 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.089317:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.089319:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.089320:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff5:0x0].0x0 (ffff925dddc09700) 00010000:00010000:0.0:1763350988.089323:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:0.0:1763350988.089324:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.089326:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.089327:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.089329:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.089330:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.089331:0:26495:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3600, rc 0) 00000020:00000001:0.0:1763350988.089334:0:26495:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350988.089338:0:26495:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118787072 00010000:00000001:0.0:1763350988.089341:0:26495:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.089347:0:26495:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc9899880 x1849001118787072/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 584/584 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350988.089356:0:26495:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.089359:0:26495:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.089364:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.089369:0:26495:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.089371:0:26495:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.089374:0:26495:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.089376:0:26495:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.089378:0:26495:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.089383:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.089385:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.089392:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019f68. 00000100:00000200:0.0:1763350988.089400:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1849001118787072, offset 224 00000400:00000200:0.0:1763350988.089406:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.089420:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.089427:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198191:198191:256:4294967295] 192.168.202.2@tcp LPNI seq info [198187:198187:8:4294967295] 00000400:00000200:0.0:1763350988.089438:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.089445:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.089450:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5000. 00000800:00000200:0.0:1763350988.089458:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.089465:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.089470:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5000 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.089497:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.089500:0:26495:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.089503:0:26495:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.089505:0:26495:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.089507:0:26495:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.089512:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc9899880 x1849001118787072/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 584/584 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350988.089521:0:26495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc9899880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226797:x1849001118787072:12345-192.168.202.2@tcp:101:mkdir.0 Request processed in 1678us (5490us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350988.089531:0:26495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140632 00000100:00000040:0.0:1763350988.089535:0:26495:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350988.089537:0:26495:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.089539:0:26495:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.089544:0:26495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0d80. 00000020:00000010:0.0:1763350988.089548:0:26495:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d320. 00000020:00000010:0.0:1763350988.089552:0:26495:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ec00. 00000020:00000040:0.0:1763350988.089557:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 487 00000100:00000001:0.0:1763350988.089561:0:26495:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.089963:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.089968:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5000. 00000400:00000200:3.0:1763350988.089974:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.089980:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.089985:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00000400:00000010:3.0:1763350988.089988:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00000100:00000001:3.0:1763350988.089992:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.089994:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350988.094127:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.094145:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.094149:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.094151:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.094164:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.094185:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 504 into portal 12 MB=0x691a81edfe700 00000400:00000200:3.0:1763350988.094193:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 504/504 into md 0xd4535 [64] + 160720 00000800:00000001:3.0:1763350988.094202:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.094210:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.094214:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.094218:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.094228:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.094230:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350988.094236:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc9898e00. 00000100:00000040:3.0:1763350988.094241:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc9898e00 x1849001118787328 msgsize 504 00000100:00100000:3.0:1763350988.094245:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.094264:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.094276:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.094279:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.094365:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.094369:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118787328 02000000:00000001:2.0:1763350988.094372:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.094375:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.094377:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.094382:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.094387:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118787328 00000020:00000001:2.0:1763350988.094391:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.094394:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.094397:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.094401:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=488 00000020:00000001:2.0:1763350988.094403:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.094406:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.094412:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.094417:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d000. 00000100:00000001:2.0:1763350988.094422:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.094425:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d000. 00000020:00000010:2.0:1763350988.094432:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08e00. 00000020:00000010:2.0:1763350988.094439:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7c00. 00000020:00000010:2.0:1763350988.094444:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090578. 00000100:00000040:2.0:1763350988.094453:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.094456:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.094457:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.094460:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.094469:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.094489:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.094503:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.094505:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.094510:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140633 00000100:00000040:2.0:1763350988.094513:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.094516:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530243689984 : -120543465861632 : ffff925dc9898e00) 00000100:00000040:2.0:1763350988.094523:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc9898e00 x1849001118787328/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 504/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.094534:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.094537:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d000. 00000100:00000001:2.0:1763350988.094539:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.094541:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d000. 00000100:00100000:2.0:1763350988.094545:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc9898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+488:226797:x1849001118787328:12345-192.168.202.2@tcp:36:mkdir.0 00000100:00000200:2.0:1763350988.094550:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118787328 00000020:00000001:2.0:1763350988.094554:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.094558:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.094563:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.094565:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.094568:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:2.0:1763350988.094571:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.094575:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118787328, found 0 last_xid 1849001118787327 00000020:00000001:2.0:1763350988.094578:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.094580:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.094583:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.094586:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094589:0:20012:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:2.0:1763350988.094631:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 2 req@ffff925dc9898e00 x1849001118787328/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 504/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350988.094642:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350988.094645:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350988.094648:0:20012:0:(mdt_lib.c:1473:mdt_create_unpack()) Process entered 00000001:00000001:2.0:1763350988.094651:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.094653:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.094656:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.094658:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.094661:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.094668:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.094669:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094672:0:20012:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094675:0:20012:0:(mdt_lib.c:1570:mdt_create_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094677:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094680:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.094682:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.094685:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.094687:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.094694:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3176 at ffff925e00261000. 02000000:00000001:2.0:1763350988.094697:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.094700:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094704:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350988.094706:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.094707:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.094709:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.094711:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.094713:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.094715:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.094716:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.094718:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.094721:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.094722:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.094727:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.094734:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.094736:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.094739:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.094740:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.094743:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.094744:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094746:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.094748:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094750:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350988.094752:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094755:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350988.094757:0:20012:0:(mdt_reint.c:1137:mdt_reint_create()) Process entered 00010000:00000001:2.0:1763350988.094760:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.094762:0:20012:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094765:0:20012:0:(mdt_reint.c:486:mdt_create()) Process entered 00000020:00000001:2.0:1763350988.094768:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3bc40 00000004:00000002:2.0:1763350988.094773:0:20012:0:(mdt_reint.c:490:mdt_create()) @@@ Create (56xa->[0x200000bd2:0x3ff6:0x0]) in [0x200000bd2:0x3ff5:0x0] req@ffff925dc9898e00 x1849001118787328/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 504/2880 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350988.094782:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.094784:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff5:0x0] 00000020:00000001:2.0:1763350988.094787:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.094794:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014996312 : -120547694555304 : ffff925ccd7ccf58) 00000004:00000001:2.0:1763350988.094797:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014996224 : -120547694555392 : ffff925ccd7ccf00) 00000004:00000001:2.0:1763350988.094799:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350988.094801:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.094807:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.094847:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.094850:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.094853:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff5:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.094858:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.094863:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350988.094891:0:20012:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.094894:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.094896:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.094901:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350988.094905:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350988.094907:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350988.094910:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.094913:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.094921:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09700 count: 2 00010000:00000001:2.0:1763350988.094924:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.094927:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.094931:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:2.0:1763350988.094936:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.094939:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033cadf to hash 00000020:00000001:2.0:1763350988.094941:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.094942:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:2.0:1763350988.094948:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4b80. 00010000:00000001:2.0:1763350988.094952:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.094956:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.094958:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.094962:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.094970:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.094974:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.094977:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.094979:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.094982:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.094984:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.094986:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.094989:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.094991:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.094993:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.094995:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.094997:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff5:0x0].0x0 (ffff925dddc09700) refcount = 2 00010000:00000040:2.0:1763350988.095000:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.095004:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033cad8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc34 expref: 488 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.095012:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.095017:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.095023:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.095024:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.095027:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.095028:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.095030:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.095033:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.095036:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.095038:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.095041:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.095061:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.095063:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.095064:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.095066:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.095068:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.095073:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92700. 00010000:00000010:2.0:1763350988.095077:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc98f7580. 00010000:00000001:2.0:1763350988.095081:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.095083:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.095085:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.095087:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cae6 to hash 00000020:00000001:2.0:1763350988.095089:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.095090:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.095093:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4b00. 00010000:00000001:2.0:1763350988.095095:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.095098:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.095099:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.095102:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.095107:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.095109:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.095111:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.095112:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.095113:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.095115:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.095117:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.095119:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.095120:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.095121:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.095122:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.095124:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 (ffff925df4a92700) refcount = 1 00010000:00010000:2.0:1763350988.095128:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.095132:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.095135:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.095136:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.095138:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.095139:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.095141:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.095143:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.095146:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.095148:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.095150:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.095155:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.095157:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.095158:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.095159:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.095166:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.095172:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1763350988.095175:0:20012:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff5:0x0] version is 0x20001d71d 00000004:00000001:2.0:1763350988.095179:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.095188:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.095190:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.095192:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff5:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.095196:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.095198:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350988.095205:0:20012:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.095208:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.095210:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.095212:0:20012:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763350988.095214:0:20012:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:2.0:1763350988.095216:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763350988.095218:0:20012:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763350988.095222:0:20012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff925ccd7cc780. 00000004:00000001:2.0:1763350988.095225:0:20012:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:2.0:1763350988.095231:0:20012:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763350988.095234:0:20012:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x3ff6:0x0] 00000004:00000010:2.0:1763350988.095239:0:20012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff925dc78478e8. 00000004:00000001:2.0:1763350988.095242:0:20012:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095246:0:20012:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763350988.095249:0:20012:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763350988.095253:0:20012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff925cddf39320. 00000004:00000001:2.0:1763350988.095257:0:20012:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446623526291215136 : -120547418336480 : ffff925cddf39320) 00000004:00000001:2.0:1763350988.095259:0:20012:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095263:0:20012:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763350988.095265:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350988.095269:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350988.095272:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.095275:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.095278:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.095281:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.095283:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.095285:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:2.0:1763350988.095287:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763350988.095293:0:20012:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff925ccd6ac1c8. 00000004:00000001:2.0:1763350988.095296:0:20012:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.095300:0:20012:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1763350988.095302:0:20012:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.095304:0:20012:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.095308:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:2.0:1763350988.095311:0:20012:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000002:2.0:1763350988.095313:0:20012:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff6:0x0] version is 0x1 00000004:00000001:2.0:1763350988.095318:0:20012:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763350988.095325:0:20012:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.095328:0:20012:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763350988.095330:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.095332:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff5:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.095335:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095337:0:20012:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095339:0:20012:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350988.095343:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350988.095349:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693900. 00080000:00000001:2.0:1763350988.095353:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.095358:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dfc986400. 00080000:00000001:2.0:1763350988.095361:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00000004:00000001:2.0:1763350988.095365:0:20012:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763350988.095369:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.095370:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.095373:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.095377:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.095381:0:20012:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.095384:0:20012:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff6:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763350988.095387:0:20012:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763350988.095391:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff5:0x0] not in the id map cache 00000004:00000001:2.0:1763350988.095395:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350988.095397:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350988.095399:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.095401:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.095403:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095405:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.095408:0:20012:0:(lod_object.c:5905:lod_ah_init()) final dir stripe_count=0 offset=-1 hash=3 00000004:00000001:2.0:1763350988.095409:0:20012:0:(lod_object.c:5907:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763350988.095411:0:20012:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763350988.095417:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3bad0 00000001:00000002:2.0:1763350988.095419:0:20012:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x3ff5:0x0]:56xa' is added 00000004:00000001:2.0:1763350988.095421:0:20012:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095424:0:20012:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763350988.095427:0:20012:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763350988.095430:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095432:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095436:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350988.095461:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350988.095464:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.095465:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.095466:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.095468:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.095470:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350988.095476:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff6:0x0] not in the id map cache 00000001:00000001:2.0:1763350988.095480:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.095482:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095484:0:20012:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:2.0:1763350988.095486:0:20012:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095488:0:20012:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095490:0:20012:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095492:0:20012:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763350988.095495:0:20012:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1763350988.095497:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.095498:0:20012:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.095502:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350988.095503:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095505:0:20012:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095507:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095508:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095511:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.095514:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095518:0:20012:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763350988.095519:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095520:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095523:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.095526:0:20012:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.095528:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095530:0:20012:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095532:0:20012:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1763350988.095533:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.095534:0:20012:0:(lod_lov.c:1589:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.095535:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350988.095536:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095538:0:20012:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095539:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095540:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095542:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.095543:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095545:0:20012:0:(mdd_dir.c:2414:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095548:0:20012:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763350988.095549:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095550:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095553:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.095558:0:20012:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.095560:0:20012:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095562:0:20012:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095563:0:20012:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:2.0:1763350988.095565:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.095566:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350988.095567:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.095570:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.095572:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095574:0:20012:0:(lod_lov.c:1636:lod_striping_load()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.095575:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:2.0:1763350988.095577:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095578:0:20012:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095580:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095581:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095583:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.095587:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095592:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.095625:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.095626:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095628:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095633:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.095649:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095651:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095654:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095658:0:20012:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763350988.095660:0:20012:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763350988.095662:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095663:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095666:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.095668:0:20012:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095670:0:20012:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095672:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.095674:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095677:0:20012:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.095681:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350988.095683:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350988.095689:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350988.095690:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095691:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095695:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.095700:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.095702:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095703:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095706:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.095708:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.095709:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095710:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095713:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.095714:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095716:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095718:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.095740:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.095742:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.095747:0:20012:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763350988.095749:0:20012:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763350988.095751:0:20012:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763350988.095752:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.095753:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.095757:0:20012:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1763350988.095944:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350988.095946:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.095947:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.095949:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.095950:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.095952:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.096007:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.096010:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.096013:0:20012:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096015:0:20012:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096017:0:20012:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096019:0:20012:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096022:0:20012:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763350988.096024:0:20012:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763350988.096026:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096028:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096031:0:20012:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763350988.096064:0:20012:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096066:0:20012:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096069:0:20012:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1763350988.096071:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096073:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096076:0:20012:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.096079:0:20012:0:(osd_index.c:1056:osd_dir_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.096082:0:20012:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096084:0:20012:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096086:0:20012:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1763350988.096087:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096088:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096090:0:20012:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.096100:0:20012:0:(osd_index.c:1070:osd_dir_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.096103:0:20012:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096104:0:20012:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096105:0:20012:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096109:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.096111:0:20012:0:(lod_object.c:4505:lod_dir_striping_create_internal()) Process entered 00000004:00000001:2.0:1763350988.096113:0:20012:0:(lod_object.c:4645:lod_dir_striping_create_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096115:0:20012:0:(lod_object.c:5091:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096117:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.096120:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.096121:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.096122:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096124:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096128:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.096130:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 7 00080000:00000001:2.0:1763350988.096139:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.096140:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.096142:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096144:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096146:0:20012:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096148:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096151:0:20012:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096153:0:20012:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:2.0:1763350988.096154:0:20012:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:2.0:1763350988.096155:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096157:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096159:0:20012:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.096172:0:20012:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096174:0:20012:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096176:0:20012:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763350988.096178:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096179:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096182:0:20012:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763350988.096185:0:20012:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096186:0:20012:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096188:0:20012:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096190:0:20012:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:2.0:1763350988.096193:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.096194:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.096196:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.096197:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096198:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096200:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.096201:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 46 00080000:00000001:2.0:1763350988.096203:0:20012:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:2.0:1763350988.096206:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350988.096208:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350988.096209:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.096210:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.096212:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.096214:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.096216:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350988.096218:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.096220:0:20012:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.096225:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.096227:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.096229:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096230:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096232:0:20012:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096234:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096236:0:20012:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.096238:0:20012:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:2.0:1763350988.096240:0:20012:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.096242:0:20012:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763350988.096244:0:20012:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763350988.096245:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096246:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096249:0:20012:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.096252:0:20012:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.096253:0:20012:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096255:0:20012:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096257:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.096258:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096260:0:20012:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096262:0:20012:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096264:0:20012:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096266:0:20012:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:2.0:1763350988.096268:0:20012:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:2.0:1763350988.096270:0:20012:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.096273:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.096275:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.096279:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763350988.096282:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.096283:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.096285:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.096286:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096287:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096289:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.096290:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763350988.096294:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.096296:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.096298:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096299:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096301:0:20012:0:(lod_object.c:3861:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096302:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763350988.096304:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055198, last_committed = 8590055196 00000001:00000010:2.0:1763350988.096308:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693000. 00000001:00000040:2.0:1763350988.096310:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:2.0:1763350988.096314:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=489 00000001:00000010:2.0:1763350988.096320:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de2edcd80. 00000004:00000001:2.0:1763350988.096327:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350988.096328:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.096329:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531100300288 : -120542609251328 : ffff925dfc986400) 00080000:00000001:2.0:1763350988.096333:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.096347:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350988.096349:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.096352:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de2edcd80: xid 1849001118787328, transno 8590055198, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.096356:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.096415:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.096419:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693900. 00000020:00000001:2.0:1763350988.096422:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096432:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.096435:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.096445:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096448:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.096451:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.096452:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.096454:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.096457:0:20012:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.096459:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.096462:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350988.096465:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.096469:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.096471:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.096473:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.096474:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.096476:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.096477:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.096479:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.096480:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.096482:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff6:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:2.0:1763350988.096485:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff6:0x0]: returning size 512 00000004:00000001:2.0:1763350988.096487:0:20012:0:(mdt_reint.c:792:mdt_create()) Process leaving 00000004:00000001:2.0:1763350988.096489:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350988.096493:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:2.0:1763350988.096496:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.096497:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350988.096500:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.096502:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.096505:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.096507:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=3 00000020:00000001:2.0:1763350988.096510:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.096513:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.096516:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.096520:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.096527:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.096529:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.096531:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 2/0,0 mode: CW/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.096536:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.096538:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.096541:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.096544:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:2.0:1763350988.096550:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfec00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.096553:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.096555:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.096557:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.096563:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.096564:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.096565:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.096566:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=4 00000020:00000001:2.0:1763350988.096568:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.096571:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.096574:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.096576:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.096580:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.096582:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.096584:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.096587:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.096589:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.096590:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.096592:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.096621:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfec00 with handle 0xcb8c81cc3033cadf from hash 00010000:00000001:2.0:1763350988.096624:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.096625:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.096626:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.096627:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.096632:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.096633:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.096636:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.096638:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.096641:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.096644:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff5:0x0].0x0 (ffff925dddc09700) 00010000:00010000:2.0:1763350988.096647:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350988.096649:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.096652:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.096654:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.096655:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.096658:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.096659:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.096660:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.096662:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096664:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.096667:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:2.0:1763350988.096673:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.096674:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.096676:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.096677:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.096678:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.096681:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cadf lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:2.0:1763350988.096696:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4b80. 00010000:00000001:2.0:1763350988.096704:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.096706:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.096707:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.096708:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.096710:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.096712:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.096714:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.096716:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00000004:00010000:2.0:1763350988.096719:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 0000000007c326ff reply state 000000005d697d2c transno 8590055198 ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:2.0:1763350988.096728:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763350988.096730:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.096731:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.096732:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.096734:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350988.096736:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350988.096737:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350988.096738:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350988.096741:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7ccf58/ffff925ccd7ccf00 to site lru. bkt: ffff925dd1460d20 00000004:00000001:2.0:1763350988.096743:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763350988.096749:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.096755:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096758:0:20012:0:(mdt_reint.c:1175:mdt_reint_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096762:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096765:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350988.096769:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.096772:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.096774:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.096775:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.096777:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.096780:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.096785:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.096789:0:20012:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.096793:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055198, xid 1849001118787328 00010000:00000001:2.0:1763350988.096796:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763350988.096798:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00010000:00000200:2.0:1763350988.096801:0:20012:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055198, last committed = 8590055196 00010000:00000200:2.0:1763350988.096812:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc9898e00 x1849001118787328/t8590055198(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 504/448 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350988.096826:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.096829:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.096834:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.096840:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.096842:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.096846:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.096849:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.096858:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.096862:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.096866:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.096873:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2660. 00000100:00000200:2.0:1763350988.096881:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 10, xid 1849001118787328, offset 224 00000400:00000010:2.0:1763350988.096889:0:20012:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925df0e57038. 00000400:00000200:2.0:1763350988.096893:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.096910:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.096919:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198192:198192:256:4294967295] 192.168.202.2@tcp LPNI seq info [198188:198188:8:4294967295] 00000400:00000200:2.0:1763350988.096926:0:20012:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.096933:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.096939:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.097064:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5600. 00000800:00000200:0.0:1763350988.097073:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.097082:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.097087:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5600 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.097096:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.097100:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.097103:0:20012:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.097106:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.097108:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.097115:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc9898e00 x1849001118787328/t8590055198(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 504/448 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350988.097125:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc9898e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226797:x1849001118787328:12345-192.168.202.2@tcp:36:mkdir.0 Request processed in 2589us (2881us total) trans 8590055198 rc 0/0 00000100:00100000:0.0:1763350988.097135:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140633 00000100:00000040:0.0:1763350988.097139:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350988.097141:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.097143:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.097149:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7c00. 00000020:00000010:0.0:1763350988.097154:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090578. 00000020:00000010:0.0:1763350988.097158:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08e00. 00000020:00000040:0.0:1763350988.097163:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:0.0:1763350988.097167:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.097232:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.097238:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5600. 00000400:00000200:3.0:1763350988.097252:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.097258:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.097264:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.097266:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350988.100359:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.100377:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.100381:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.100386:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.100398:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:3.0:1763350988.100418:0:3309:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12fb91 00000400:00000200:3.0:1763350988.100426:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.100431:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:3.0:1763350988.100440:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2660 00000400:00000010:3.0:1763350988.100444:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2660. 00000100:00000001:3.0:1763350988.100450:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.100454:0:3309:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:3.0:1763350988.100457:0:3309:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350988.100469:0:3309:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350988.100471:0:3309:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:3.0:1763350988.100473:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350988.100481:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.100484:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350988.101469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00010000:00000010:0.1:1763350988.101482:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925dddc09d00. 00010000:00000010:0.1:1763350988.101486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00010000:00000010:0.1:1763350988.101488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00000100:00000001:0.0:1763350988.101501:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763350988.101506:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.101509:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.101513:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:0.0:1763350988.101515:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.101519:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.101521:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350988.101526:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.101536:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.101538:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.101540:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.101551:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.101553:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.101557:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350988.101559:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350988.101565:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350988.101569:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.101571:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350988.101574:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.103072:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350988.103076:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.103079:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.103082:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:0.0:1763350988.103086:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.103090:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.103093:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350988.103097:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.103104:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350988.103107:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350988.103109:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.103114:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.103116:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.103119:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.103121:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.103124:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cae6 from hash 00010000:00000001:0.0:1763350988.103126:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.103128:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.103130:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.103131:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.103136:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.103138:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.103140:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.103142:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.103145:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.103148:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff5:0x0].0xf31ccba1 (ffff925df4a92700) 00010000:00010000:0.0:1763350988.103151:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350988.103154:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.103157:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.103159:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.103160:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350988.103162:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.103163:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.103164:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.103167:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.103169:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.103172:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.103179:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.103180:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.103181:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350988.103184:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350988.103186:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.103188:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cae6 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350988.103195:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4b00. 00010000:00000040:0.0:1763350988.103200:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92700 count: 0 00010000:00000010:0.0:1763350988.103207:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc98f7580. 00010000:00000001:0.0:1763350988.103217:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763350988.103221:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 488 00000100:00000001:0.0:1763350988.103224:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350988.108839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:0.1:1763350988.113727:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92700. 00010000:00000010:0.1:1763350988.113745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000800:00000001:3.0:1763350988.119240:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.119258:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.119263:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.119265:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.119277:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.119297:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edfe780 00000400:00000200:3.0:1763350988.119306:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 161224 00000800:00000001:3.0:1763350988.119316:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.119379:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.119383:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.119388:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.119398:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.119401:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350988.119407:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc9898000. 00000100:00000040:3.0:1763350988.119411:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc9898000 x1849001118787456 msgsize 576 00000100:00100000:3.0:1763350988.119416:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.119434:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.119444:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.119447:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.119493:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.119496:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118787456 02000000:00000001:0.0:1763350988.119500:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.119502:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.119505:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.119510:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.119529:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118787456 00000020:00000001:0.0:1763350988.119534:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.119536:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350988.119539:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.119542:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=489 00000020:00000001:0.0:1763350988.119545:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350988.119548:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350988.119553:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.119558:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.119562:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.119565:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000020:00000010:0.0:1763350988.119572:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ec00. 00000020:00000010:0.0:1763350988.119578:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0d80. 00000020:00000010:0.0:1763350988.119582:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3d320. 00000100:00000040:0.0:1763350988.119591:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350988.119702:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.119704:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350988.119708:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350988.119710:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.119713:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.119722:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.120435:0:26495:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.120439:0:26495:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.120447:0:26495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140634 00000100:00000040:1.0:1763350988.120452:0:26495:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350988.120454:0:26495:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530243686400 : -120543465865216 : ffff925dc9898000) 00000100:00000040:1.0:1763350988.120463:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc9898000 x1849001118787456/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350988.120472:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.120478:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52ec0. 00000100:00000001:1.0:1763350988.120480:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.120483:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52ec0. 00000100:00100000:1.0:1763350988.120489:0:26495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc9898000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+489:226798:x1849001118787456:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350988.120493:0:26495:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118787456 00000020:00000001:1.0:1763350988.120496:0:26495:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.120501:0:26495:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350988.120506:0:26495:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de2edcd80: xid 1849001118787328, transno 8590055198, client gen 3, slot idx 1 00000001:00000001:1.0:1763350988.120511:0:26495:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de2edc300: xid 1849001118786816, transno 8590055197, client gen 3, slot idx 0 00000001:00000010:1.0:1763350988.120515:0:26495:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de2edc300. 00000020:00000001:1.0:1763350988.120521:0:26495:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.120523:0:26495:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.120525:0:26495:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350988.120529:0:26495:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350988.120532:0:26495:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118787456, found 0 last_xid 1849001118787455 00000020:00000001:1.0:1763350988.120535:0:26495:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.120537:0:26495:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.120540:0:26495:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.120547:0:26495:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.120549:0:26495:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350988.120552:0:26495:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.120554:0:26495:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.120556:0:26495:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350988.120558:0:26495:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.120563:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.120571:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09700 count: 2 00010000:00000001:1.0:1763350988.120575:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.120579:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.120583:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:1.0:1763350988.120587:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.120589:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6e00 with handle 0xcb8c81cc3033caed to hash 00000020:00000001:1.0:1763350988.120591:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.120593:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000010:1.0:1763350988.120622:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350988.120626:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00010000:1.0:1763350988.120632:0:26495:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033caed lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc3b expref: -99 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.120641:0:26495:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350988.120643:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00010000:00000001:1.0:1763350988.120651:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350988.120654:0:26495:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350988.120662:0:26495:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350988.120665:0:26495:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350988.120666:0:26495:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350988.120668:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350988.120670:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff5:0x0] 00000020:00000001:1.0:1763350988.120674:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.120680:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014996312 : -120547694555304 : ffff925ccd7ccf58) 00000004:00000001:1.0:1763350988.120683:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014996224 : -120547694555392 : ffff925ccd7ccf00) 00000004:00000001:1.0:1763350988.120685:0:26495:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.120689:0:26495:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350988.120690:0:26495:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350988.120694:0:26495:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.120696:0:26495:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.120752:0:26495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925deacb0000. 02000000:00000001:1.0:1763350988.120755:0:26495:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.120759:0:26495:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.120761:0:26495:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.120764:0:26495:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763350988.120770:0:26495:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350988.120772:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.120775:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.120778:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.120779:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.120781:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.120783:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.120784:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.120786:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.120789:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.120791:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.120793:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.120794:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.120796:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.120798:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.120800:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.120801:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.120803:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.120806:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.120807:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.120813:0:26495:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350988.120819:0:26495:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350988.120822:0:26495:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350988.120824:0:26495:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350988.120826:0:26495:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.120830:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.120831:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.120834:0:26495:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350988.120836:0:26495:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.120841:0:26495:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350988.120848:0:26495:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346435d7af8 00000004:00000002:1.0:1763350988.120850:0:26495:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff5:0x0]/56xa, ldlm_rep = ffff925deacb0228 00000004:00000001:1.0:1763350988.120856:0:26495:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350988.120859:0:26495:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350988.120862:0:26495:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350988.120865:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.120867:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.120870:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09700 count: 3 00010000:00000001:1.0:1763350988.120873:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.120875:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.120878:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350988.120881:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.120883:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033caf4 to hash 00000020:00000001:1.0:1763350988.120885:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.120887:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000010:1.0:1763350988.120891:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373900. 00010000:00000001:1.0:1763350988.120893:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.120898:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.120900:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.120903:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.120910:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.120914:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.120917:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.120920:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.120924:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.120926:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.120928:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.120930:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.120933:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.120935:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.120936:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.120940:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff5:0x0].0x0 (ffff925dddc09700) refcount = 3 00010000:00000040:1.0:1763350988.120943:0:26495:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350988.120948:0:26495:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e3600/0xcb8c81cc3033cad8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc34 expref: 490 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350988.120955:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.120961:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.120966:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.120968:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.120971:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.120972:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.120975:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.120977:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.120979:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.120982:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.120986:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.120992:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.120994:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.120996:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.120998:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.120999:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350988.121004:0:26495:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da900. 00010000:00000010:1.0:1763350988.121008:0:26495:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b5c00. 00010000:00000001:1.0:1763350988.121012:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.121014:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350988.121016:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.121018:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033cafb to hash 00000020:00000001:1.0:1763350988.121020:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.121022:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000010:1.0:1763350988.121025:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350988.121027:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.121030:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.121032:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.121034:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121040:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.121042:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.121043:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.121059:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.121060:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.121062:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.121063:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.121065:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.121066:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.121067:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.121068:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.121070:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 (ffff925ccd7da900) refcount = 1 00010000:00010000:1.0:1763350988.121074:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121078:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.121080:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.121082:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121084:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.121085:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.121087:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121089:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.121091:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.121092:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.121095:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121100:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.121101:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121103:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.121104:0:26495:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121109:0:26495:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.121150:0:26495:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.121153:0:26495:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350988.121156:0:26495:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff5:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350988.121160:0:26495:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.121166:0:26495:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350988.121189:0:26495:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350988.121192:0:26495:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350988.121194:0:26495:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350988.121197:0:26495:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350988.121201:0:26495:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350988.121203:0:26495:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350988.121206:0:26495:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.121208:0:26495:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350988.121211:0:26495:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.121213:0:26495:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:1.0:1763350988.121215:0:26495:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1763350988.121219:0:26495:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350988.121221:0:26495:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350988.121222:0:26495:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350988.121223:0:26495:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350988.121224:0:26495:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.121226:0:26495:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.121251:0:26495:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.121253:0:26495:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.121257:0:26495:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121258:0:26495:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121260:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350988.121262:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:1.0:1763350988.121264:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.121267:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:1.0:1763350988.121269:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:1.0:1763350988.121273:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350988.121276:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350988.121287:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350988.121289:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350988.121292:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121296:0:26495:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:1.0:1763350988.121298:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.121300:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350988.121304:0:26495:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da300. 00010000:00000010:1.0:1763350988.121307:0:26495:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b5580. 00010000:00000001:1.0:1763350988.121310:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.121312:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7000. 00000020:00000001:1.0:1763350988.121315:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.121317:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7000 with handle 0xcb8c81cc3033cb02 to hash 00000020:00000001:1.0:1763350988.121319:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.121321:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000010:1.0:1763350988.121324:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373000. 00010000:00000001:1.0:1763350988.121326:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350988.121329:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.121330:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.121334:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121340:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.121342:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.121343:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.121345:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.121346:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.121348:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.121350:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.121352:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.121353:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.121354:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.121355:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.121357:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) refcount = 1 00010000:00010000:1.0:1763350988.121360:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121365:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.121367:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.121368:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121370:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.121371:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.121373:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121375:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.121376:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.121378:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.121380:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121385:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.121386:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121388:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121389:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.121391:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.121393:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:1.0:1763350988.121395:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350988.121398:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350988.121400:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121401:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.121403:0:26495:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121406:0:26495:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:1.0:1763350988.121410:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350988.121412:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350988.121419:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121422:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.121428:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.121431:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.121437:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.121441:0:26495:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.121445:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.121448:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.121449:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.121450:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.121452:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.121455:0:26495:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.121457:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350988.121460:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:1.0:1763350988.121462:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.121464:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.121466:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.121468:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.121470:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.121472:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.121473:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.121475:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.121476:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350988.121479:0:26495:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff6:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:1.0:1763350988.121481:0:26495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff6:0x0]: returning size 512 00000004:00200000:1.0:1763350988.121484:0:26495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:1.0:1763350988.121487:0:26495:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:1.0:1763350988.121490:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.121491:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121494:0:26495:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350988.121496:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.121497:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.121498:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.121500:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.121502:0:26495:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.121504:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.121507:0:26495:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.121513:0:26495:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350988.121520:0:26495:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121522:0:26495:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121533:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.121535:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.121536:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:1.0:1763350988.121539:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350988.121541:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00000004:00010000:1.0:1763350988.121544:0:26495:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121549:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121550:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.121552:0:26495:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:1.0:1763350988.121554:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350988.121558:0:26495:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:1.0:1763350988.121560:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.121562:0:26495:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350988.121564:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.121566:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.121567:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.121569:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350988.121571:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.121573:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.121576:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.121579:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121586:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121586:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.121589:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121617:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.121620:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121623:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.121625:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:1.0:1763350988.121633:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.121635:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.121637:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.121640:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121646:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.121647:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.121649:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.121650:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=4 00000020:00000001:1.0:1763350988.121652:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.121654:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.121657:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.121660:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121666:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.121667:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.121669:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121672:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.121674:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.121675:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.121677:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.121680:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033caf4 from hash 00010000:00000001:1.0:1763350988.121683:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.121684:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121686:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121687:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.121689:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.121690:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121692:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.121694:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.121697:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.121700:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff5:0x0].0x0 (ffff925dddc09700) 00010000:00010000:1.0:1763350988.121702:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350988.121705:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.121707:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121709:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.121710:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.121714:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121715:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121716:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121719:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121721:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.121723:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121728:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121729:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121731:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.121732:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.121733:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.121735:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033caf4 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:1.0:1763350988.121741:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373900. 00010000:00000001:1.0:1763350988.121752:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.121754:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.121755:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.121757:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.121758:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.121760:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:1.0:1763350988.121762:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.121764:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.121767:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.121768:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121773:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121774:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.121780:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121784:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.121785:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121787:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.121789:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:1.0:1763350988.121793:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.121795:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.121796:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.121798:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121802:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.121803:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.121804:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.121805:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=4 00000020:00000001:1.0:1763350988.121807:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.121809:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.121811:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.121813:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121821:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.121822:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.121823:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121825:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.121826:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.121827:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.121829:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.121830:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033cafb from hash 00010000:00000001:1.0:1763350988.121832:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.121833:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121834:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121835:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.121837:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.121838:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121839:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.121840:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.121842:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.121844:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff5:0x0].0xf31ccba1 (ffff925ccd7da900) 00010000:00010000:1.0:1763350988.121846:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350988.121848:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.121850:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121851:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.121852:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.121854:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121855:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121856:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.121858:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121860:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.121862:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.121866:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121867:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121868:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.121869:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.121871:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.121873:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cafb lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff5:0x0].0xf31ccba1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:1.0:1763350988.121879:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373880. 00010000:00000040:1.0:1763350988.121882:0:26495:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da900 count: 0 00010000:00000010:1.0:1763350988.121887:0:26495:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b5c00. 00010000:00000001:1.0:1763350988.121893:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.121894:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.121895:0:26495:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350988.121897:0:26495:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350988.121899:0:26495:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:1.0:1763350988.121901:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.121902:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.121904:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7000 refcount=3 00000020:00000001:1.0:1763350988.121906:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00010000:00000001:1.0:1763350988.121908:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395136 : -120542939156480 : ffff925de8ee7000) 00000004:00000040:1.0:1763350988.121911:0:26495:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350988.121914:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00010000:00000001:1.0:1763350988.121918:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121919:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.121921:0:26495:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350988.121923:0:26495:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:1.0:1763350988.121926:0:26495:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350988.121928:0:26495:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350988.121930:0:26495:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350988.121931:0:26495:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350988.121934:0:26495:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350988.121936:0:26495:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350988.121940:0:26495:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.121944:0:26495:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350988.121946:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350988.121949:0:26495:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7ccf58/ffff925ccd7ccf00 to site lru. bkt: ffff925dd1460d20 00000004:00000001:1.0:1763350988.121950:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.121952:0:26495:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350988.121955:0:26495:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350988.121957:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.121960:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121961:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121963:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.121964:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.121966:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6e00 with handle 0xcb8c81cc3033caed from hash 00010000:00000001:1.0:1763350988.121968:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.121969:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.121970:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121971:0:26495:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350988.121973:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.121977:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033caed lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 491 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.121984:0:26495:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:1.0:1763350988.121987:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00010000:00000010:1.0:1763350988.121990:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350988.121994:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.121996:0:26495:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.122001:0:26495:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350988.122005:0:26495:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 490 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.122011:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.122013:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.122015:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:1.0:1763350988.122017:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00000001:1.0:1763350988.122018:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.122020:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.122022:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.122023:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.122024:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.122025:0:26495:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7000, rc 0) 00000020:00000001:1.0:1763350988.122028:0:26495:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350988.122032:0:26495:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118787456 00010000:00000001:1.0:1763350988.122035:0:26495:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350988.122041:0:26495:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc9898000 x1849001118787456/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/584 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350988.122060:0:26495:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.122063:0:26495:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.122068:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.122073:0:26495:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.122076:0:26495:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.122079:0:26495:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.122081:0:26495:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.122084:0:26495:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.122088:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.122091:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.122098:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74000. 00000100:00000200:1.0:1763350988.122105:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 10, xid 1849001118787456, offset 224 00000400:00000200:1.0:1763350988.122111:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.122126:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.122133:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198193:198193:256:4294967295] 192.168.202.2@tcp LPNI seq info [198189:198189:8:4294967295] 00000400:00000200:1.0:1763350988.122145:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.122150:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.122159:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32c00. 00000800:00000200:1.0:1763350988.122166:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.122174:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.122180:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32c00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.122209:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.122214:0:26495:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.122217:0:26495:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.122218:0:26495:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.122221:0:26495:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.122227:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc9898000 x1849001118787456/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/584 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350988.122242:0:26495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc9898000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226798:x1849001118787456:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1768us (2828us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350988.122251:0:26495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140634 00000100:00000040:1.0:1763350988.122255:0:26495:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350988.122257:0:26495:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.122259:0:26495:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.122265:0:26495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0d80. 00000020:00000010:1.0:1763350988.122269:0:26495:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3d320. 00000020:00000010:1.0:1763350988.122273:0:26495:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ec00. 00000020:00000040:1.0:1763350988.122278:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00000100:00000001:1.0:1763350988.122281:0:26495:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.124169:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.124177:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32c00. 00000400:00000200:3.0:1763350988.124187:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.124195:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.124203:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74000 00000400:00000010:3.0:1763350988.124205:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74000. 00000100:00000001:3.0:1763350988.124210:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.124212:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350988.125299:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.132036:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.132065:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.132070:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.132073:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.132084:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.132107:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 520 into portal 12 MB=0x691a81edfe880 00000400:00000200:3.0:1763350988.132118:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 520/520 into md 0xd4535 [64] + 161800 00000800:00000001:3.0:1763350988.132129:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.132139:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.132143:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.132148:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.132157:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.132160:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350988.132167:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc989ad80. 00000100:00000040:3.0:1763350988.132171:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc989ad80 x1849001118787712 msgsize 520 00000100:00100000:3.0:1763350988.132175:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.132188:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.132198:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.132203:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1763350988.132346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00010000:00000010:1.1:1763350988.132355:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:1.1:1763350988.132359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00010000:00000010:1.1:1763350988.132361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6e00. 00000100:00000001:1.0:1763350988.132386:0:20012:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.132390:0:20012:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118787712 02000000:00000001:1.0:1763350988.132393:0:20012:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.132396:0:20012:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.132399:0:20012:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.132405:0:20012:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.132410:0:20012:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118787712 00000020:00000001:1.0:1763350988.132414:0:20012:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.132416:0:20012:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350988.132419:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.132422:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=490 00000020:00000001:1.0:1763350988.132424:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350988.132427:0:20012:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350988.132432:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.132437:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52ec0. 00000100:00000001:1.0:1763350988.132441:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.132444:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52ec0. 00000020:00000010:1.0:1763350988.132451:0:20012:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90fe200. 00000020:00000010:1.0:1763350988.132457:0:20012:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350988.132463:0:20012:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000100:00000040:1.0:1763350988.132472:0:20012:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350988.132475:0:20012:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.132477:0:20012:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350988.132480:0:20012:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350988.132482:0:20012:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.132484:0:20012:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.132494:0:20012:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.133880:0:20012:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.133910:0:20012:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.133912:0:20012:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.133923:0:20012:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140635 00000100:00000040:1.0:1763350988.133928:0:20012:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350988.133931:0:20012:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530243698048 : -120543465853568 : ffff925dc989ad80) 00000100:00000040:1.0:1763350988.133940:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc989ad80 x1849001118787712/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 520/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350988.133950:0:20012:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.133957:0:20012:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52ec0. 00000100:00000001:1.0:1763350988.133960:0:20012:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.133963:0:20012:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52ec0. 00000100:00100000:1.0:1763350988.133968:0:20012:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc989ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+490:226798:x1849001118787712:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350988.133972:0:20012:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118787712 00000020:00000001:1.0:1763350988.133976:0:20012:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.133981:0:20012:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.133986:0:20012:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.133988:0:20012:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.133990:0:20012:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350988.133994:0:20012:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350988.133996:0:20012:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118787712, found 0 last_xid 1849001118787711 00000020:00000001:1.0:1763350988.133999:0:20012:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.134001:0:20012:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.134003:0:20012:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.134010:0:20012:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.134013:0:20012:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350988.134015:0:20012:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.134018:0:20012:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.134020:0:20012:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350988.134022:0:20012:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.134027:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.134035:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:1.0:1763350988.134038:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.134041:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.134056:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:1.0:1763350988.134061:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.134063:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6e00 with handle 0xcb8c81cc3033cb09 to hash 00000020:00000001:1.0:1763350988.134066:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.134067:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000010:1.0:1763350988.134073:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350988.134076:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00010000:1.0:1763350988.134081:0:20012:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033cb09 lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc42 expref: -99 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.134089:0:20012:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350988.134092:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00010000:00000001:1.0:1763350988.134099:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350988.134102:0:20012:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350988.134110:0:20012:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350988.134113:0:20012:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350988.134114:0:20012:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134117:0:20012:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:1.0:1763350988.134122:0:20012:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dc989ad80 x1849001118787712/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 520/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:1.0:1763350988.134131:0:20012:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:1.0:1763350988.134134:0:20012:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:1.0:1763350988.134137:0:20012:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:1.0:1763350988.134139:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.134142:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.134145:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.134146:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.134148:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.134154:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.134156:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134158:0:20012:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134161:0:20012:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134164:0:20012:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350988.134166:0:20012:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:1.0:1763350988.134170:0:20012:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.134173:0:20012:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.134211:0:20012:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925de9510000. 02000000:00000001:1.0:1763350988.134215:0:20012:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.134219:0:20012:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134224:0:20012:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350988.134225:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.134227:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.134229:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.134230:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.134232:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.134233:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.134234:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.134235:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.134238:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.134239:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.134244:0:20012:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350988.134249:0:20012:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350988.134252:0:20012:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350988.134255:0:20012:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350988.134256:0:20012:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.134259:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.134260:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134262:0:20012:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350988.134265:0:20012:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134267:0:20012:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350988.134270:0:20012:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134273:0:20012:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:1.0:1763350988.134277:0:20012:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:1.0:1763350988.134281:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3ba38 00000004:00000002:1.0:1763350988.134283:0:20012:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3ff6:0x0]/(file1->[0x200000bd2:0x3ff7:0x0]) cr_flag=040000100000102 mode=0100666 msg_flag=0x600 00000004:00000001:1.0:1763350988.134288:0:20012:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350988.134291:0:20012:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:1.0:1763350988.134294:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.134300:0:20012:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:1.0:1763350988.134303:0:20012:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:1.0:1763350988.134306:0:20012:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:1.0:1763350988.134307:0:20012:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134313:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.134352:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.134354:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350988.134357:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350988.134361:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.134367:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350988.134394:0:20012:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.134397:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.134399:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.134402:0:20012:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350988.134405:0:20012:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350988.134407:0:20012:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350988.134410:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.134412:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.134415:0:20012:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 3 00010000:00000001:1.0:1763350988.134417:0:20012:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.134419:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.134421:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00000020:00000001:1.0:1763350988.134424:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.134426:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033cb10 to hash 00000020:00000001:1.0:1763350988.134428:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.134429:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000010:1.0:1763350988.134433:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350988.134435:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.134439:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.134441:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.134444:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.134450:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.134454:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.134457:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.134459:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.134462:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.134464:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.134466:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.134468:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.134470:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.134472:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.134473:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.134476:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) refcount = 3 00010000:00000040:1.0:1763350988.134479:0:20012:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350988.134484:0:20012:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 491 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350988.134492:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.134497:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.134502:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.134504:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.134506:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.134507:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.134509:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.134511:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.134514:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.134516:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.134519:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.134529:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.134531:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.134532:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.134534:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.134535:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350988.134540:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da900. 00010000:00000010:1.0:1763350988.134544:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b5180. 00010000:00000001:1.0:1763350988.134548:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.134550:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350988.134552:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.134554:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033cb17 to hash 00000020:00000001:1.0:1763350988.134556:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.134557:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000010:1.0:1763350988.134560:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373900. 00010000:00000001:1.0:1763350988.134562:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.134565:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.134567:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.134569:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.134575:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.134577:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.134578:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.134579:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.134581:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.134582:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.134584:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.134586:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.134587:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.134588:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.134590:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.134592:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925ccd7da900) refcount = 1 00010000:00010000:1.0:1763350988.134624:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.134631:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.134633:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.134634:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.134636:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.134638:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.134640:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.134641:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.134644:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.134645:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.134647:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.134652:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.134653:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.134654:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.134656:0:20012:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134659:0:20012:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.134669:0:20012:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.134670:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350988.134673:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350988.134676:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.134678:0:20012:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350988.134686:0:20012:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.134688:0:20012:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.134690:0:20012:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.134693:0:20012:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:1.0:1763350988.134696:0:20012:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:1.0:1763350988.134698:0:20012:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:1.0:1763350988.134700:0:20012:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:1.0:1763350988.134704:0:20012:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff925cddeeb4a0. 00000004:00000001:1.0:1763350988.134708:0:20012:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:1.0:1763350988.134713:0:20012:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:1.0:1763350988.134715:0:20012:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x3ff7:0x0] 00000004:00000010:1.0:1763350988.134720:0:20012:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff925ccd8df708. 00000004:00000001:1.0:1763350988.134723:0:20012:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134726:0:20012:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:1.0:1763350988.134729:0:20012:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:1.0:1763350988.134733:0:20012:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff925cddd20660. 00000004:00000001:1.0:1763350988.134736:0:20012:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446623526289016416 : -120547420535200 : ffff925cddd20660) 00000004:00000001:1.0:1763350988.134738:0:20012:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134741:0:20012:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:1.0:1763350988.134744:0:20012:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350988.134747:0:20012:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350988.134749:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350988.134751:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350988.134755:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350988.134757:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350988.134759:0:20012:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350988.134761:0:20012:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:1.0:1763350988.134763:0:20012:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1763350988.134770:0:20012:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff925cddd35ab8. 00000004:00000001:1.0:1763350988.134773:0:20012:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.134776:0:20012:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:1.0:1763350988.134778:0:20012:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350988.134780:0:20012:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.134784:0:20012:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:1.0:1763350988.134786:0:20012:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00080000:00000001:1.0:1763350988.134794:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.134800:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:1.0:1763350988.134802:0:20012:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff6:0x0] version is 0x20001d71e 00000004:00000002:1.0:1763350988.134806:0:20012:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff7:0x0] version is 0x1 00000004:00000001:1.0:1763350988.134810:0:20012:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:1.0:1763350988.134818:0:20012:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:1.0:1763350988.134820:0:20012:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:1.0:1763350988.134821:0:20012:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350988.134823:0:20012:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350988.134827:0:20012:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134829:0:20012:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134833:0:20012:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:1.0:1763350988.134836:0:20012:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350988.134842:0:20012:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd9c0. 00080000:00000001:1.0:1763350988.134846:0:20012:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350988.134852:0:20012:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f03800. 00080000:00000001:1.0:1763350988.134855:0:20012:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00000004:00000001:1.0:1763350988.134859:0:20012:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:1.0:1763350988.134864:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.134866:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.134868:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.134871:0:20012:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.134874:0:20012:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350988.134877:0:20012:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff7:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763350988.134881:0:20012:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:1.0:1763350988.134887:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff6:0x0] not in the id map cache 00000004:00000001:1.0:1763350988.134890:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350988.134894:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350988.134895:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.134897:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.134900:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134902:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134904:0:20012:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350988.134906:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350988.134907:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.134910:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.134912:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134913:0:20012:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350988.134917:0:20012:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925ccd7a0000. 00000004:00000001:1.0:1763350988.134920:0:20012:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:1.0:1763350988.134922:0:20012:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:1.0:1763350988.134927:0:20012:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa34641e3b8c8 00000001:00000002:1.0:1763350988.134928:0:20012:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x3ff6:0x0]:file1' is added 00000004:00000001:1.0:1763350988.134931:0:20012:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134934:0:20012:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:1.0:1763350988.134937:0:20012:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:1.0:1763350988.134940:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.134943:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.134945:0:20012:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763350988.134968:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350988.134971:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350988.134972:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350988.134974:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350988.134975:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.134977:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763350988.134984:0:20012:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff7:0x0] not in the id map cache 00000001:00000001:1.0:1763350988.134987:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350988.134989:0:20012:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134991:0:20012:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134993:0:20012:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.134995:0:20012:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:1.0:1763350988.134996:0:20012:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135000:0:20012:0:(lod_object.c:978:lod_index_try()) Process entered 00000004:00000001:1.0:1763350988.135002:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763350988.135003:0:20012:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350988.135005:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.135007:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135009:0:20012:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135011:0:20012:0:(lod_lov.c:1636:lod_striping_load()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350988.135014:0:20012:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:1.0:1763350988.135016:0:20012:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135018:0:20012:0:(lod_object.c:1009:lod_index_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135021:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135022:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135026:0:20012:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:1.0:1763350988.135030:0:20012:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135035:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135038:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135040:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135041:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135056:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350988.135071:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135073:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135076:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135080:0:20012:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350988.135082:0:20012:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:1.0:1763350988.135084:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135086:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135089:0:20012:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350988.135093:0:20012:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135095:0:20012:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135097:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763350988.135099:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135101:0:20012:0:(lod_object.c:1266:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.135105:0:20012:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350988.135108:0:20012:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350988.135113:0:20012:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350988.135115:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135116:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135120:0:20012:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350988.135124:0:20012:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350988.135125:0:20012:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135128:0:20012:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135130:0:20012:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135132:0:20012:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135133:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135135:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135137:0:20012:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350988.135139:0:20012:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135140:0:20012:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135143:0:20012:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135166:0:20012:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.135169:0:20012:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135173:0:20012:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:1.0:1763350988.135175:0:20012:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:1.0:1763350988.135177:0:20012:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763350988.135178:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135179:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135183:0:20012:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:1.0:1763350988.135248:0:20012:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350988.135250:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350988.135252:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350988.135254:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350988.135256:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135258:0:20012:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135315:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350988.135318:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135321:0:20012:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135323:0:20012:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135326:0:20012:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135328:0:20012:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135330:0:20012:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:1.0:1763350988.135332:0:20012:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135336:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135339:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350988.135341:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135342:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135344:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135348:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350988.135351:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:1.0:1763350988.135357:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350988.135358:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135361:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135363:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135365:0:20012:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135368:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135371:0:20012:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135374:0:20012:0:(mdd_dir.c:666:__mdd_index_insert()) Process entered 00000004:00000001:1.0:1763350988.135375:0:20012:0:(mdd_dir.c:644:__mdd_index_insert_only()) Process entered 00000004:00000001:1.0:1763350988.135377:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135379:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135383:0:20012:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:1.0:1763350988.135397:0:20012:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135399:0:20012:0:(mdd_dir.c:656:__mdd_index_insert_only()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135402:0:20012:0:(mdd_dir.c:675:__mdd_index_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135404:0:20012:0:(mdd_dir.c:1614:mdd_links_rename()) Process entered 00000004:00000001:1.0:1763350988.135406:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135408:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350988.135410:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135411:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135413:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135415:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350988.135416:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.link with size 47 00080000:00000001:1.0:1763350988.135418:0:20012:0:(osd_xattr.c:852:osd_xattr_handle_linkea()) Process entered 00080000:00000001:1.0:1763350988.135422:0:20012:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350988.135423:0:20012:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350988.135425:0:20012:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350988.135427:0:20012:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350988.135428:0:20012:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350988.135430:0:20012:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135432:0:20012:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350988.135434:0:20012:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135437:0:20012:0:(osd_xattr.c:882:osd_xattr_handle_linkea()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135441:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350988.135443:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135445:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135446:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135448:0:20012:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135450:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135452:0:20012:0:(mdd_dir.c:1628:mdd_links_rename()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.135455:0:20012:0:(mdd_object.c:611:mdd_update_time()) Process entered 00000004:00000001:1.0:1763350988.135457:0:20012:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:1.0:1763350988.135459:0:20012:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:1.0:1763350988.135461:0:20012:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:1.0:1763350988.135463:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135464:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135467:0:20012:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350988.135470:0:20012:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350988.135472:0:20012:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135475:0:20012:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135477:0:20012:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763350988.135478:0:20012:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135481:0:20012:0:(lod_object.c:1364:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135483:0:20012:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135486:0:20012:0:(mdd_object.c:629:mdd_update_time()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135488:0:20012:0:(mdd_dir.c:3205:mdd_create()) Process leaving 00000004:00000001:1.0:1763350988.135491:0:20012:0:(mdd_dir.c:1352:mdd_changelog_ns_store()) Process entered 00000004:00000001:1.0:1763350988.135493:0:20012:0:(mdd_dir.c:1359:mdd_changelog_ns_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.135497:0:20012:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350988.135499:0:20012:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350988.135503:0:20012:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:1.0:1763350988.135507:0:20012:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135508:0:20012:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350988.135509:0:20012:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.135510:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135511:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135514:0:20012:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350988.135515:0:20012:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:1.0:1763350988.135519:0:20012:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350988.135521:0:20012:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135523:0:20012:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135525:0:20012:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135526:0:20012:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135528:0:20012:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:1.0:1763350988.135530:0:20012:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055199, last_committed = 8590055196 00000001:00000010:1.0:1763350988.135535:0:20012:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fd4e0. 00000001:00000040:1.0:1763350988.135538:0:20012:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:1.0:1763350988.135541:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=492 00000001:00000010:1.0:1763350988.135547:0:20012:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccd7a0a80. 00000004:00000001:1.0:1763350988.135555:0:20012:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350988.135557:0:20012:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.135558:0:20012:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350988.135562:0:20012:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350988.135576:0:20012:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350988.135578:0:20012:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350988.135582:0:20012:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccd7a0a80: xid 1849001118787712, transno 8590055199, tag 1, client gen 3, slot idx 0 00000001:00000001:1.0:1763350988.135585:0:20012:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.135689:0:20012:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350988.135694:0:20012:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd9c0. 00000020:00000001:1.0:1763350988.135696:0:20012:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135706:0:20012:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350988.135708:0:20012:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350988.135711:0:20012:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135714:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.135716:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.135718:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.135721:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135723:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135725:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135728:0:20012:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350988.135730:0:20012:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135733:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.135734:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.135735:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.135736:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135738:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135740:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:1.0:1763350988.135743:0:20012:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925de9510378 00000004:00000001:1.0:1763350988.135745:0:20012:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.135751:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350988.135757:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135767:0:20012:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:1.0:1763350988.135770:0:20012:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff7:0x0] lease count: 0, lm: 4 00000004:00000001:1.0:1763350988.135773:0:20012:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:1.0:1763350988.135776:0:20012:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.135778:0:20012:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350988.135785:0:20012:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7daf00. 00010000:00000010:1.0:1763350988.135789:0:20012:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b5200. 00010000:00000001:1.0:1763350988.135793:0:20012:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.135795:0:20012:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7400. 00000020:00000001:1.0:1763350988.135798:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.135800:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7400 with handle 0xcb8c81cc3033cb1e to hash 00000020:00000001:1.0:1763350988.135802:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.135804:0:20012:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000010:1.0:1763350988.135809:0:20012:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373600. 00010000:00000001:1.0:1763350988.135811:0:20012:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350988.135814:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.135816:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.135819:0:20012:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.135827:0:20012:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.135830:0:20012:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.135832:0:20012:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.135834:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.135836:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.135838:0:20012:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.135839:0:20012:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.135841:0:20012:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.135844:0:20012:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.135845:0:20012:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.135846:0:20012:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.135848:0:20012:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925ccd7daf00) refcount = 1 00010000:00010000:1.0:1763350988.135852:0:20012:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.135857:0:20012:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.135860:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.135862:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.135864:0:20012:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.135866:0:20012:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.135868:0:20012:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.135870:0:20012:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.135872:0:20012:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.135874:0:20012:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.135877:0:20012:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.135883:0:20012:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.135885:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.135887:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.135889:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.135891:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.135893:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=3 00000020:00000001:1.0:1763350988.135895:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350988.135898:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350988.135900:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.135901:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.135903:0:20012:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350988.135906:0:20012:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff7:0x0], ibits = 0x1b/0x1b, open_flags = 040000100000102, try_layout = 1 : rc = 0 00000004:00000001:1.0:1763350988.135910:0:20012:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.135912:0:20012:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135915:0:20012:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350988.135918:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.135920:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.135922:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.135924:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.135926:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.135927:0:20012:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.135928:0:20012:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.135929:0:20012:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350988.135931:0:20012:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: nlink=1, mode=100644, valid=0x100000008000278f 00000004:00200000:1.0:1763350988.135935:0:20012:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: returning size 0 00000001:00000001:1.0:1763350988.135937:0:20012:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.135938:0:20012:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135941:0:20012:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350988.135943:0:20012:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.135945:0:20012:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.135947:0:20012:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.135949:0:20012:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135952:0:20012:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135954:0:20012:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.135957:0:20012:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135960:0:20012:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763350988.135963:0:20012:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:1.0:1763350988.135965:0:20012:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350988.135967:0:20012:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:1.0:1763350988.135970:0:20012:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763350988.135972:0:20012:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135975:0:20012:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763350988.135978:0:20012:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763350988.135980:0:20012:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.135983:0:20012:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.135986:0:20012:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763350988.135989:0:20012:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925ccd4b5080. 00000020:00000001:1.0:1763350988.135991:0:20012:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.135993:0:20012:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925ccd4b5080 with handle 0xcb8c81cc3033cb25 to hash 00000020:00000001:1.0:1763350988.135995:0:20012:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763350988.135997:0:20012:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623526011752576 : -120547697799040 : ffff925ccd4b5080) 00000004:00000001:1.0:1763350988.135999:0:20012:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350988.136001:0:20012:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763350988.136003:0:20012:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff7:0x0] Change mfd open_flags 0 -> 040000100000102. 00000004:00000001:1.0:1763350988.136006:0:20012:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763350988.136008:0:20012:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350988.136010:0:20012:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.136012:0:20012:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.136014:0:20012:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.136017:0:20012:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763350988.136019:0:20012:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763350988.136020:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350988.136022:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.136024:0:20012:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350988.136026:0:20012:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.136028:0:20012:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350988.136031:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.136032:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.136034:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.136035:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=3 00000020:00000001:1.0:1763350988.136037:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.136040:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.136043:0:20012:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.136057:0:20012:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.136063:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.136065:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.136067:0:20012:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 2/0,0 mode: CW/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.136071:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.136073:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.136076:0:20012:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.136079:0:20012:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:1.0:1763350988.136085:0:20012:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.136088:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.136091:0:20012:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.136093:0:20012:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.136099:0:20012:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.136100:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.136101:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.136102:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=4 00000020:00000001:1.0:1763350988.136104:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.136106:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.136108:0:20012:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.136111:0:20012:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.136116:0:20012:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.136118:0:20012:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.136119:0:20012:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.136122:0:20012:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.136124:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.136126:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.136128:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.136131:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033cb10 from hash 00010000:00000001:1.0:1763350988.136134:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.136135:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.136136:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.136137:0:20012:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.136140:0:20012:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.136141:0:20012:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.136143:0:20012:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.136145:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.136148:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.136150:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:1.0:1763350988.136153:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350988.136155:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.136158:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.136160:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.136161:0:20012:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.136164:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.136165:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.136166:0:20012:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.136168:0:20012:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.136170:0:20012:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.136172:0:20012:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:1.0:1763350988.136177:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.136178:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.136180:0:20012:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.136181:0:20012:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.136183:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.136185:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb10 lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:1.0:1763350988.136191:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350988.136202:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.136204:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.136206:0:20012:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.136207:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.136209:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.136210:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350988.136212:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.136215:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00000004:00010000:1.0:1763350988.136218:0:20012:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009dff2d1b reply state 00000000174ebcce transno 8590055199 ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20012 initiator: MDT0 00000100:00100000:1.0:1763350988.136227:0:20012:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:1.0:1763350988.136229:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.136230:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.136231:0:20012:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.136233:0:20012:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350988.136235:0:20012:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350988.136237:0:20012:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350988.136238:0:20012:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350988.136242:0:20012:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:1.0:1763350988.136245:0:20012:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:1.0:1763350988.136248:0:20012:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350988.136251:0:20012:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.136256:0:20012:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.136259:0:20012:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350988.136264:0:20012:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350988.136267:0:20012:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350988.136268:0:20012:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350988.136271:0:20012:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350988.136273:0:20012:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350988.136276:0:20012:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350988.136280:0:20012:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.136282:0:20012:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763350988.136285:0:20012:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763350988.136287:0:20012:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.136290:0:20012:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.136291:0:20012:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.136293:0:20012:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=3 00000020:00000001:1.0:1763350988.136295:0:20012:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350988.136298:0:20012:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00000004:00000040:1.0:1763350988.136301:0:20012:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:1.0:1763350988.136303:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00010000:00000001:1.0:1763350988.136308:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.136309:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.136311:0:20012:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350988.136313:0:20012:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350988.136315:0:20012:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:1.0:1763350988.136318:0:20012:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350988.136321:0:20012:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350988.136322:0:20012:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.136326:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.136327:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.136329:0:20012:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.136331:0:20012:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.136333:0:20012:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6e00 with handle 0xcb8c81cc3033cb09 from hash 00010000:00000001:1.0:1763350988.136335:0:20012:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.136336:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.136337:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.136339:0:20012:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350988.136340:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.136345:0:20012:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033cb09 lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 493 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.136352:0:20012:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:1.0:1763350988.136356:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00010000:00000010:1.0:1763350988.136358:0:20012:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350988.136363:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.136364:0:20012:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.136369:0:20012:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350988.136373:0:20012:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 492 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.136380:0:20012:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.136382:0:20012:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.136384:0:20012:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925ccd7daf00) 00010000:00010000:1.0:1763350988.136387:0:20012:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:1.0:1763350988.136388:0:20012:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.136391:0:20012:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.136393:0:20012:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.136394:0:20012:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.136395:0:20012:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.136397:0:20012:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7400, rc 0) 00000020:00000001:1.0:1763350988.136401:0:20012:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350988.136406:0:20012:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055199, xid 1849001118787712 00010000:00000001:1.0:1763350988.136409:0:20012:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:1.0:1763350988.136410:0:20012:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00010000:00000200:1.0:1763350988.136413:0:20012:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055199, last committed = 8590055196 00010000:00000200:1.0:1763350988.136421:0:20012:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc989ad80 x1849001118787712/t8590055199(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 520/608 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350988.136430:0:20012:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.136434:0:20012:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.136438:0:20012:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.136443:0:20012:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.136446:0:20012:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.136449:0:20012:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.136452:0:20012:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.136456:0:20012:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.136460:0:20012:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.136464:0:20012:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.136470:0:20012:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74198. 00000100:00000200:1.0:1763350988.136478:0:20012:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118787712, offset 224 00000400:00000010:1.0:1763350988.136486:0:20012:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925dc14c08c0. 00000400:00000200:1.0:1763350988.136490:0:20012:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.136509:0:20012:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.136518:0:20012:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198194:198194:256:4294967295] 192.168.202.2@tcp LPNI seq info [198190:198190:8:4294967295] 00000400:00000200:1.0:1763350988.136527:0:20012:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:1.0:1763350988.136537:0:20012:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.136545:0:20012:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.136552:0:20012:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32d00. 00000800:00000200:1.0:1763350988.136560:0:20012:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.136569:0:20012:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.136575:0:20012:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32d00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.136649:0:20012:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.136653:0:20012:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.136656:0:20012:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.136659:0:20012:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.136662:0:20012:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.136667:0:20012:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc989ad80 x1849001118787712/t8590055199(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 520/608 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350988.136678:0:20012:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc989ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226798:x1849001118787712:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 2727us (4505us total) trans 8590055199 rc 0/0 00000100:00100000:1.0:1763350988.136687:0:20012:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140635 00000100:00000040:1.0:1763350988.136692:0:20012:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350988.136694:0:20012:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.136697:0:20012:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.136702:0:20012:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350988.136706:0:20012:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:1.0:1763350988.136710:0:20012:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90fe200. 00000020:00000040:1.0:1763350988.136714:0:20012:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000100:00000001:1.0:1763350988.136717:0:20012:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.137583:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.137590:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32d00. 00000400:00000200:3.0:1763350988.137633:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.137641:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.137648:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.137650:0:3310:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350988.144136:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.144156:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.144160:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.144162:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.144176:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.144196:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edfe980 00000400:00000200:3.0:1763350988.144204:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 162320 00000800:00000001:3.0:1763350988.144213:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.144223:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.144224:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1763350988.144227:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1763350988.144230:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.144231:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000800:00000001:0.0:1763350988.144232:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.144237:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.144241:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000400:00000200:0.0:1763350988.144243:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000100:00000200:3.0:1763350988.144244:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350988.144251:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc9899c00. 00000400:00000200:0.0:1763350988.144253:0:3309:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12fb99 00000100:00000040:3.0:1763350988.144255:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc9899c00 x1849001118787968 msgsize 4616 00000400:00000200:0.0:1763350988.144257:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1763350988.144260:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000400:00000200:0.0:1763350988.144260:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:0.0:1763350988.144265:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74198 00000400:00000010:0.0:1763350988.144267:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74198. 00000100:00000001:0.0:1763350988.144271:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.144275:0:3309:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1763350988.144277:0:3309:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:3.0:1763350988.144283:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:0.0:1763350988.144289:0:3309:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1763350988.144290:0:3309:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000800:00000001:3.0:1763350988.144291:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763350988.144292:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350988.144294:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.144295:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.144297:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.144307:0:3302:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763350988.144312:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.144315:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.144318:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:0.0:1763350988.144321:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:0.0:1763350988.144324:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:0.0:1763350988.144327:0:3302:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350988.144332:0:3302:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.144340:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.144342:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.144344:0:3302:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.144355:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.144356:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.144360:0:3302:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350988.144362:0:3302:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00010000:0.0:1763350988.144367:0:3302:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350988.144370:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.144373:0:3302:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350988.144375:0:3302:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.144380:0:3302:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350988.144382:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.144383:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.144384:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=4 00000020:00000001:0.0:1763350988.144386:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:0.0:1763350988.144388:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:0.0:1763350988.144391:0:3302:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350988.144394:0:3302:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.144400:0:3302:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350988.144402:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350988.144403:0:3302:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.144408:0:3302:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.144410:0:3302:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.144412:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.144413:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.144416:0:3302:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033cb17 from hash 00010000:00000001:0.0:1763350988.144418:0:3302:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.144419:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.144420:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.144422:0:3302:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.144428:0:3302:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.144430:0:3302:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.144432:0:3302:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.144434:0:3302:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.144436:0:3302:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.144439:0:3302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925ccd7da900) 00010000:00010000:0.0:1763350988.144441:0:3302:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350988.144444:0:3302:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.144446:0:3302:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.144448:0:3302:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.144449:0:3302:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350988.144451:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.144452:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.144454:0:3302:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.144456:0:3302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.144457:0:3302:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.144460:0:3302:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000001:0.0:1763350988.144464:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.144465:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.144467:0:3302:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350988.144468:0:3302:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350988.144469:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.144471:0:3302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cb17 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20012 initiator: MDT0 00010000:00000010:0.0:1763350988.144477:0:3302:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373900. 00010000:00000040:0.0:1763350988.144485:0:3302:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da900 count: 0 00010000:00000010:0.0:1763350988.144492:0:3302:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b5180. 00010000:00000001:0.0:1763350988.144502:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763350988.144505:0:3302:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:0.0:1763350988.144508:0:3302:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.144586:0:26495:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.144590:0:26495:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118787968 02000000:00000001:2.0:1763350988.144592:0:26495:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.144631:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.144634:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.144639:0:26495:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.144644:0:26495:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118787968 00000020:00000001:2.0:1763350988.144647:0:26495:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.144649:0:26495:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.144651:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.144653:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:2.0:1763350988.144656:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.144658:0:26495:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.144664:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.144669:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57da80. 00000100:00000001:2.0:1763350988.144673:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.144675:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57da80. 00000020:00000010:2.0:1763350988.144682:0:26495:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08800. 00000020:00000010:2.0:1763350988.144687:0:26495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7d00. 00000020:00000010:2.0:1763350988.144693:0:26495:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.144701:0:26495:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.144704:0:26495:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.144705:0:26495:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350988.144708:0:26495:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350988.144709:0:26495:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.144712:0:26495:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.144720:0:26495:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.144736:0:26495:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.144749:0:26495:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.144751:0:26495:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.144756:0:26495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140636 00000100:00000040:2.0:1763350988.144760:0:26495:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.144763:0:26495:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530243693568 : -120543465858048 : ffff925dc9899c00) 00000100:00000040:2.0:1763350988.144771:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc9899c00 x1849001118787968/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.144779:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.144782:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57da80. 00000100:00000001:2.0:1763350988.144784:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.144786:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57da80. 00000100:00100000:2.0:1763350988.144790:0:26495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc9899c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226798:x1849001118787968:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350988.144793:0:26495:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118787968 00000020:00000001:2.0:1763350988.144797:0:26495:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.144801:0:26495:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350988.144807:0:26495:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccd7a0a80: xid 1849001118787712, transno 8590055199, client gen 3, slot idx 0 00000001:00000001:2.0:1763350988.144811:0:26495:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de2edcd80: xid 1849001118787328, transno 8590055198, client gen 3, slot idx 1 00000001:00000010:2.0:1763350988.144816:0:26495:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de2edcd80. 00000020:00000001:2.0:1763350988.144820:0:26495:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.144822:0:26495:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.144824:0:26495:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.144828:0:26495:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.144831:0:26495:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118787968, found 0 last_xid 1849001118787967 00000020:00000001:2.0:1763350988.144834:0:26495:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.144836:0:26495:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.144837:0:26495:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.144844:0:26495:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.144846:0:26495:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.144848:0:26495:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.144850:0:26495:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.144852:0:26495:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.144854:0:26495:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.144859:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.144865:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:2.0:1763350988.144867:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.144870:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.144873:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:2.0:1763350988.144877:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.144879:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033cb2c to hash 00000020:00000001:2.0:1763350988.144880:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.144882:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:2.0:1763350988.144887:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4b80. 00010000:00000001:2.0:1763350988.144890:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00010000:2.0:1763350988.144894:0:26495:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb2c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc49 expref: -99 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.144902:0:26495:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:2.0:1763350988.144905:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00010000:00000001:2.0:1763350988.144922:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350988.144925:0:26495:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350988.144932:0:26495:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350988.144935:0:26495:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350988.144938:0:26495:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.144940:0:26495:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763350988.144945:0:26495:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dc9899c00 x1849001118787968/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763350988.144955:0:26495:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350988.144957:0:26495:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350988.144959:0:26495:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763350988.144962:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.144964:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.144967:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.144968:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.144971:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.144972:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.144973:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.144975:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.144982:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.144983:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.144985:0:26495:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.144987:0:26495:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.144990:0:26495:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.144992:0:26495:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.144995:0:26495:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.144997:0:26495:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.145033:0:26495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925dfd740000. 02000000:00000001:2.0:1763350988.145036:0:26495:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.145039:0:26495:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.145052:0:26495:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350988.145054:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.145055:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.145057:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.145058:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.145060:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.145062:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.145064:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.145066:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.145068:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.145069:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.145074:0:26495:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.145079:0:26495:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.145081:0:26495:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.145084:0:26495:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.145086:0:26495:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.145088:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.145090:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.145091:0:26495:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.145093:0:26495:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.145096:0:26495:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350988.145097:0:26495:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.145100:0:26495:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350988.145102:0:26495:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763350988.145107:0:26495:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346435d7a38 00000004:00000002:2.0:1763350988.145109:0:26495:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3ff6:0x0]/(->[0x200000bd2:0x3ff7:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763350988.145114:0:26495:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763350988.145116:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.145118:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:2.0:1763350988.145121:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.145127:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:2.0:1763350988.145130:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:2.0:1763350988.145132:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.145133:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350988.145135:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.145137:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350988.145139:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350988.145141:0:26495:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350988.145143:0:26495:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.145148:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.145151:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.145159:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.145162:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.145166:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.145169:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.145175:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.145178:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.145181:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.145183:0:26495:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.145185:0:26495:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.145188:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.145189:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.145190:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.145192:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.145194:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.145196:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.145199:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925dfd740378 00000004:00000001:2.0:1763350988.145201:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.145204:0:26495:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763350988.145207:0:26495:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff7:0x0] lease count: 0, lm: 4 00000004:00000002:2.0:1763350988.145211:0:26495:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff7:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:2.0:1763350988.145214:0:26495:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x3ff7:0x0], open_flags = 040010040000002 00000004:00000001:2.0:1763350988.145217:0:26495:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350988.145220:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.145222:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.145225:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 2 00010000:00000001:2.0:1763350988.145228:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.145229:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.145232:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:2.0:1763350988.145235:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.145237:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe600 with handle 0xcb8c81cc3033cb33 to hash 00000020:00000001:2.0:1763350988.145239:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.145241:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000010:2.0:1763350988.145244:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4400. 00010000:00000001:2.0:1763350988.145246:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.145249:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.145251:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.145254:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.145260:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.145263:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.145265:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.145267:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.145270:0:26495:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350988.145274:0:26495:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 493 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.145281:0:26495:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763350988.145283:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.145285:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.145286:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.145288:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.145290:0:26495:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763350988.145293:0:26495:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000040:2.0:1763350988.145300:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925ccd7daf00) refcount = 2 00010000:00000040:2.0:1763350988.145302:0:26495:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.145306:0:26495:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 493 pid: 20012 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.145312:0:26495:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763350988.145315:0:26495:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000010:2.0:1763350988.145321:0:26495:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57da80. 00000100:00000001:2.0:1763350988.145325:0:26495:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350988.145331:0:26495:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925de2edcd80. 00000100:00000001:2.0:1763350988.145333:0:26495:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530669690240 : -120543039861376 : ffff925de2edcd80) 00000100:00000001:2.0:1763350988.145336:0:26495:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530669690240 : -120543039861376 : ffff925de2edcd80) 00000100:00000001:2.0:1763350988.145338:0:26495:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350988.145340:0:26495:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350988.145342:0:26495:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.145345:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.145346:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350988.145348:0:26495:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.145350:0:26495:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.145352:0:26495:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763350988.145354:0:26495:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763350988.145358:0:26495:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4d180. 00000020:00000040:2.0:1763350988.145362:0:26495:0:(genops.c:1229:class_import_get()) import ffff925ddf07c800 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1763350988.145365:0:26495:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350988.145369:0:26495:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350988.145374:0:26495:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350988.145380:0:26495:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a08200. 00000100:00000001:2.0:1763350988.145386:0:26495:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.145391:0:26495:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 493 pid: 20012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.145403:0:26495:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 493 pid: 20012 timeout: 6297 lvb_type: 0 00010000:00000001:2.0:1763350988.145410:0:26495:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350988.145414:0:26495:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350988.145418:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.145425:0:26495:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350988.145428:0:26495:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.145432:0:26495:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:26495:1849001101459968:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350988.145436:0:26495:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350988.145442:0:26495:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350988.145446:0:26495:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.145448:0:26495:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350988.145453:0:26495:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a09c00. 02000000:00000001:2.0:1763350988.145454:0:26495:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350988.145459:0:26495:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79b00. 00000400:00000010:2.0:1763350988.145464:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2b28. 00000100:00000200:2.0:1763350988.145471:0:26495:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101459968, portal 16 00000100:00000001:2.0:1763350988.145473:0:26495:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350988.145475:0:26495:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170320768 : -120542539230848 : ffff925e00c4d180) 00000100:00000040:2.0:1763350988.145480:0:26495:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.145486:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.145489:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.145491:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2bb0. 00000100:00000200:2.0:1763350988.145494:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101459968, offset 0 00000400:00000200:2.0:1763350988.145499:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.145512:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.145518:0:26495:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350988.145522:0:26495:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350988.145525:0:26495:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350988.145528:0:26495:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.145531:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198195:198195:256:4294967295] 192.168.202.2@tcp LPNI seq info [198191:198191:8:4294967295] 00000400:00000200:2.0:1763350988.145541:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.145547:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.145554:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.145560:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.145566:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.145570:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.145582:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.145587:0:26495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865116 00000100:00000010:2.0:1763350988.145591:0:26495:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693900. 00000100:00000001:2.0:1763350988.145622:0:26495:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350988.145630:0:26495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865116 00000100:00000010:2.0:1763350988.145633:0:26495:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693e40. 00000100:00000001:2.0:1763350988.145636:0:26495:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350988.145640:0:26495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865116 00000100:00000010:2.0:1763350988.145643:0:26495:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e006938a0. 00000100:00000001:2.0:1763350988.145646:0:26495:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350988.145649:0:26495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865116 00000100:00000010:2.0:1763350988.145651:0:26495:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693c60. 00000100:00000001:2.0:1763350988.145655:0:26495:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350988.145658:0:26495:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.145661:0:26495:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.145663:0:26495:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.145665:0:26495:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.145667:0:26495:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.145669:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.145670:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.145672:0:26495:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.145674:0:26495:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.145676:0:26495:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350988.145678:0:26495:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.145681:0:26495:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350988.145682:0:26495:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350988.145685:0:26495:0:(client.c:2690:ptlrpc_set_wait()) set ffff925de2edcd80 going to sleep for 11 seconds 00000100:00000001:2.0:1763350988.145688:0:26495:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350988.145691:0:26495:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763350988.145843:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.145848:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.145855:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.145859:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.145864:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2bb0 00000400:00000010:0.0:1763350988.145866:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2bb0. 00000100:00000001:0.0:1763350988.145870:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.145874:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.145883:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.145887:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.145894:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.145896:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350988.149015:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.149031:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.149035:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.149037:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.149057:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.149075:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78200 00000400:00000200:2.0:1763350988.149083:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fb9d [1] + 224 00000800:00000001:2.0:1763350988.149092:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.149102:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.149107:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.149111:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.149120:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.149131:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350988.149141:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.149187:0:26495:0:(client.c:1974:ptlrpc_check_set()) Process entered 00010000:00000010:1.1:1763350988.149912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00010000:00000010:1.1:1763350988.149921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6e00. 00000100:00000001:2.0:1763350988.150105:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.150347:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.150359:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.150363:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.150365:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.150375:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.150387:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfea00 00000400:00000001:0.0:1763350988.150426:0:26495:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350988.150429:0:26495:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350988.150433:0:26495:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79b00. 00000400:00000200:0.0:1763350988.150441:0:26495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2b28 00000400:00000010:0.0:1763350988.150444:0:26495:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2b28. 00000100:00000001:0.0:1763350988.150448:0:26495:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.150455:0:26495:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350988.150465:0:26495:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.150471:0:26495:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350988.150474:0:26495:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.150477:0:26495:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350988.150480:0:26495:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350988.150483:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.150485:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.150488:0:26495:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.150497:0:26495:0:(import.c:2128:obd_at_measure()) add 5 to ffff925ddf07cc58 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350988.150502:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925ddf07cc10 time=44 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.150504:0:26495:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350988.150506:0:26495:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.150511:0:26495:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350988.150515:0:26495:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.150518:0:26495:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.150523:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.150530:0:26495:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.150533:0:26495:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350988.150535:0:26495:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.150538:0:26495:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350988.150541:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.150543:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.150544:0:26495:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.150548:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350988.150556:0:26495:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:26495:1849001101459968:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350988.150560:0:26495:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.150563:0:26495:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.150566:0:26495:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350988.150568:0:26495:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.150571:0:26495:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4d180 x1849001101459968/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.150578:0:26495:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350988.150581:0:26495:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350988.150584:0:26495:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a09c00. 02000000:00000001:0.0:1763350988.150589:0:26495:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350988.150592:0:26495:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350988.150594:0:26495:0:(genops.c:1242:class_import_put()) import ffff925ddf07c800 refcount=1 obd=lustre-MDT0000 00000020:00000001:0.0:1763350988.150617:0:26495:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350988.150620:0:26495:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a08200. 02000000:00000001:0.0:1763350988.150624:0:26495:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350988.150626:0:26495:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350988.150628:0:26495:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4d180. 00000100:00000001:0.0:1763350988.150632:0:26495:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350988.150634:0:26495:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350988.150637:0:26495:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925de2edcd80. 00000100:00000001:0.0:1763350988.150639:0:26495:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350988.150641:0:26495:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350988.150644:0:26495:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57da80. 00010000:00000001:0.0:1763350988.150647:0:26495:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.150650:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.150652:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.150656:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1763350988.150661:0:26495:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00000400:00000200:2.0:1763350988.150790:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127be1 [2] + 656 00000800:00000001:2.0:1763350988.150799:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.154667:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.154681:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.154695:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.154708:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.154710:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763350988.154721:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4d180. 00000100:00000040:2.0:1763350988.154726:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4d180 x1849001118788096 msgsize 328 00000100:00100000:2.0:1763350988.154731:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.154745:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.154760:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.154768:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.156129:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.156135:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118788096 02000000:00000001:3.0:1763350988.156140:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.156142:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.156145:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.156151:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.156156:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118788096 00000020:00000001:3.0:1763350988.156160:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.156163:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350988.156178:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.156182:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:3.0:1763350988.156185:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350988.156188:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350988.156194:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.156201:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc240. 00000100:00000001:3.0:1763350988.156204:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.156206:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc240. 00000020:00000010:3.0:1763350988.156213:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de0b54200. 00000020:00000010:3.0:1763350988.156219:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350988.156224:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375898. 00000100:00000040:3.0:1763350988.156234:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350988.156237:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.156239:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350988.156243:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350988.156247:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.156249:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350988.156255:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.156257:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.156259:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=4 00000020:00000001:3.0:1763350988.156261:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:3.0:1763350988.156264:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00010000:3.0:1763350988.156274:0:5782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 494 pid: 20012 timeout: 6297 lvb_type: 0 00010000:00000001:3.0:1763350988.156282:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.156284:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.156286:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.156288:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.156296:0:5782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763350988.156304:0:5782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925e00c4d180 x1849001118788096/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.156311:0:5782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350988.156313:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.156331:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.156345:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.156347:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.156352:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4032 00000100:00000040:3.0:1763350988.156357:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:3.0:1763350988.156359:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170320768 : -120542539230848 : ffff925e00c4d180) 00000100:00000040:3.0:1763350988.156365:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4d180 x1849001118788096/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.156373:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.156376:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc240. 00000100:00000001:3.0:1763350988.156378:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.156381:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc240. 00000100:00100000:3.0:1763350988.156385:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:2360:x1849001118788096:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350988.156389:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118788096 00010000:00000001:3.0:1763350988.156392:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350988.156395:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350988.156397:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350988.156403:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.156406:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.156411:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707c400. 02000000:00000001:3.0:1763350988.156414:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.156417:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.156420:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350988.156422:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350988.156424:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.156425:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.156427:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=4 00000020:00000001:3.0:1763350988.156429:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:3.0:1763350988.156431:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000040:3.0:1763350988.156435:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daf00 count: 3 00000004:00000001:3.0:1763350988.156440:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763350988.156444:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 494 pid: 20012 timeout: 6297 lvb_type: 0 00000100:00001000:3.0:1763350988.156452:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=54 v=5 (1 0 0 0) 00010000:00000001:3.0:1763350988.156455:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350988.156462:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.156463:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.156467:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 494 pid: 20012 timeout: 6297 lvb_type: 0 00000020:00000001:3.0:1763350988.156477:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.156479:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.156482:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.156484:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.156488:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350988.156490:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350988.156497:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.156498:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.156501:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350988.156502:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.156505:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7400 with handle 0xcb8c81cc3033cb1e from hash 00010000:00000001:3.0:1763350988.156507:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350988.156508:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.156509:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.156510:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350988.156517:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.156519:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.156521:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350988.156522:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350988.156525:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cb1e lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc42 expref: 494 pid: 20012 timeout: 6297 lvb_type: 0 00010000:00000040:3.0:1763350988.156532:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:3.0:1763350988.156534:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00010000:00000010:3.0:1763350988.156537:0:5782:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373600. 00010000:00000001:3.0:1763350988.156549:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.156551:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.156555:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350988.156557:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925ccd7daf00) 00010000:00010000:3.0:1763350988.156563:0:5782:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:3.0:1763350988.156569:0:5782:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350988.156572:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.156574:0:5782:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.156576:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.156577:0:5782:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.156580:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350988.156583:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350988.156586:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26495 initiator: MDT0 00010000:00000001:3.0:1763350988.156592:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763350988.156623:0:5782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350988.156625:0:5782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350988.156627:0:5782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350988.156630:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925ccd7daf00) refcount = 2 00010000:00010000:3.0:1763350988.156634:0:5782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26495 initiator: MDT0 00010000:00000001:3.0:1763350988.156639:0:5782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350988.156642:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.156644:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.156646:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350988.156647:0:5782:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.156650:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763350988.156655:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925cc18fc240. 00000100:00000001:3.0:1763350988.156659:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.156667:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5c00. 00000100:00000001:3.0:1763350988.156670:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.156673:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.156676:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.156680:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350988.156682:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.156685:0:5782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350988.156711:0:5782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.156714:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.156715:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.156717:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.156719:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.156720:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350988.156723:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.156725:0:5782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.156727:0:5782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763350988.156730:0:5782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5c00. 00000100:00000001:3.0:1763350988.156733:0:5782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350988.156735:0:5782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350988.156737:0:5782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925cc18fc240. 00010000:00000001:3.0:1763350988.156739:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350988.156741:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350988.156742:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.156748:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.156751:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.156754:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.156759:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.156762:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.156765:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.156769:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.156772:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.156776:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.156779:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.156785:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350110. 00000100:00000200:3.0:1763350988.156791:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118788096, offset 224 00000400:00000200:3.0:1763350988.156798:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.156815:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.156822:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198196:198196:256:4294967295] 192.168.202.2@tcp LPNI seq info [198192:198192:8:4294967295] 00000400:00000200:3.0:1763350988.156836:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.156843:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.156849:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928ec00. 00000800:00000200:3.0:1763350988.156857:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.156865:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.156871:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.156886:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.156890:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.156893:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.156895:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.156900:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4d180 x1849001118788096/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.156909:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:2360:x1849001118788096:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 534us (2181us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350988.156917:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4032 00000100:00000040:3.0:1763350988.156920:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350988.156922:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.156924:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.156930:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350988.156934:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375898. 00000020:00000010:3.0:1763350988.156939:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de0b54200. 00000020:00000040:3.0:1763350988.156943:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000100:00000001:3.0:1763350988.156946:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.157060:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.157065:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ec00. 00000400:00000200:3.0:1763350988.157070:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.157075:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.157080:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350110 00000400:00000010:3.0:1763350988.157083:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350110. 00000100:00000001:3.0:1763350988.157086:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.157088:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1763350988.157476:0:26495:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.157485:0:26495:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.157488:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.157494:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.157496:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.157497:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.157500:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.157502:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.157504:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:2.0:1763350988.157506:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.157509:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.157511:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.157513:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.157515:0:26495:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157518:0:26495:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.157521:0:26495:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157528:0:26495:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763350988.157534:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.157536:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.157539:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.157540:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.157543:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.157545:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.157546:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.157548:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.157550:0:26495:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763350988.157553:0:26495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: returning size 0 00000001:00000001:2.0:1763350988.157556:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.157557:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157560:0:26495:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350988.157563:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.157569:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.157572:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.157577:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.157592:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.157621:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.157624:0:26495:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157628:0:26495:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763350988.157630:0:26495:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763350988.157635:0:26495:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:2.0:1763350988.157637:0:26495:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.157639:0:26495:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.157646:0:26495:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff7:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763350988.157650:0:26495:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:2.0:1763350988.157656:0:26495:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925ccd7a0000. 00000004:00000001:2.0:1763350988.157660:0:26495:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350988.157662:0:26495:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350988.157664:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.157668:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.157671:0:26495:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157672:0:26495:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157674:0:26495:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350988.157676:0:26495:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350988.157677:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.157680:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.157683:0:26495:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157684:0:26495:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763350988.157690:0:26495:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925de2edca80. 00000004:00000001:2.0:1763350988.157693:0:26495:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:2.0:1763350988.157697:0:26495:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350988.157703:0:26495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693ae0. 00080000:00000001:2.0:1763350988.157707:0:26495:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.157715:0:26495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dde7da800. 00080000:00000001:2.0:1763350988.157718:0:26495:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00000004:00001000:2.0:1763350988.157721:0:26495:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff925df52a7c18/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:2.0:1763350988.157725:0:26495:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.157728:0:26495:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:2.0:1763350988.157731:0:26495:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:2.0:1763350988.157733:0:26495:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:2.0:1763350988.157735:0:26495:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925de2edca80. 00000004:00000001:2.0:1763350988.157738:0:26495:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:2.0:1763350988.157741:0:26495:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:2.0:1763350988.157743:0:26495:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157745:0:26495:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.157749:0:26495:0:(pack_generic.c:2385:lustre_print_v1v3()) parse config lov_user_md ffff925df52a7c18: 00000100:00001000:2.0:1763350988.157751:0:26495:0:(pack_generic.c:2386:lustre_print_v1v3()) lmm_magic: 0xbd10bd0 00000100:00001000:2.0:1763350988.157753:0:26495:0:(pack_generic.c:2387:lustre_print_v1v3()) lmm_pattern: 0x1 00000100:00001000:2.0:1763350988.157755:0:26495:0:(pack_generic.c:2388:lustre_print_v1v3()) lmm_object_id: 0 00000100:00001000:2.0:1763350988.157757:0:26495:0:(pack_generic.c:2389:lustre_print_v1v3()) lmm_object_gr: 0 00000100:00001000:2.0:1763350988.157758:0:26495:0:(pack_generic.c:2390:lustre_print_v1v3()) lmm_stripe_size: 0x0 00000100:00001000:2.0:1763350988.157774:0:26495:0:(pack_generic.c:2391:lustre_print_v1v3()) lmm_stripe_count: 0x2 00000100:00001000:2.0:1763350988.157776:0:26495:0:(pack_generic.c:2393:lustre_print_v1v3()) lmm_stripe_offset/lmm_layout_gen: 0xffff 00000004:00000010:2.0:1763350988.157779:0:26495:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925de2edca80. 00020000:00000001:2.0:1763350988.157783:0:26495:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763350988.157785:0:26495:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:2.0:1763350988.157787:0:26495:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:2.0:1763350988.157789:0:26495:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:2.0:1763350988.157793:0:26495:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763350988.157797:0:26495:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763350988.157800:0:26495:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931584, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117887, ffree=117152, state=0 00000004:00000001:2.0:1763350988.157804:0:26495:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.157805:0:26495:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.157807:0:26495:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763350988.157809:0:26495:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763350988.157811:0:26495:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117831, ffree=117088, state=0 00000004:00000001:2.0:1763350988.157815:0:26495:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.157816:0:26495:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.157818:0:26495:0:(lod_qos.c:186:lod_qos_statfs_update()) Process leaving 00020000:00000001:2.0:1763350988.157820:0:26495:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763350988.157822:0:26495:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=2 : 2 : 2) 00020000:00000010:2.0:1763350988.157826:0:26495:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 16 at ffff925dc69bf780. 00020000:00000010:2.0:1763350988.157829:0:26495:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 8 at ffff925ccda972d0. 00020000:00001000:2.0:1763350988.157831:0:26495:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 2 00020000:00001000:2.0:1763350988.157835:0:26495:0:(lod_qos.c:2873:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:2.0:1763350988.157837:0:26495:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:2.0:1763350988.157841:0:26495:0:(lu_tgt_descs.c:436:ltd_qos_penalties_calc()) Process entered 00020000:00000001:2.0:1763350988.157845:0:26495:0:(lu_tgt_descs.c:573:ltd_qos_penalties_calc()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:2.0:1763350988.157848:0:26495:0:(lod_qos.c:1645:lod_ost_alloc_qos()) Process leaving via out (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:2.0:1763350988.157851:0:26495:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:2.0:1763350988.157855:0:26495:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:2.0:1763350988.157857:0:26495:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:2.0:1763350988.157859:0:26495:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763350988.157862:0:26495:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 2 start_idx 2 start_count 881 offset 49 active 2 count 2 00020000:00001000:2.0:1763350988.157865:0:26495:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 52 act 0 strp 0 ary 0 idx 0 00020000:00000001:2.0:1763350988.157869:0:26495:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:2.0:1763350988.157870:0:26495:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763350988.157872:0:26495:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763350988.157873:0:26495:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931584, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117887, ffree=117152, state=0 00000004:00000001:2.0:1763350988.157876:0:26495:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.157878:0:26495:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157881:0:26495:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350988.157883:0:26495:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.157885:0:26495:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763350988.157890:0:26495:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccd69e7f0. 00000004:00000001:2.0:1763350988.157898:0:26495:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763350988.157900:0:26495:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.157904:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.157907:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00000004:00000001:2.0:1763350988.157911:0:26495:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763350988.157914:0:26495:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350988.157916:0:26495:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00000004:00000001:2.0:1763350988.157919:0:26495:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1763350988.157923:0:26495:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.157927:0:26495:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.158040:0:26495:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.158042:0:26495:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158056:0:26495:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.158058:0:26495:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446623526013757512 : -120547695794104 : ffff925ccd69e848) 00020000:00000001:2.0:1763350988.158061:0:26495:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:2.0:1763350988.158063:0:26495:0:(lod_qos.c:774:lod_ost_alloc_rr()) #1 strt 53 act 0 strp 1 ary 1 idx 1 00020000:00000001:2.0:1763350988.158066:0:26495:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:2.0:1763350988.158067:0:26495:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:2.0:1763350988.158069:0:26495:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:2.0:1763350988.158070:0:26495:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117831, ffree=117088, state=0 00000004:00000001:2.0:1763350988.158074:0:26495:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.158076:0:26495:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158078:0:26495:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350988.158080:0:26495:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.158082:0:26495:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:2.0:1763350988.158086:0:26495:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccd69daa0. 00000004:00000001:2.0:1763350988.158089:0:26495:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763350988.158090:0:26495:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158092:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.158094:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00000004:00000001:2.0:1763350988.158096:0:26495:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:2.0:1763350988.158097:0:26495:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350988.158099:0:26495:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00000004:00000001:2.0:1763350988.158101:0:26495:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:2.0:1763350988.158103:0:26495:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.158105:0:26495:0:(osd_io.c:243:osd_declare_write()) Process entered 00000004:00000001:2.0:1763350988.158106:0:26495:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.158108:0:26495:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446623526013754104 : -120547695797512 : ffff925ccd69daf8) 00020000:00000001:2.0:1763350988.158110:0:26495:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.158113:0:26495:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.158116:0:26495:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.158118:0:26495:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1763350988.158121:0:26495:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:2.0:1763350988.158122:0:26495:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=2 : 2 : 2) 00000004:00000001:2.0:1763350988.158125:0:26495:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.158126:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.158128:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00080000:00000001:2.0:1763350988.158131:0:26495:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.158147:0:26495:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158150:0:26495:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158152:0:26495:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:2.0:1763350988.158155:0:26495:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158157:0:26495:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158160:0:26495:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.158165:0:26495:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350988.158167:0:26495:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350988.158174:0:26495:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350988.158175:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.158176:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00080000:00000001:2.0:1763350988.158179:0:26495:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.158181:0:26495:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.158183:0:26495:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158185:0:26495:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.158207:0:26495:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.158210:0:26495:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158214:0:26495:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.158217:0:26495:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:2.0:1763350988.158219:0:26495:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350988.158222:0:26495:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763350988.158223:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.158224:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00000004:00000001:2.0:1763350988.158227:0:26495:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763350988.158235:0:26495:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff925ccd69e7f0 is [0x240000401:0x25d7:0x0] 00000020:00000001:2.0:1763350988.158238:0:26495:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350988.158239:0:26495:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00080000:00000001:2.0:1763350988.158243:0:26495:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.158304:0:26495:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:2.0:1763350988.158308:0:26495:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000401:0x25d7:0x0], index 0: 0 00000004:00000001:2.0:1763350988.158310:0:26495:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158312:0:26495:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158314:0:26495:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763350988.158315:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.158316:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00000004:00000001:2.0:1763350988.158319:0:26495:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:2.0:1763350988.158322:0:26495:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff925ccd69daa0 is [0x280000401:0x24fe:0x0] 00000020:00000001:2.0:1763350988.158324:0:26495:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:2.0:1763350988.158338:0:26495:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00080000:00000001:2.0:1763350988.158341:0:26495:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.158348:0:26495:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:2.0:1763350988.158350:0:26495:0:(osp_object.c:1649:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000401:0x24fe:0x0], index 1: 0 00000004:00000001:2.0:1763350988.158352:0:26495:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158354:0:26495:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158356:0:26495:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763350988.158358:0:26495:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158360:0:26495:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:2.0:1763350988.158363:0:26495:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:2.0:1763350988.158365:0:26495:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:2.0:1763350988.158369:0:26495:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350988.158372:0:26495:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350988.158374:0:26495:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.158377:0:26495:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.158379:0:26495:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.158381:0:26495:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.158383:0:26495:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.158385:0:26495:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:2.0:1763350988.158388:0:26495:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158390:0:26495:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350988.158391:0:26495:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350988.158392:0:26495:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.158393:0:26495:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.158394:0:26495:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.158395:0:26495:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.158396:0:26495:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.158398:0:26495:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:2.0:1763350988.158400:0:26495:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158402:0:26495:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158404:0:26495:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158406:0:26495:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.158407:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.158409:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00080000:00000001:2.0:1763350988.158412:0:26495:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.158415:0:26495:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 80 00080000:00000001:2.0:1763350988.158430:0:26495:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.158432:0:26495:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.158435:0:26495:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158437:0:26495:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158439:0:26495:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158441:0:26495:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158443:0:26495:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158446:0:26495:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.158450:0:26495:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.158453:0:26495:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.158457:0:26495:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350988.158460:0:26495:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055200, last_committed = 8590055196 00000001:00000010:2.0:1763350988.158464:0:26495:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693720. 00000001:00000040:2.0:1763350988.158466:0:26495:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:2.0:1763350988.158469:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00000001:00000010:2.0:1763350988.158475:0:26495:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de2f8a540. 00000004:00000001:2.0:1763350988.158481:0:26495:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350988.158482:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.158483:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595231744 : -120543114319872 : ffff925dde7da800) 00080000:00000001:2.0:1763350988.158485:0:26495:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.158493:0:26495:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350988.158495:0:26495:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.158498:0:26495:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de2f8a540: xid 1849001118787968, transno 8590055200, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.158501:0:26495:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.158566:0:26495:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.158569:0:26495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693ae0. 00000020:00000001:2.0:1763350988.158571:0:26495:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158575:0:26495:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158578:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.158580:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.158582:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158585:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.158587:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.158589:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.158591:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.158611:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.158614:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.158616:0:26495:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.158618:0:26495:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.158620:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.158622:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.158624:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.158626:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.158628:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.158630:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000002:2.0:1763350988.158633:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff925dfd740378 00000004:00000001:2.0:1763350988.158635:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158637:0:26495:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.158639:0:26495:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 80 00000004:00000001:2.0:1763350988.158641:0:26495:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763350988.158643:0:26495:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158646:0:26495:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763350988.158651:0:26495:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.158654:0:26495:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.158657:0:26495:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff7:0x0] mask 2 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:2.0:1763350988.158660:0:26495:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158662:0:26495:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158664:0:26495:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.158667:0:26495:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763350988.158670:0:26495:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dc98f7780. 00000020:00000001:2.0:1763350988.158672:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.158674:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc98f7780 with handle 0xcb8c81cc3033cb3a to hash 00000020:00000001:2.0:1763350988.158676:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763350988.158677:0:26495:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530244077440 : -120543465474176 : ffff925dc98f7780) 00000004:00000001:2.0:1763350988.158679:0:26495:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350988.158681:0:26495:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763350988.158682:0:26495:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff7:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:2.0:1763350988.158686:0:26495:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763350988.158689:0:26495:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350988.158690:0:26495:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158692:0:26495:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158694:0:26495:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.158697:0:26495:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763350988.158699:0:26495:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350988.158700:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350988.158701:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.158703:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.158705:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.158706:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.158708:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:2.0:1763350988.158710:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.158712:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.158715:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.158719:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.158725:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.158727:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.158729:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.158734:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.158736:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.158739:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.158741:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:2.0:1763350988.158746:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe600 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.158749:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.158752:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.158754:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.158760:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.158761:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.158762:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.158764:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=4 00000020:00000001:2.0:1763350988.158766:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.158767:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.158771:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.158773:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.158779:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.158781:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.158782:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.158786:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.158788:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.158790:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.158791:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.158793:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe600 with handle 0xcb8c81cc3033cb33 from hash 00010000:00000001:2.0:1763350988.158795:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.158796:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.158797:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.158798:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.158803:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.158805:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.158807:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.158809:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.158812:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.158814:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925ccd7daf00) 00010000:00010000:2.0:1763350988.158817:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763350988.158819:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.158821:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.158823:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.158825:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.158827:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.158828:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.158829:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.158831:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158833:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.158835:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.158840:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.158841:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.158842:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.158844:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.158846:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.158848:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb33 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:2.0:1763350988.158853:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4400. 00010000:00000040:2.0:1763350988.158858:0:26495:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7daf00 count: 0 00010000:00000010:2.0:1763350988.158864:0:26495:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b5200. 00010000:00000001:2.0:1763350988.158871:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.158872:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.158874:0:26495:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350988.158875:0:26495:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350988.158877:0:26495:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350988.158878:0:26495:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763350988.158880:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.158882:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.158884:0:26495:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350988.158885:0:26495:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350988.158887:0:26495:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158888:0:26495:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.158890:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350988.158896:0:26495:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:2.0:1763350988.158898:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.158900:0:26495:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763350988.158906:0:26495:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.158912:0:26495:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158917:0:26495:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158918:0:26495:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350988.158923:0:26495:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.158925:0:26495:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.158927:0:26495:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.158928:0:26495:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.158930:0:26495:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.158933:0:26495:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.158955:0:26495:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158957:0:26495:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763350988.158960:0:26495:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763350988.158962:0:26495:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.158965:0:26495:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350988.158968:0:26495:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350988.158972:0:26495:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.158975:0:26495:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.158977:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.158981:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.158983:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.158984:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.158986:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.158988:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfec00 with handle 0xcb8c81cc3033cb2c from hash 00010000:00000001:2.0:1763350988.158990:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.158991:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.158992:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.158993:0:26495:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.158994:0:26495:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.158998:0:26495:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350988.159007:0:26495:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb2c lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc49 expref: 493 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.159013:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.159016:0:26495:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.159018:0:26495:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.159020:0:26495:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.159022:0:26495:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.159024:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.159025:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.159027:0:26495:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.159028:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.159029:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.159031:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.159032:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.159034:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:2.0:1763350988.159037:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763350988.159039:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.159041:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.159042:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.159054:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.159059:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb2c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc49 expref: 493 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.159066:0:26495:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:2.0:1763350988.159068:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00010000:00000010:2.0:1763350988.159071:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4b80. 00010000:00000001:2.0:1763350988.159076:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.159078:0:26495:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfec00, rc 0) 00000020:00000001:2.0:1763350988.159081:0:26495:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350988.159085:0:26495:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055200, xid 1849001118787968 00010000:00000001:2.0:1763350988.159088:0:26495:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.159095:0:26495:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc9899c00 x1849001118787968/t8590055200(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/688 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.159103:0:26495:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.159106:0:26495:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.159110:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.159116:0:26495:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.159118:0:26495:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.159121:0:26495:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.159124:0:26495:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.159127:0:26495:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.159131:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.159135:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.159140:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d22a8. 00000100:00000200:2.0:1763350988.159145:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1849001118787968, offset 224 00000400:00000200:2.0:1763350988.159152:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.159166:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.159173:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198197:198197:256:4294967295] 192.168.202.2@tcp LPNI seq info [198193:198193:8:4294967295] 00000400:00000200:2.0:1763350988.159185:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.159192:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.159197:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.159204:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.159212:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.159216:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.159237:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.159241:0:26495:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.159244:0:26495:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.159246:0:26495:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.159249:0:26495:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.159254:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc9899c00 x1849001118787968/t8590055200(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/688 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.159264:0:26495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc9899c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226798:x1849001118787968:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 14483us (15007us total) trans 8590055200 rc 301/301 00000100:00100000:2.0:1763350988.159273:0:26495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140636 00000100:00000040:2.0:1763350988.159278:0:26495:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.159281:0:26495:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.159283:0:26495:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.159288:0:26495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7d00. 00000020:00000010:2.0:1763350988.159293:0:26495:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.159296:0:26495:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08800. 00000020:00000040:2.0:1763350988.159302:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:2.0:1763350988.159305:0:26495:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1763350988.162893:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da900. 00010000:00000010:0.1:1763350988.162908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00000800:00000200:0.0:1763350988.163021:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.163026:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.163033:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.163043:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.163060:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d22a8 00000400:00000010:0.0:1763350988.163063:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d22a8. 00000100:00000001:0.0:1763350988.163069:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.163071:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350988.167711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7400. 00010000:00000010:2.1:1763350988.170976:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daf00. 00010000:00000010:2.1:1763350988.170991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:2.1:1763350988.170995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00000800:00000001:2.0:1763350988.176359:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.176377:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.176381:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.176383:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.176395:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.176415:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfeb00 00000400:00000200:2.0:1763350988.176425:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e4d [2] + 392 00000800:00000001:2.0:1763350988.176433:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.176443:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.176447:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.176452:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.176462:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.176464:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763350988.176472:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c380. 00000100:00000040:2.0:1763350988.176476:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4c380 x1849001118788352 msgsize 392 00000100:00100000:2.0:1763350988.176481:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.176496:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.176507:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.176510:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.176583:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.176586:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118788352 02000000:00000001:3.0:1763350988.176589:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.176591:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.176680:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.176686:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.176690:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118788352 00000020:00000001:3.0:1763350988.176695:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.176697:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350988.176699:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.176703:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:3.0:1763350988.176705:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350988.176708:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350988.176713:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.176719:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc240. 00000100:00000001:3.0:1763350988.176722:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.176725:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc240. 00000020:00000010:3.0:1763350988.176731:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de0b54200. 00000020:00000010:3.0:1763350988.176738:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350988.176743:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375898. 00000100:00000040:3.0:1763350988.176752:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:3.0:1763350988.176755:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.176756:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.176759:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.176767:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.178261:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.178266:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.178276:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20883 00000100:00000040:0.0:1763350988.178281:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350988.178284:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170317184 : -120542539234432 : ffff925e00c4c380) 00000100:00000040:0.0:1763350988.178293:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4c380 x1849001118788352/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350988.178302:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.178309:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.178312:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.178315:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000100:00100000:0.0:1763350988.178319:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226798:x1849001118788352:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:0.0:1763350988.178324:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118788352 00000020:00000001:0.0:1763350988.178329:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.178333:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350988.178338:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de2f8a540: xid 1849001118787968, transno 8590055200, client gen 3, slot idx 1 00000001:00000001:0.0:1763350988.178343:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccd7a0a80: xid 1849001118787712, transno 8590055199, client gen 3, slot idx 0 00000001:00000010:0.0:1763350988.178346:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccd7a0a80. 00000020:00000001:0.0:1763350988.178351:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.178353:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.178356:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:0.0:1763350988.178359:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350988.178362:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118788352, found 0 last_xid 1849001118788095 00000020:00000001:0.0:1763350988.178364:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.178367:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.178369:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.178373:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178379:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763350988.178381:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763350988.178383:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763350988.178387:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178390:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763350988.178394:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.178396:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.178398:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.178400:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.178402:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.178405:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.178406:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.178407:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.178409:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.178410:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.178411:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.178413:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.178414:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.178416:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178418:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178420:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763350988.178422:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178425:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350988.178426:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.178427:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.178428:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.178430:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.178431:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.178433:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.178434:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.178435:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.178437:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.178439:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.178443:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350988.178450:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350988.178452:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350988.178455:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350988.178457:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.178460:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.178461:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178463:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350988.178464:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178466:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.178472:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.178474:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.178479:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925df5ea6c00. 02000000:00000001:0.0:1763350988.178482:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.178484:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178486:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350988.178488:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178491:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763350988.178493:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763350988.178495:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.178498:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc98f7780 refcount=2 00000020:00000001:0.0:1763350988.178500:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530244077440 : -120543465474176 : ffff925dc98f7780) 00000004:00000001:0.0:1763350988.178503:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530244077440 : -120543465474176 : ffff925dc98f7780) 00000020:00000040:0.0:1763350988.178506:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc98f7780 with handle 0xcb8c81cc3033cb3a from hash 00000004:00000001:0.0:1763350988.178510:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763350988.178512:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff7:0x0] with intent: 0 00000004:00000001:0.0:1763350988.178516:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763350988.178517:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:0.0:1763350988.178521:0:20017:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350988.178524:0:20017:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350988.178532:0:20017:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178535:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.178540:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178543:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178548:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.178551:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.178554:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.178556:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350988.178558:0:20017:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.178560:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.178561:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178562:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178564:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.178566:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.178567:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.178569:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350988.178570:0:20017:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350988.178573:0:20017:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350988.178575:0:20017:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178578:0:20017:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.178579:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.178580:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178581:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178584:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.178586:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.178588:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.178591:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.178592:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178593:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178610:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.178613:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.178615:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.178616:0:20017:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.178619:0:20017:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350988.178621:0:20017:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178624:0:20017:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763350988.178625:0:20017:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff7:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:0.0:1763350988.178629:0:20017:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.178632:0:20017:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763350988.178634:0:20017:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350988.178638:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350988.178644:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd0a4ea20. 00080000:00000001:0.0:1763350988.178648:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350988.178656:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5ea7c00. 00080000:00000001:0.0:1763350988.178659:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530988239872 : -120542721311744 : ffff925df5ea7c00) 00000004:00000001:0.0:1763350988.178663:0:20017:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.178667:0:20017:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.178670:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.178672:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988239872 : -120542721311744 : ffff925df5ea7c00) 00080000:00000001:0.0:1763350988.178675:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350988.178699:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178702:0:20017:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178704:0:20017:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.178709:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763350988.178711:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350988.178717:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350988.178719:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.178720:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988239872 : -120542721311744 : ffff925df5ea7c00) 00080000:00000001:0.0:1763350988.178724:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350988.178729:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.178731:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178732:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.178754:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.178757:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178762:0:20017:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.178765:0:20017:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763350988.178767:0:20017:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.178768:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.178769:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988239872 : -120542721311744 : ffff925df5ea7c00) 00080000:00000001:0.0:1763350988.178773:0:20017:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350988.178775:0:20017:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1763350988.178790:0:20017:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763350988.178792:0:20017:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.178795:0:20017:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178797:0:20017:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178799:0:20017:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178800:0:20017:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.178805:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350988.178807:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350988.178811:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350988.178814:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055201, last_committed = 8590055196 00000001:00000010:0.0:1763350988.178819:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4e960. 00000001:00000040:0.0:1763350988.178821:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:0.0:1763350988.178823:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00000001:00000010:0.0:1763350988.178829:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded433c0. 00000004:00000001:0.0:1763350988.178834:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350988.178836:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.178837:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988239872 : -120542721311744 : ffff925df5ea7c00) 00080000:00000001:0.0:1763350988.178841:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350988.178858:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350988.178861:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350988.178864:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded433c0: xid 1849001118788352, transno 8590055201, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763350988.178867:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.178938:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350988.178941:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd0a4ea20. 00000020:00000001:0.0:1763350988.178944:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178947:0:20017:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178949:0:20017:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178951:0:20017:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178954:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763350988.178955:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763350988.178957:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763350988.178959:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.178961:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178962:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.178964:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.178966:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.178968:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.178970:0:20017:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178973:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763350988.178976:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763350988.178979:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350988.178982:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff7:0x0], previous was 0x7 00000004:00000001:0.0:1763350988.178985:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178987:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763350988.178990:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.178992:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763350988.178995:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350988.178998:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763350988.179000:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc98f7780. 00000004:00000001:0.0:1763350988.179010:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350988.179013:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350988.179015:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.179017:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.179019:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763350988.179021:0:20017:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350988.179023:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350988.179024:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350988.179026:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350988.179028:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350988.179033:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.179036:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350988.179039:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763350988.179056:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350988.179064:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.179066:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350988.179069:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055201, xid 1849001118788352 00010000:00000001:0.0:1763350988.179072:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.179079:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4c380 x1849001118788352/t8590055201(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350988.179087:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.179090:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.179094:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.179099:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.179102:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.179104:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.179107:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.179109:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.179112:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.179115:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.179121:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019220. 00000100:00000200:0.0:1763350988.179128:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118788352, offset 224 00000400:00000200:0.0:1763350988.179135:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.179148:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.179156:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198198:198198:256:4294967295] 192.168.202.2@tcp LPNI seq info [198194:198194:8:4294967295] 00000400:00000200:0.0:1763350988.179167:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.179173:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.179180:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5600. 00000800:00000200:0.0:1763350988.179187:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.179195:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.179199:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5600 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.179227:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.179231:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.179234:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.179236:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.179238:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.179243:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c380 x1849001118788352/t8590055201(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350988.179253:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226798:x1849001118788352:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 949us (2774us total) trans 8590055201 rc 0/0 00000100:00100000:0.0:1763350988.179262:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20883 00000100:00000040:0.0:1763350988.179265:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350988.179268:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.179269:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.179275:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69880. 00000020:00000010:0.0:1763350988.179279:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375898. 00000020:00000010:0.0:1763350988.179285:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de0b54200. 00000020:00000040:0.0:1763350988.179291:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000100:00000001:0.0:1763350988.179294:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.179728:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.179733:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5600. 00000400:00000200:1.0:1763350988.179738:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.179744:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.179750:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019220 00000400:00000010:1.0:1763350988.179752:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019220. 00000100:00000001:1.0:1763350988.179756:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.179758:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350988.179826:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.182535:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.182554:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.182558:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.182561:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.182572:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.182592:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 376 into portal 12 MB=0x691a81edfeb80 00000400:00000200:0.0:1763350988.182640:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 376/376 into md 0xd4535 [64] + 166936 00000800:00000001:0.0:1763350988.182650:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.182662:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.182665:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.182670:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.182679:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.182681:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350988.182690:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd0b18a80. 00000100:00000040:0.0:1763350988.182694:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0b18a80 x1849001118788480 msgsize 376 00000100:00100000:0.0:1763350988.182698:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.182720:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.182729:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.182733:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.182977:0:26495:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.182981:0:26495:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118788480 02000000:00000001:2.0:1763350988.182985:0:26495:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.182987:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.182990:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.182996:0:26495:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.183001:0:26495:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118788480 00000020:00000001:2.0:1763350988.183005:0:26495:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.183007:0:26495:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.183010:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.183013:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=493 00000020:00000001:2.0:1763350988.183016:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.183019:0:26495:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.183025:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.183031:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350988.183034:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.183037:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000020:00000010:2.0:1763350988.183043:0:26495:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.183060:0:26495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7d00. 00000020:00000010:2.0:1763350988.183065:0:26495:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.183074:0:26495:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.183077:0:26495:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.183078:0:26495:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350988.183081:0:26495:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350988.183083:0:26495:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.183085:0:26495:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.183095:0:26495:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.183109:0:26495:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.183124:0:26495:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.183125:0:26495:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.183130:0:26495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140637 00000100:00000040:2.0:1763350988.183135:0:26495:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.183137:0:26495:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530363751040 : -120543345800576 : ffff925dd0b18a80) 00000100:00000040:2.0:1763350988.183146:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0b18a80 x1849001118788480/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 376/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.183155:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.183159:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350988.183162:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.183164:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000100:00100000:2.0:1763350988.183169:0:26495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0b18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226798:x1849001118788480:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350988.183174:0:26495:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118788480 00000020:00000001:2.0:1763350988.183178:0:26495:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.183182:0:26495:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350988.183188:0:26495:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded433c0: xid 1849001118788352, transno 8590055201, client gen 3, slot idx 0 00000001:00000001:2.0:1763350988.183192:0:26495:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de2f8a540: xid 1849001118787968, transno 8590055200, client gen 3, slot idx 1 00000001:00000010:2.0:1763350988.183196:0:26495:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de2f8a540. 00000020:00000001:2.0:1763350988.183200:0:26495:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.183202:0:26495:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.183204:0:26495:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.183208:0:26495:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.183211:0:26495:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118788480, found 0 last_xid 1849001118788479 00000020:00000001:2.0:1763350988.183213:0:26495:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.183216:0:26495:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.183218:0:26495:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.183224:0:26495:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.183226:0:26495:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.183229:0:26495:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.183231:0:26495:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.183233:0:26495:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.183235:0:26495:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.183241:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.183249:0:26495:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92900. 00010000:00000010:2.0:1763350988.183253:0:26495:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc98f7a00. 00010000:00000001:2.0:1763350988.183257:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.183260:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:2.0:1763350988.183263:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.183266:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033cb41 to hash 00000020:00000001:2.0:1763350988.183267:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.183269:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:2.0:1763350988.183274:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4b80. 00010000:00000001:2.0:1763350988.183277:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00010000:2.0:1763350988.183281:0:26495:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc50 expref: -99 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.183289:0:26495:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350988.183292:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00010000:00000001:2.0:1763350988.183298:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350988.183300:0:26495:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350988.183306:0:26495:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350988.183309:0:26495:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350988.183310:0:26495:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.183313:0:26495:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:2.0:1763350988.183315:0:26495:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x3ff7:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:2.0:1763350988.183318:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.183319:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350988.183322:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.183326:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350988.183328:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350988.183333:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.183339:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.183342:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.183348:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.183351:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.183354:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000040:2.0:1763350988.183357:0:26495:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 80 00000100:00000001:2.0:1763350988.183361:0:26495:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.183363:0:26495:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.183369:0:26495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 720 at ffff925dde7d9400. 02000000:00000001:2.0:1763350988.183371:0:26495:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.183374:0:26495:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.183377:0:26495:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.183379:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.183382:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.183384:0:26495:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.183386:0:26495:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.183391:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.183393:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.183396:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.183398:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.183400:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.183401:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.183403:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.183406:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.183407:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.183409:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.183411:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 1 00010000:00010000:2.0:1763350988.183417:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 494 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.183423:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.183428:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.183430:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.183432:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.183433:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.183435:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.183437:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.183442:0:26495:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.183446:0:26495:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 494 pid: 26495 timeout: 0 lvb_type: 0 00000004:00000001:2.0:1763350988.183454:0:26495:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:2.0:1763350988.183458:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.183459:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350988.183461:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.183463:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350988.183465:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350988.183467:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.183469:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.183470:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.183472:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.183474:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.183475:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.183476:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.183477:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.183478:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.183480:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.183481:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.183483:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.183484:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.183486:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.183487:0:26495:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=80 : 80 : 50) 00010000:00000001:2.0:1763350988.183491:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.183493:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.183495:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00010000:2.0:1763350988.183498:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:2.0:1763350988.183500:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.183502:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.183504:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.183505:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.183507:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.183509:0:26495:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfec00, rc 0) 00000020:00000001:2.0:1763350988.183511:0:26495:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.183516:0:26495:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118788480 00010000:00000001:2.0:1763350988.183519:0:26495:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.183524:0:26495:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0b18a80 x1849001118788480/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 376/424 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.183532:0:26495:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.183535:0:26495:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.183539:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.183543:0:26495:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.183546:0:26495:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.183549:0:26495:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.183552:0:26495:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.183554:0:26495:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.183558:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.183560:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.183565:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d25d8. 00000100:00000200:2.0:1763350988.183570:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 424 bytes to portal 10, xid 1849001118788480, offset 224 00000400:00000200:2.0:1763350988.183576:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.183587:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.183640:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198199:198199:256:4294967295] 192.168.202.2@tcp LPNI seq info [198195:198195:8:4294967295] 00000400:00000200:2.0:1763350988.183652:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.183658:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 424 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.183664:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.183670:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.183677:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.183682:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 520 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.183698:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.183701:0:26495:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.183704:0:26495:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.183705:0:26495:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.183708:0:26495:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.183713:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0b18a80 x1849001118788480/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 376/424 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.183722:0:26495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0b18a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226798:x1849001118788480:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 565us (1026us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.183729:0:26495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140637 00000100:00000040:2.0:1763350988.183733:0:26495:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.183736:0:26495:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.183738:0:26495:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.183743:0:26495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7d00. 00000020:00000010:2.0:1763350988.183747:0:26495:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.183751:0:26495:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.183757:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000100:00000001:2.0:1763350988.183760:0:26495:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.185766:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.185774:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.185782:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.185790:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.185797:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d25d8 00000400:00000010:0.0:1763350988.185799:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d25d8. 00000100:00000001:0.0:1763350988.185803:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.185805:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.189664:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.189684:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.189689:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.189691:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.189703:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.189722:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edfec80 00000400:00000200:1.0:1763350988.189730:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e4d [2] + 784 00000800:00000001:1.0:1763350988.189739:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.189750:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.189754:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.189758:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.189768:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.189771:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763350988.189777:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1b480. 00000100:00000040:1.0:1763350988.189781:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1b480 x1849001118788736 msgsize 392 00000100:00100000:1.0:1763350988.189786:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.189804:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.189812:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.189815:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.190555:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.190563:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118788736 02000000:00000001:3.0:1763350988.190568:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.190570:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.190573:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.190580:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.190585:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118788736 00000020:00000001:3.0:1763350988.190588:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.190590:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350988.190951:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.190958:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=494 00000020:00000001:3.0:1763350988.190962:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350988.190964:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350988.190970:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.191427:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.191435:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.191438:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000020:00000010:0.0:1763350988.191448:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:0.0:1763350988.191455:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.191461:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350988.191471:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763350988.191474:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.191475:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.191478:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.191488:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.191508:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.191526:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.191528:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.191537:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20884 00000100:00000040:0.0:1763350988.191541:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350988.191543:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668897408 : -120543040654208 : ffff925de2e1b480) 00000100:00000040:0.0:1763350988.191550:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1b480 x1849001118788736/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350988.191558:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.191560:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.191563:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.191564:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000100:00100000:0.0:1763350988.191569:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+494:226798:x1849001118788736:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:0.0:1763350988.191573:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118788736 00000020:00000001:0.0:1763350988.191576:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.191581:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350988.191587:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.191591:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.191593:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:0.0:1763350988.191625:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350988.191629:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118788736, found 0 last_xid 1849001118788735 00000020:00000001:0.0:1763350988.191633:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.191635:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.191639:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.191643:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191650:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763350988.191653:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763350988.191655:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763350988.191672:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191676:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763350988.191680:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.191683:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.191685:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.191687:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.191689:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.191690:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.191692:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.191694:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.191695:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.191696:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.191697:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.191699:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.191700:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.191702:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191704:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191706:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763350988.191708:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191712:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350988.191713:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.191714:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.191716:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.191717:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.191718:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.191721:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.191722:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.191724:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.191726:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.191727:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.191732:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350988.191738:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350988.191741:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350988.191743:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350988.191745:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.191749:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.191750:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191753:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350988.191755:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191756:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.191761:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.191765:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.191773:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925df5ea5800. 02000000:00000001:0.0:1763350988.191776:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.191779:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191783:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350988.191786:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191789:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763350988.191792:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763350988.191794:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.191797:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925ccd4b5080 refcount=2 00000020:00000001:0.0:1763350988.191799:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526011752576 : -120547697799040 : ffff925ccd4b5080) 00000004:00000001:0.0:1763350988.191802:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623526011752576 : -120547697799040 : ffff925ccd4b5080) 00000020:00000040:0.0:1763350988.191806:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925ccd4b5080 with handle 0xcb8c81cc3033cb25 from hash 00000004:00000001:0.0:1763350988.191812:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763350988.191814:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff7:0x0] with intent: 0 00000004:00000001:0.0:1763350988.191819:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763350988.191822:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:0.0:1763350988.191825:0:20016:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191828:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763350988.191830:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763350988.191833:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763350988.191837:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.191844:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.191847:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.191855:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.191858:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.191862:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.191865:0:20016:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191867:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763350988.191878:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763350988.191882:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350988.191887:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff7:0x0], previous was 0x7 00000004:00000001:0.0:1763350988.191890:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191893:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763350988.191896:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191901:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763350988.191906:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350988.191910:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763350988.191912:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925ccd4b5080. 00000004:00000001:0.0:1763350988.191920:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350988.191924:0:20016:0:(lu_object.c:207:lu_object_put()) Add ffff925cddeeb4f8/ffff925cddeeb4a0 to site lru. bkt: ffff925dd1462610 00000004:00000001:0.0:1763350988.191927:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350988.191928:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191930:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.191932:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763350988.191937:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350988.191947:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5ea6400. 00080000:00000001:0.0:1763350988.191950:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530988233728 : -120542721317888 : ffff925df5ea6400) 00080000:00000001:0.0:1763350988.191953:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350988.191960:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350988.191966:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.191967:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.191996:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.191999:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350988.192003:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350988.192006:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055202, last_committed = 8590055196 00000001:00000010:0.0:1763350988.192009:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4e120. 00000001:00000040:0.0:1763350988.192013:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:0.0:1763350988.192015:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00000001:00000010:0.0:1763350988.192021:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43f00. 00080000:00000001:0.0:1763350988.192028:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350988.192059:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350988.192063:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43f00: xid 1849001118788736, transno 8590055202, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763350988.192067:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.192079:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.192081:0:20016:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350988.192083:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350988.192085:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350988.192087:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350988.192090:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350988.192094:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.192098:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350988.192100:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763350988.192106:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350988.192113:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.192115:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350988.192119:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055202, xid 1849001118788736 00010000:00000001:0.0:1763350988.192122:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.192128:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e1b480 x1849001118788736/t8590055202(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350988.192136:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.192139:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.192143:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.192147:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.192150:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.192152:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.192155:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.192157:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.192161:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.192164:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.192170:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019198. 00000100:00000200:0.0:1763350988.192178:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118788736, offset 224 00000400:00000200:0.0:1763350988.192186:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.192201:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.192208:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198200:198200:256:4294967295] 192.168.202.2@tcp LPNI seq info [198196:198196:8:4294967295] 00000400:00000200:0.0:1763350988.192220:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.192226:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.192231:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5000. 00000800:00000200:0.0:1763350988.192238:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.192248:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.192253:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5000 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.192275:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.192279:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.192282:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.192284:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.192286:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.192291:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1b480 x1849001118788736/t8590055202(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350988.192300:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226798:x1849001118788736:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 740us (2517us total) trans 8590055202 rc 0/0 00000100:00100000:0.0:1763350988.192309:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20884 00000100:00000040:0.0:1763350988.192313:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350988.192315:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.192317:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.192322:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.192327:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350988.192331:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:0.0:1763350988.192336:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:0.0:1763350988.192339:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.192684:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.192698:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5000. 00000400:00000200:3.0:1763350988.192703:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.192709:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.192714:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019198 00000400:00000010:3.0:1763350988.192717:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019198. 00000100:00000001:3.0:1763350988.192722:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.192724:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.213552:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.213575:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.213581:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.213585:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.213641:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.213812:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edfed00 00000400:00000200:0.0:1763350988.213823:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 167312 00000800:00000001:0.0:1763350988.213834:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.213933:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.213943:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.213952:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.213962:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.213964:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350988.213973:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e18000. 00000100:00000040:1.0:1763350988.213977:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e18000 x1849001118788864 msgsize 576 00000100:00100000:1.0:1763350988.213981:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.213998:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.214010:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.214014:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.214099:0:26495:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.214103:0:26495:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118788864 02000000:00000001:2.0:1763350988.214106:0:26495:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.214108:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.214110:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.214114:0:26495:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.214119:0:26495:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118788864 00000020:00000001:2.0:1763350988.214122:0:26495:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.214124:0:26495:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.214127:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.214131:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:2.0:1763350988.214133:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.214136:0:26495:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.214141:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.214146:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350988.214149:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.214152:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000020:00000010:2.0:1763350988.214157:0:26495:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.214163:0:26495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7d00. 00000020:00000010:2.0:1763350988.214168:0:26495:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.214176:0:26495:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.214180:0:26495:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.214181:0:26495:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350988.214183:0:26495:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350988.214185:0:26495:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.214187:0:26495:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.214196:0:26495:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.214208:0:26495:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.214219:0:26495:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.214221:0:26495:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.214225:0:26495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140638 00000100:00000040:2.0:1763350988.214229:0:26495:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.214231:0:26495:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668883968 : -120543040667648 : ffff925de2e18000) 00000100:00000040:2.0:1763350988.214238:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e18000 x1849001118788864/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.214247:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.214249:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000100:00000001:2.0:1763350988.214251:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.214253:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57de40. 00000100:00100000:2.0:1763350988.214256:0:26495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226799:x1849001118788864:12345-192.168.202.2@tcp:101:cp.0 00000100:00000200:2.0:1763350988.214260:0:26495:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118788864 00000020:00000001:2.0:1763350988.214263:0:26495:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.214266:0:26495:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350988.214271:0:26495:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43f00: xid 1849001118788736, transno 8590055202, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.214275:0:26495:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded433c0: xid 1849001118788352, transno 8590055201, client gen 3, slot idx 0 00000001:00000010:2.0:1763350988.214279:0:26495:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded433c0. 00000020:00000001:2.0:1763350988.214282:0:26495:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.214285:0:26495:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.214286:0:26495:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.214290:0:26495:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.214292:0:26495:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118788864, found 0 last_xid 1849001118788863 00000020:00000001:2.0:1763350988.214295:0:26495:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.214297:0:26495:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.214299:0:26495:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.214305:0:26495:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.214307:0:26495:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.214309:0:26495:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.214311:0:26495:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.214312:0:26495:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.214314:0:26495:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.214319:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.214327:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:2.0:1763350988.214329:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.214331:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.214334:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:2.0:1763350988.214338:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.214341:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe600 with handle 0xcb8c81cc3033cb48 to hash 00000020:00000001:2.0:1763350988.214343:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.214344:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000010:2.0:1763350988.214349:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4400. 00010000:00000001:2.0:1763350988.214353:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00010000:2.0:1763350988.214358:0:26495:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb48 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc57 expref: -99 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.214367:0:26495:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:2.0:1763350988.214371:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:2.0:1763350988.214380:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350988.214383:0:26495:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350988.214389:0:26495:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350988.214392:0:26495:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350988.214394:0:26495:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763350988.214396:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.214398:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:2.0:1763350988.214401:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.214406:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:2.0:1763350988.214408:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:2.0:1763350988.214412:0:26495:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.214415:0:26495:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.214417:0:26495:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.214421:0:26495:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.214423:0:26495:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.214472:0:26495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925deec80000. 02000000:00000001:2.0:1763350988.214475:0:26495:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.214478:0:26495:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.214480:0:26495:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.214483:0:26495:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763350988.214487:0:26495:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350988.214490:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.214493:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.214495:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.214497:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.214499:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.214500:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.214501:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.214503:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.214504:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.214505:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.214507:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.214509:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.214510:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.214512:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.214514:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.214515:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.214516:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.214519:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.214521:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.214525:0:26495:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.214531:0:26495:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.214533:0:26495:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.214537:0:26495:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.214538:0:26495:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.214541:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.214543:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.214545:0:26495:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.214548:0:26495:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.214552:0:26495:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763350988.214557:0:26495:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346435d7af8 00000004:00000002:2.0:1763350988.214560:0:26495:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff6:0x0]/file1, ldlm_rep = ffff925deec80228 00000004:00000001:2.0:1763350988.214565:0:26495:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350988.214568:0:26495:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350988.214571:0:26495:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350988.214574:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.214577:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.215990:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 3 00010000:00000001:2.0:1763350988.215996:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.216001:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.216007:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:2.0:1763350988.216012:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.216015:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033cb4f to hash 00000020:00000001:2.0:1763350988.216017:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.216019:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000010:2.0:1763350988.216023:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.216026:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.216029:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.216032:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.216036:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216052:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.216057:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.216059:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.216061:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.216064:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216066:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.216068:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216071:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.216073:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.216076:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.216078:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.216080:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) refcount = 3 00010000:00000040:2.0:1763350988.216083:0:26495:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.216090:0:26495:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 496 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.216099:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216105:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.216110:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.216112:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216115:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.216117:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216120:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216122:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.216125:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.216128:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.216131:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216137:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.216139:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216140:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.216143:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.216144:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.216149:0:26495:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92100. 00010000:00000010:2.0:1763350988.216154:0:26495:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc98f7f00. 00010000:00000001:2.0:1763350988.216157:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.216160:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.216163:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.216165:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cb56 to hash 00000020:00000001:2.0:1763350988.216167:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.216168:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.216172:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4200. 00010000:00000001:2.0:1763350988.216174:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.216177:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.216179:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.216182:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216187:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.216189:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.216190:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.216191:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.216193:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216195:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.216196:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216198:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.216200:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.216201:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.216202:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.216204:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92100) refcount = 1 00010000:00010000:2.0:1763350988.216208:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216212:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.216214:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.216215:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216217:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.216218:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216220:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216222:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.216224:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.216225:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.216228:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216233:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.216234:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216236:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.216238:0:26495:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.216243:0:26495:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.216282:0:26495:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.216286:0:26495:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.216289:0:26495:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.216293:0:26495:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.216298:0:26495:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350988.216322:0:26495:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.216325:0:26495:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350988.216327:0:26495:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350988.216330:0:26495:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.216333:0:26495:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.216335:0:26495:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.216337:0:26495:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.216339:0:26495:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350988.216341:0:26495:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.216343:0:26495:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763350988.216346:0:26495:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763350988.216348:0:26495:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350988.216350:0:26495:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.216351:0:26495:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.216352:0:26495:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.216354:0:26495:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.216355:0:26495:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.216376:0:26495:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.216379:0:26495:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.216381:0:26495:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.216383:0:26495:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.216386:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.216388:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350988.216390:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.216395:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350988.216397:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350988.216403:0:26495:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350988.216405:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.216406:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.216410:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 2 00010000:00000001:2.0:1763350988.216412:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.216413:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.216417:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925cddee6200. 00000020:00000001:2.0:1763350988.216420:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.216422:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925cddee6200 with handle 0xcb8c81cc3033cb5d to hash 00000020:00000001:2.0:1763350988.216423:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.216424:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00000010:2.0:1763350988.216428:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4f00. 00010000:00000001:2.0:1763350988.216430:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00000001:2.0:1763350988.216432:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.216433:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.216436:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216442:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.216443:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.216445:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.216446:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.216448:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216450:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.216451:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216453:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.216454:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.216455:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.216456:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.216458:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 2 00010000:00000040:2.0:1763350988.216460:0:26495:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.216464:0:26495:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 496 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.216470:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216475:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.216479:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.216480:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216482:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.216483:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216484:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216486:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.216488:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.216490:0:26495:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.216492:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216496:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.216498:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216499:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.216501:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.216502:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.216504:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddee6200 refcount=3 00000020:00000001:2.0:1763350988.216506:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00000001:2.0:1763350988.216509:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00000001:2.0:1763350988.216511:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216512:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.216514:0:26495:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.216517:0:26495:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763350988.216523:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.216525:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.216530:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.216533:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.216538:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.216541:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.216548:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.216551:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.216554:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.216556:0:26495:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.216558:0:26495:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.216560:0:26495:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:2.0:1763350988.216563:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.216564:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.216566:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.216568:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.216569:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.216571:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.216573:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.216574:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.216575:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.216576:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.216578:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.216592:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350988.216613:0:26495:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350988.216614:0:26495:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.216617:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925deec80370 00000004:00000001:2.0:1763350988.216619:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.216622:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.216624:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.216626:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.216627:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.216629:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.216631:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.216632:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.216634:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.216636:0:26495:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763350988.216639:0:26495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: returning size 0 00000004:00000040:2.0:1763350988.216642:0:26495:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3ff7:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763350988.216644:0:26495:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x2 00000004:00000040:2.0:1763350988.216646:0:26495:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9687 00000004:00000040:2.0:1763350988.216648:0:26495:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 1 idx 1 subobj 0x280000401:9470 00000004:00200000:2.0:1763350988.216650:0:26495:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:2.0:1763350988.216652:0:26495:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763350988.216653:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.216654:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.216657:0:26495:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350988.216658:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.216660:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.216661:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.216663:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.216665:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.216667:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.216669:0:26495:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.216676:0:26495:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.216682:0:26495:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.216684:0:26495:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216690:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.216691:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.216692:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddee6200 refcount=3 00000020:00000001:2.0:1763350988.216694:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00000001:2.0:1763350988.216696:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00000004:00010000:2.0:1763350988.216699:0:26495:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00000004:00000001:2.0:1763350988.216705:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350988.216708:0:26495:0:(lu_object.c:207:lu_object_put()) Add ffff925cddeeb4f8/ffff925cddeeb4a0 to site lru. bkt: ffff925dd1462610 00000004:00000001:2.0:1763350988.216710:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.216712:0:26495:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350988.216714:0:26495:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350988.216715:0:26495:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.216717:0:26495:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763350988.216720:0:26495:0:(ldlm_inodebits.c:477:ldlm_inodebits_drop()) Process entered 00010000:00000001:2.0:1763350988.216722:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.216724:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.216725:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.216727:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 2 00010000:00000040:2.0:1763350988.216729:0:26495:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.216732:0:26495:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 496 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.216738:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216747:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.216748:0:26495:0:(ldlm_inodebits.c:496:ldlm_inodebits_drop()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216750:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216751:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.216752:0:26495:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.216755:0:26495:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350988.216757:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.216758:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.216759:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.216760:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:2.0:1763350988.216762:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.216763:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.216765:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.216768:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216771:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216773:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.216775:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216780:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.216781:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216784:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.216786:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:2.0:1763350988.216791:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfea00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.216793:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.216795:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.216797:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216802:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.216803:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.216804:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.216806:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=4 00000020:00000001:2.0:1763350988.216807:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.216809:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.216811:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.216814:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216818:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.216819:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.216820:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216823:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.216824:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.216826:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.216827:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.216829:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033cb4f from hash 00010000:00000001:2.0:1763350988.216831:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.216832:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216833:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.216833:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.216835:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.216836:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216838:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.216840:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.216842:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.216844:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:2.0:1763350988.216846:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350988.216848:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216850:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216852:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.216853:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.216855:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216855:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.216857:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216859:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.216861:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.216863:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216868:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216869:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.216870:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.216871:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.216873:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.216874:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb4f lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:2.0:1763350988.216879:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.216886:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.216887:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.216888:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.216889:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.216890:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.216891:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.216893:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.216905:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.216907:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.216909:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216914:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216915:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.216917:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216922:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.216924:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216925:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.216927:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:2.0:1763350988.216932:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.216935:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.216936:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.216938:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216943:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.216944:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.216945:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.216946:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:2.0:1763350988.216948:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.216950:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.216953:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.216955:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.216960:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.216961:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.216962:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216964:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.216966:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.216967:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.216968:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.216970:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cb56 from hash 00010000:00000001:2.0:1763350988.216972:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.216973:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216974:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.216975:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.216977:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.216978:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216980:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.216981:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.216982:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.216984:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92100) 00010000:00010000:2.0:1763350988.216986:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350988.216987:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.216990:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216991:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.216992:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.216994:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.216995:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.216997:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.216998:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.217000:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.217003:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:2.0:1763350988.217007:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.217008:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.217009:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.217010:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.217011:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.217013:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb56 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:2.0:1763350988.217018:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4200. 00010000:00000040:2.0:1763350988.217020:0:26495:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92100 count: 0 00010000:00000010:2.0:1763350988.217025:0:26495:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc98f7f00. 00010000:00000001:2.0:1763350988.217031:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.217032:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.217034:0:26495:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350988.217036:0:26495:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350988.217037:0:26495:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763350988.217039:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.217040:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.217042:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddee6200 refcount=3 00000020:00000001:2.0:1763350988.217052:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00000001:2.0:1763350988.217054:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00000004:00000040:2.0:1763350988.217057:0:26495:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:2.0:1763350988.217061:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00010000:00000001:2.0:1763350988.217066:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.217067:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.217069:0:26495:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.217071:0:26495:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763350988.217075:0:26495:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.217078:0:26495:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.217079:0:26495:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.217081:0:26495:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.217082:0:26495:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.217085:0:26495:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.217089:0:26495:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.217092:0:26495:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.217095:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350988.217098:0:26495:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:2.0:1763350988.217100:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.217102:0:26495:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350988.217104:0:26495:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.217105:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.217108:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.217110:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.217112:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.217114:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.217116:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe600 with handle 0xcb8c81cc3033cb48 from hash 00010000:00000001:2.0:1763350988.217118:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.217119:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.217120:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.217121:0:26495:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.217122:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.217126:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cb48 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 497 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.217133:0:26495:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:2.0:1763350988.217136:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00010000:00000010:2.0:1763350988.217138:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4400. 00010000:00000001:2.0:1763350988.217142:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.217144:0:26495:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.217149:0:26495:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.217152:0:26495:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 496 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.217163:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.217165:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.217167:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00010000:2.0:1763350988.217170:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763350988.217172:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.217173:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.217175:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.217176:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.217177:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.217178:0:26495:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925cddee6200, rc 0) 00000020:00000001:2.0:1763350988.217182:0:26495:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.217185:0:26495:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118788864 00010000:00000001:2.0:1763350988.217188:0:26495:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.217195:0:26495:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e18000 x1849001118788864/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/664 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.217203:0:26495:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.217207:0:26495:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.217211:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.217216:0:26495:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.217219:0:26495:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.217222:0:26495:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.217225:0:26495:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.217227:0:26495:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.217231:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.217234:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.217239:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2908. 00000100:00000200:2.0:1763350988.217247:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118788864, offset 224 00000400:00000200:2.0:1763350988.217254:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.217269:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.217276:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198201:198201:256:4294967295] 192.168.202.2@tcp LPNI seq info [198197:198197:8:4294967295] 00000400:00000200:2.0:1763350988.217287:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.217294:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.217300:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.217307:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.217314:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.217319:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000040:3.0:1763350988.217794:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300865116, at 4300865120 00000100:00000010:3.0:1763350988.217811:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693c60. 00000100:00000040:0.0:1763350988.217838:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300865116, at 4300865120 00000100:00000010:0.0:1763350988.217850:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693900. 00000100:00000040:1.0:1763350988.222810:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300865116, at 4300865125 00000100:00000010:1.0:1763350988.222826:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693e40. 00000800:00000200:0.0:1763350988.223094:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.223100:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.223107:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.223117:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.223125:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2908 00000400:00000010:0.0:1763350988.223127:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2908. 00000100:00000001:0.0:1763350988.223132:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.223135:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350988.223885:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.223895:0:26495:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.223900:0:26495:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.223903:0:26495:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.223906:0:26495:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.223918:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e18000 x1849001118788864/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/664 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.223930:0:26495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e18000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226799:x1849001118788864:12345-192.168.202.2@tcp:101:cp.0 Request processed in 9680us (9950us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.223941:0:26495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140638 00000100:00000040:2.0:1763350988.223945:0:26495:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.223948:0:26495:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.223951:0:26495:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.223961:0:26495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7d00. 00000020:00000010:2.0:1763350988.223968:0:26495:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.223973:0:26495:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.223981:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000100:00000001:2.0:1763350988.223986:0:26495:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350988.224010:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300865116, at 4300865126 00000100:00000010:2.0:1763350988.224017:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006938a0. 00010000:00000010:2.1:1763350988.228642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:2.1:1763350988.228662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92100. 00010000:00000010:2.1:1763350988.228666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:2.1:1763350988.228669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00000800:00000001:3.0:1763350988.231703:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.231730:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.231738:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.231740:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.231754:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.231777:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfed80 00000400:00000200:3.0:1763350988.231788:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 12400 00000800:00000001:3.0:1763350988.231798:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.231805:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.231808:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.231813:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.231822:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.231824:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350988.231831:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc9899180. 00000100:00000040:3.0:1763350988.231846:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc9899180 x1849001118788992 msgsize 328 00000100:00100000:3.0:1763350988.231851:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.231875:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.231886:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.231890:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.231893:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.231895:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.231899:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.231905:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfee00 00000400:00000200:3.0:1763350988.231909:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 12728 00000800:00000001:3.0:1763350988.231912:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.231920:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.231922:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.231925:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.231928:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.231930:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350988.231933:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc9899500. 00000100:00000040:3.0:1763350988.231935:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc9899500 x1849001118789120 msgsize 328 00000100:00100000:3.0:1763350988.231939:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.231960:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.231963:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.231967:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.232179:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.232184:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118788992 02000000:00000001:2.0:1763350988.232187:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.232190:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.232192:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.232198:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.232204:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118788992 00000020:00000001:2.0:1763350988.232207:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.232209:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350988.232212:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.232216:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=19 00000020:00000001:2.0:1763350988.232218:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350988.232221:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350988.232226:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.232232:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57de40. 00000020:00000010:2.0:1763350988.232238:0:57858:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dfb9b5300. 00000020:00000040:2.0:1763350988.232244:0:57858:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:2.0:1763350988.232261:0:57858:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350988.232268:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.232274:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7d00. 00000020:00000010:2.0:1763350988.232280:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.232292:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350988.232296:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.232298:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.232301:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.232312:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.232331:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.232355:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00080000:1.0:1763350988.232356:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1763350988.232358:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118789120 02000000:00000001:2.0:1763350988.232361:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.232365:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.232369:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.232372:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.232374:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00100000:2.0:1763350988.232375:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118789120 00000020:00000001:2.0:1763350988.232379:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.232383:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350988.232387:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.232391:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=20 00000020:00000001:2.0:1763350988.232393:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350988.232395:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350988.232398:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.232402:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d180. 00000020:00000010:2.0:1763350988.232405:0:57858:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dfb9b5bc0. 00000020:00000040:2.0:1763350988.232410:0:57858:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:2.0:1763350988.232417:0:57858:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350988.232420:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08e00. 00000020:00000010:2.0:1763350988.232424:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7f00. 00000020:00000010:2.0:1763350988.232428:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090960. 00000100:00000001:2.0:1763350988.232433:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.232435:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.232436:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1763350988.232438:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00000001:2.0:1763350988.232441:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.232447:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:2.0:1763350988.232455:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.232476:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.232479:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.232487:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20029 00000100:00000001:1.0:1763350988.232487:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.232494:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1763350988.232499:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350988.232504:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530243690880 : -120543465860736 : ffff925dc9899180) 00000100:00100000:1.0:1763350988.232509:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20030 00000100:00000040:1.0:1763350988.232516:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000040:2.0:1763350988.232518:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc9899180 x1849001118788992/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350988.232521:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530243691776 : -120543465859840 : ffff925dc9899500) 00000100:00000001:2.0:1763350988.232538:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1763350988.232541:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc9899500 x1849001118789120/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000020:00000010:2.0:1763350988.232542:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d8c0. 00000100:00000001:2.0:1763350988.232549:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.232557:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d8c0. 00000100:00100000:2.0:1763350988.232571:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc9899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+19:2361:x1849001118788992:12345-192.168.202.2@tcp:101:cp.0 00000100:00000001:1.0:1763350988.232571:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000200:2.0:1763350988.232580:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118788992 00000020:00000001:2.0:1763350988.232584:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.232589:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.232591:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350988.232636:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52940. 00000020:00000001:2.0:1763350988.232637:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.232644:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000100:00000001:1.0:1763350988.232645:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763350988.232651:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000010:1.0:1763350988.232653:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52940. 00000020:00000001:2.0:1763350988.232658:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.232664:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000100:00100000:1.0:1763350988.232665:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc9899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118789120:12345-192.168.202.2@tcp:101:cp.0 00000020:00000001:2.0:1763350988.232669:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1763350988.232672:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118789120 00000020:00000001:2.0:1763350988.232679:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.232680:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.232686:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00000020:00000001:1.0:1763350988.232688:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00010000:00000001:2.0:1763350988.232691:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00000020:00000001:1.0:1763350988.232693:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.232696:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000020:00000001:1.0:1763350988.232698:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1763350988.232701:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000001:1.0:1763350988.232704:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00010000:00000001:2.0:1763350988.232706:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.232711:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1763350988.232716:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:1.0:1763350988.232717:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.232722:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.232726:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00010000:00000010:2.0:1763350988.232730:0:57858:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92100. 00000020:00000001:1.0:1763350988.232733:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.0:1763350988.232737:0:57858:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925df4a92600. 00000020:00000001:1.0:1763350988.232740:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.232745:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000001:1.0:1763350988.232746:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.232751:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000010:2.0:1763350988.232753:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925cddee6000. 00010000:00000001:1.0:1763350988.232753:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350988.232756:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.232761:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.232766:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925cddee6000 with handle 0xcb8c81cc3033cb64 to hash 00010000:00000001:1.0:1763350988.232766:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00000020:00000001:2.0:1763350988.232772:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.232775:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623526290874368 : -120547418677248 : ffff925cddee6000) 00010000:00000001:2.0:1763350988.232779:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623526290874368 : -120547418677248 : ffff925cddee6000) 00010000:00000010:1.0:1763350988.232780:0:63085:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7daa00. 00010000:00000010:1.0:1763350988.232788:0:63085:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925ccd7da000. 00010000:00010000:2.0:1763350988.232789:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc5e expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.232794:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.232800:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6800. 00002000:00000001:2.0:1763350988.232807:0:57858:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00000020:00000001:1.0:1763350988.232808:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.232816:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6800 with handle 0xcb8c81cc3033cb6b to hash 00000020:00000001:1.0:1763350988.232818:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00002000:00000010:2.0:1763350988.232820:0:57858:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dea57d8c0. 00010000:00000001:1.0:1763350988.232821:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:1.0:1763350988.232829:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00002000:00000001:2.0:1763350988.232830:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00010000:1.0:1763350988.232835:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc65 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00000020:00000001:2.0:1763350988.232836:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.232846:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:1.0:1763350988.232850:0:63085:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000001:2.0:1763350988.232852:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000010:1.0:1763350988.232858:0:63085:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dc4c52940. 00002000:00000001:2.0:1763350988.232860:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350988.232865:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00002000:00000001:2.0:1763350988.232872:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.232873:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00002000:00010000:2.0:1763350988.232879:0:57858:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d7:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00000020:00000001:1.0:1763350988.232882:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:2.0:1763350988.232885:0:57858:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00002000:00000001:1.0:1763350988.232890:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00000020:00000002:2.0:1763350988.232891:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00010000:00000040:2.0:1763350988.232904:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 15 00002000:00000001:1.0:1763350988.232904:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000020:00000040:2.0:1763350988.232912:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=20 00002000:00000001:1.0:1763350988.232916:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763350988.232921:0:63085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x24fe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00000001:2.0:1763350988.232923:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350988.232926:0:63085:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00002000:00000001:2.0:1763350988.232930:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000020:00000002:1.0:1763350988.232933:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00000100:00000001:2.0:1763350988.232936:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00010000:00000040:1.0:1763350988.232940:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 16 02000000:00000001:2.0:1763350988.232941:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:1.0:1763350988.232947:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=21 02000000:00000010:2.0:1763350988.232951:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dde7d8800. 02000000:00000001:2.0:1763350988.232955:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.232958:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.232958:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350988.232964:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00010000:00000001:2.0:1763350988.232966:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00000100:00000001:1.0:1763350988.232969:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.232974:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.232981:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df8f03000. 00010000:00000001:2.0:1763350988.232983:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 02000000:00000001:1.0:1763350988.232984:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.232990:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00000100:00000001:1.0:1763350988.232991:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.232996:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.232999:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350988.233001:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.233004:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350988.233005:0:57858:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1763350988.233010:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350988.233011:0:57858:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.233018:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.233021:0:57858:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.233024:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350988.233028:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350988.233032:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1763350988.233034:0:57858:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350988.233038:0:63085:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1763350988.233058:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 21 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350988.233068:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fe:0x0].0x0 (ffff925ccd7daa00) refcount = 1 00010000:00000040:1.0:1763350988.233079:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.233080:0:57858:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d7:0x0].0x0 (ffff925df4a92100) refcount = 1 00010000:00000040:1.0:1763350988.233089:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 21 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350988.233090:0:57858:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.233100:0:57858:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350988.233127:0:63085:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.233130:0:63085:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.233132:0:57858:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.233135:0:63085:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.233137:0:57858:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.233141:0:63085:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.233144:0:57858:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.233149:0:57858:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763350988.233149:0:63085:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00002000:00000001:2.0:1763350988.233159:0:57858:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:1.0:1763350988.233161:0:63085:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.233165:0:57858:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.233171:0:63085:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00000001:2.0:1763350988.233173:0:57858:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.233185:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 20 pid: 57858 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763350988.233186:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 21 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350988.233229:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.233232:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.233236:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350988.233238:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350988.233242:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.233245:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.233248:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.233250:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.233253:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.233256:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.233258:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.233260:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.233262:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.233265:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.233268:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925cddee6000, rc 0) 00010000:00010000:1.0:1763350988.233269:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6800, rc 0) 00000020:00000001:2.0:1763350988.233277:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.233277:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.233288:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118788992 00010000:00000040:1.0:1763350988.233289:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118789120 00010000:00000001:2.0:1763350988.233297:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1763350988.233299:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.233307:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc9899180 x1849001118788992/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000200:1.0:1763350988.233309:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc9899500 x1849001118789120/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.233343:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.233347:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.233348:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.233353:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.233357:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00001000:1.0:1763350988.233360:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.233366:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1763350988.233369:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.233375:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000040:1.0:1763350988.233378:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 10 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.233382:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 00000100:00000001:1.0:1763350988.233385:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.233388:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.233392:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.233393:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.233397:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.233400:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:1.0:1763350988.233404:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.233410:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000100:00000040:1.0:1763350988.233419:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.233422:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000400:00000010:1.0:1763350988.233426:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74440. 00000100:00000200:2.0:1763350988.233433:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118788992, offset 224 00000100:00000200:1.0:1763350988.233436:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118789120, offset 224 00000400:00000200:2.0:1763350988.233447:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.233460:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.233467:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198202:198202:256:4294967295] 192.168.202.2@tcp LPNI seq info [198198:198198:8:4294967295] 00000400:00000200:2.0:1763350988.233478:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.233483:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.233490:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.233496:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.233505:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.233510:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.233528:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.233532:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.233534:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.233536:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.233538:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.233543:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc9899180 x1849001118788992/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.233552:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc9899180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118788992:12345-192.168.202.2@tcp:101:cp.0 Request processed in 1013us (1714us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.233559:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20029 00000100:00000040:2.0:1763350988.233563:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.233566:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.233568:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.233574:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7d00. 00000020:00000010:2.0:1763350988.233580:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.233585:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.233592:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 19 00000100:00000001:2.0:1763350988.233628:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350988.233817:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.233823:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:2.0:1763350988.233831:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.233835:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.233876:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.233893:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.233901:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198203:198203:255:4294967295] 192.168.202.2@tcp LPNI seq info [198199:198199:7:4294967295] 00000400:00000200:1.0:1763350988.233912:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.233918:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.233924:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32100. 00000800:00000200:1.0:1763350988.233931:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.233940:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.233945:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.233949:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.233952:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.233955:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.233956:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.233958:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.233964:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc9899500 x1849001118789120/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350988.233977:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc9899500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118789120:12345-192.168.202.2@tcp:101:cp.0 Request processed in 1407us (2040us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350988.233985:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20030 00000100:00000040:1.0:1763350988.233989:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:1.0:1763350988.233991:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.233993:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.233998:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7f00. 00000020:00000010:1.0:1763350988.234004:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090960. 00000020:00000010:1.0:1763350988.234007:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08e00. 00000020:00000040:1.0:1763350988.234014:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000100:00000001:1.0:1763350988.234016:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.236833:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:2.0:1763350988.236845:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:2.0:1763350988.236856:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.236858:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:1.0:1763350988.238104:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.238114:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32100. 00000400:00000200:1.0:1763350988.238125:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.238135:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.238143:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74440 00000400:00000010:1.0:1763350988.238146:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74440. 00000100:00000001:1.0:1763350988.238152:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.238154:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.262006:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.262032:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.262038:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.262040:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.262063:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.262088:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edfef00 00000400:00000200:0.0:1763350988.262099:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 167888 00000800:00000001:0.0:1763350988.262110:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.262129:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.262133:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.262138:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.262146:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.262149:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350988.262157:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee39b100. 00000100:00000040:0.0:1763350988.262161:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee39b100 x1849001118789376 msgsize 4616 00000100:00100000:0.0:1763350988.262165:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.262190:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.262200:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.262204:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.262315:0:26495:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.262324:0:26495:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118789376 02000000:00000001:2.0:1763350988.262329:0:26495:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.262333:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.262337:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.262346:0:26495:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.262352:0:26495:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118789376 00000020:00000001:2.0:1763350988.262357:0:26495:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.262361:0:26495:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.262365:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.262370:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000020:00000001:2.0:1763350988.262373:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.262376:0:26495:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.262381:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.262855:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc240. 00000100:00000001:3.0:1763350988.262863:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.262867:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc240. 00000020:00000010:3.0:1763350988.262876:0:26495:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de0b55400. 00000020:00000010:3.0:1763350988.262883:0:26495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69300. 00000020:00000010:3.0:1763350988.262889:0:26495:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375190. 00000100:00000040:3.0:1763350988.262899:0:26495:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350988.262903:0:26495:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.262904:0:26495:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350988.262908:0:26495:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350988.262910:0:26495:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.262912:0:26495:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.262922:0:26495:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.264533:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.264541:0:26495:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.264543:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.264561:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140639 00000100:00000040:2.0:1763350988.264571:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.264575:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859213056 : -120542850338560 : ffff925dee39b100) 00000100:00000040:2.0:1763350988.264588:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee39b100 x1849001118789376/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.264632:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.264647:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.264652:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.264655:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000100:00100000:2.0:1763350988.264665:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226799:x1849001118789376:12345-192.168.202.2@tcp:101:cp.0 00000100:00000200:2.0:1763350988.264674:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118789376 00000020:00000001:2.0:1763350988.264679:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.264685:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.264694:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.264698:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.264701:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.264705:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.264712:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118789376, found 0 last_xid 1849001118789375 00000020:00000001:2.0:1763350988.264715:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.264719:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.264722:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.264731:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.264739:0:21173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.264743:0:21173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.264746:0:21173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.264748:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.264751:0:21173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.264758:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.264768:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:2.0:1763350988.264772:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.264776:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.264782:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.264788:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.264795:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cb72 to hash 00000020:00000001:2.0:1763350988.264798:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.264800:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.264807:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4400. 00010000:00000001:2.0:1763350988.264811:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00010000:2.0:1763350988.264817:0:21173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb72 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc6c expref: -99 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.264829:0:21173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:2.0:1763350988.264832:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00010000:00000001:2.0:1763350988.264842:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350988.264846:0:21173:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350988.265437:0:21173:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350988.265443:0:21173:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350988.265445:0:21173:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265449:0:21173:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763350988.265457:0:21173:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dee39b100 x1849001118789376/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763350988.265469:0:21173:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350988.265471:0:21173:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350988.265475:0:21173:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763350988.265478:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.265482:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.265485:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.265487:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.265490:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.265492:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.265493:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.265495:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.265503:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.265504:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265506:0:21173:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265508:0:21173:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265512:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.265514:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.265518:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.265521:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.265579:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925de9be0000. 02000000:00000001:2.0:1763350988.265584:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.265587:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265593:0:21173:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350988.265669:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.265671:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.265673:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.265674:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.265676:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.265677:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.265679:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.265680:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.265683:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.265684:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.265690:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.265697:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.265700:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.265704:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.265707:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.265712:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.265714:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265718:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.265720:0:21173:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265723:0:21173:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350988.265725:0:21173:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265729:0:21173:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350988.265732:0:21173:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763350988.265736:0:21173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464314ba38 00000004:00000002:2.0:1763350988.265738:0:21173:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3ff6:0x0]/(->[0x200000bd2:0x3ff7:0x0]) cr_flag=040004240001002 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763350988.265744:0:21173:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:2.0:1763350988.265746:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.265749:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:2.0:1763350988.265753:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.265761:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:2.0:1763350988.265764:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:2.0:1763350988.265766:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.265767:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350988.265769:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.265772:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350988.265774:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350988.265777:0:21173:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350988.265779:0:21173:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265785:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.265790:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.265802:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265806:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.265812:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.265815:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.265823:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.265826:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.265830:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.265833:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.265835:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.265837:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:2.0:1763350988.265841:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.265843:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.265844:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.265848:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.265850:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.265858:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000002:2.0:1763350988.265861:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925de9be0378 00000004:00000001:2.0:1763350988.265864:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.265870:0:21173:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1763350988.265874:0:21173:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350988.265875:0:21173:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.265878:0:21173:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff7:0x0] lease count: 0, lm: 8 00000004:00000001:2.0:1763350988.265882:0:21173:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350988.265887:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.265889:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.265894:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 3 00010000:00000001:2.0:1763350988.265897:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.265900:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.265906:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:2.0:1763350988.265915:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.265918:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033cb79 to hash 00000020:00000001:2.0:1763350988.265920:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.265922:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000010:2.0:1763350988.265927:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4200. 00010000:00000001:2.0:1763350988.265929:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.265934:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.265935:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.265939:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.265948:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.265953:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.265956:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.265959:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.265963:0:21173:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350988.265969:0:21173:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 497 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.265982:0:21173:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763350988.265984:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.265986:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.265987:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.265989:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.265992:0:21173:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763350988.265995:0:21173:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 4/0,1 mode: --/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000040:2.0:1763350988.266004:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 3 00010000:00000040:2.0:1763350988.266007:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.266010:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 497 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.266018:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 497 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.266024:0:21173:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763350988.266027:0:21173:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 4/0,1 mode: --/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350988.266035:0:21173:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.266054:0:21173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350988.266063:0:21173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925de2f8a540. 00000100:00000001:2.0:1763350988.266065:0:21173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530670400832 : -120543039150784 : ffff925de2f8a540) 00000100:00000001:2.0:1763350988.266067:0:21173:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530670400832 : -120543039150784 : ffff925de2f8a540) 00000100:00000001:2.0:1763350988.266071:0:21173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350988.266073:0:21173:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350988.266075:0:21173:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.266079:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.266081:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350988.266084:0:21173:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.266086:0:21173:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.266089:0:21173:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763350988.266091:0:21173:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763350988.266098:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4fb80. 00000020:00000040:2.0:1763350988.266103:0:21173:0:(genops.c:1229:class_import_get()) import ffff925ddf07c800 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1763350988.266107:0:21173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350988.266109:0:21173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350988.266115:0:21173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350988.266123:0:21173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a09c00. 00000100:00000001:2.0:1763350988.266130:0:21173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.266136:0:21173:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 497 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.266157:0:21173:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 497 pid: 26495 timeout: 6297 lvb_type: 0 00010000:00000001:2.0:1763350988.266165:0:21173:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350988.266169:0:21173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350988.266174:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.266183:0:21173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350988.266186:0:21173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.266192:0:21173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21173:1849001101460096:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350988.266196:0:21173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350988.266203:0:21173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350988.266206:0:21173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.266209:0:21173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350988.266215:0:21173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08c00. 02000000:00000001:2.0:1763350988.266217:0:21173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350988.266224:0:21173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79d10. 00000400:00000010:2.0:1763350988.266232:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350988.266244:0:21173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101460096, portal 16 00000100:00000001:2.0:1763350988.266246:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350988.266248:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170331520 : -120542539220096 : ffff925e00c4fb80) 00000100:00000040:2.0:1763350988.266256:0:21173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.266264:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.266266:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.266270:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2e58. 00000100:00000200:2.0:1763350988.266273:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101460096, offset 0 00000400:00000200:2.0:1763350988.266281:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.266297:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.266304:0:21173:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350988.266308:0:21173:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350988.266313:0:21173:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350988.266316:0:21173:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.266320:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198204:198204:256:4294967295] 192.168.202.2@tcp LPNI seq info [198200:198200:8:4294967295] 00000400:00000200:2.0:1763350988.266333:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.266340:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.266345:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.266353:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.266362:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.266368:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.266397:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.266403:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865238 00000100:00000010:2.0:1763350988.266407:0:21173:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e006938a0. 00000100:00000001:2.0:1763350988.266415:0:21173:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350988.266561:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865238 00000100:00000010:2.0:1763350988.266567:0:21173:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693ae0. 00000100:00000001:2.0:1763350988.266571:0:21173:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350988.266582:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865238 00000100:00000010:2.0:1763350988.266585:0:21173:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693180. 00000100:00000001:2.0:1763350988.266588:0:21173:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350988.266591:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865238 00000100:00000010:2.0:1763350988.266619:0:21173:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693d80. 00000100:00000001:2.0:1763350988.266623:0:21173:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350988.266626:0:21173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.266630:0:21173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.266633:0:21173:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.266634:0:21173:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.266636:0:21173:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.266643:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.266646:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.266647:0:21173:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.266650:0:21173:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.266651:0:21173:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350988.266655:0:21173:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.266657:0:21173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350988.266659:0:21173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350988.266662:0:21173:0:(client.c:2690:ptlrpc_set_wait()) set ffff925de2f8a540 going to sleep for 11 seconds 00000100:00000001:2.0:1763350988.266666:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350988.266670:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350988.266705:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.266711:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350988.266720:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.266730:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.266736:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2e58 00000400:00000010:3.0:1763350988.266739:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2e58. 00000100:00000001:3.0:1763350988.266744:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350988.266751:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.266763:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.266766:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.266774:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.266776:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.273790:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.273811:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.273816:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.273819:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.273832:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.273854:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78280 00000400:00000200:1.0:1763350988.273864:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fbc5 [1] + 224 00000800:00000001:1.0:1763350988.273873:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.273889:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.273892:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.273896:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.273905:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.273917:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350988.273930:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.273961:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.273970:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.273974:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.274126:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350988.274136:0:21173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350988.274138:0:21173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350988.274142:0:21173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79d10. 00000400:00000200:2.0:1763350988.274147:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:2.0:1763350988.274150:0:21173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:2.0:1763350988.274153:0:21173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.274158:0:21173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350988.274166:0:21173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.274182:0:21173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.274184:0:21173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.274186:0:21173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350988.274189:0:21173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350988.274192:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.274195:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.274199:0:21173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.274207:0:21173:0:(import.c:2128:obd_at_measure()) add 5 to ffff925ddf07cc58 time=44 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350988.274211:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925ddf07cc10 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.274214:0:21173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350988.274216:0:21173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.274219:0:21173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350988.274223:0:21173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.274225:0:21173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.274230:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.274236:0:21173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.274239:0:21173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350988.274241:0:21173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.274244:0:21173:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763350988.274246:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.274249:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.274251:0:21173:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.274254:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350988.274262:0:21173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21173:1849001101460096:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350988.274266:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.274269:0:21173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.274271:0:21173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350988.274274:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.274277:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4fb80 x1849001101460096/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.274283:0:21173:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350988.274286:0:21173:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350988.274291:0:21173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08c00. 02000000:00000001:2.0:1763350988.274299:0:21173:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350988.274302:0:21173:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350988.274305:0:21173:0:(genops.c:1242:class_import_put()) import ffff925ddf07c800 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1763350988.274306:0:21173:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350988.274310:0:21173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a09c00. 02000000:00000001:2.0:1763350988.274318:0:21173:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350988.274320:0:21173:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350988.274323:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4fb80. 00000100:00000001:2.0:1763350988.274327:0:21173:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350988.274328:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350988.274331:0:21173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925de2f8a540. 00000100:00000001:2.0:1763350988.274334:0:21173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350988.274336:0:21173:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350988.274339:0:21173:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d140. 00010000:00000001:2.0:1763350988.274342:0:21173:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.274345:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.274347:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.274350:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763350988.274354:0:21173:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00000800:00000001:0.0:1763350988.275986:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.276003:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.276008:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.276010:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.276020:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.276039:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfef80 00000400:00000200:0.0:1763350988.276059:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127be1 [2] + 984 00000800:00000001:0.0:1763350988.276068:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.276139:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.276143:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.276147:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.276155:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.276158:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763350988.276164:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee399f80. 00000100:00000040:0.0:1763350988.276169:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee399f80 x1849001118789504 msgsize 328 00000100:00100000:0.0:1763350988.276172:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.276193:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.276211:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.276215:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.276801:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.276806:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118789504 02000000:00000001:1.0:1763350988.276811:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.276813:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.276815:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.276821:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.276826:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118789504 00000020:00000001:1.0:1763350988.276829:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.276832:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350988.276835:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.276839:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=498 00000020:00000001:1.0:1763350988.276842:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350988.276845:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350988.276850:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.276857:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c524c0. 00000100:00000001:1.0:1763350988.276861:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.276864:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c524c0. 00000020:00000010:1.0:1763350988.276873:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90fe200. 00000020:00000010:1.0:1763350988.276880:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350988.276898:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000100:00000040:1.0:1763350988.276911:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763350988.276915:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.276916:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763350988.276920:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763350988.276924:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.276926:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763350988.276933:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.276935:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.276938:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddee6200 refcount=4 00000020:00000001:1.0:1763350988.276940:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00000001:1.0:1763350988.276943:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00010000:1.0:1763350988.276952:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 498 pid: 26495 timeout: 6297 lvb_type: 0 00010000:00000001:1.0:1763350988.276961:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.276963:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.276964:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.276966:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.276979:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763350988.276988:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dee399f80 x1849001118789504/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.276995:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763350988.276997:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.277016:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.277032:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.277034:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.277039:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4033 00000100:00000040:1.0:1763350988.277052:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:1.0:1763350988.277055:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530859208576 : -120542850343040 : ffff925dee399f80) 00000100:00000040:1.0:1763350988.277060:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee399f80 x1849001118789504/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.277068:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.277071:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c524c0. 00000100:00000001:1.0:1763350988.277073:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.277075:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c524c0. 00000100:00100000:1.0:1763350988.277079:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee399f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+498:2358:x1849001118789504:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763350988.277083:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118789504 00010000:00000001:1.0:1763350988.277087:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763350988.277089:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763350988.277091:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763350988.277097:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.277100:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.277106:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df8f01400. 02000000:00000001:1.0:1763350988.277109:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.277112:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.277114:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350988.277116:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763350988.277118:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.277120:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.277121:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddee6200 refcount=4 00000020:00000001:1.0:1763350988.277123:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00000001:1.0:1763350988.277125:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526290874880 : -120547418676736 : ffff925cddee6200) 00010000:00000040:1.0:1763350988.277129:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 4 00000004:00000001:1.0:1763350988.277135:0:54877:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:1.0:1763350988.277139:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 498 pid: 26495 timeout: 6297 lvb_type: 0 00000100:00001000:1.0:1763350988.277147:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=54 v=5 (1 0 0 0) 00010000:00000001:1.0:1763350988.277150:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763350988.277155:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.277157:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.277159:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 498 pid: 26495 timeout: 6297 lvb_type: 0 00000020:00000001:1.0:1763350988.277167:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.277170:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.277172:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.277174:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.277180:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.277182:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.277189:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.277191:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.277193:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.277196:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.277198:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cddee6200 with handle 0xcb8c81cc3033cb5d from hash 00010000:00000001:1.0:1763350988.277201:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.277202:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.277203:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.277204:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.277209:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.277211:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.277213:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.277214:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.277217:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925cddee6200/0xcb8c81cc3033cb5d lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc57 expref: 498 pid: 26495 timeout: 6297 lvb_type: 0 00010000:00000040:1.0:1763350988.277224:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:1.0:1763350988.277227:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00010000:00000010:1.0:1763350988.277230:0:54877:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4f00. 00010000:00000001:1.0:1763350988.277242:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.277244:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.277247:0:54877:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.277250:0:54877:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00010000:1.0:1763350988.277255:0:54877:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,1 mode: --/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:1.0:1763350988.277261:0:54877:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.277263:0:54877:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.277265:0:54877:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.277268:0:54877:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.277270:0:54877:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.277273:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.277275:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350988.277278:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21173 initiator: MDT0 00010000:00000001:1.0:1763350988.277284:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763350988.277286:0:54877:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.277288:0:54877:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.277290:0:54877:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.277293:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 3 00010000:00000040:1.0:1763350988.277297:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350988.277302:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 497 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350988.277309:0:54877:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 4/0,1 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 21173 initiator: MDT0 00010000:00000001:1.0:1763350988.277314:0:54877:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.277316:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.277318:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.277320:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.277322:0:54877:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.277324:0:54877:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763350988.277329:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c524c0. 00000100:00000001:1.0:1763350988.277333:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350988.277341:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925ccd7a06c0. 00000100:00000001:1.0:1763350988.277343:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623526014813888 : -120547694737728 : ffff925ccd7a06c0) 00000100:00000001:1.0:1763350988.277345:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623526014813888 : -120547694737728 : ffff925ccd7a06c0) 00000100:00000001:1.0:1763350988.277348:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350988.277350:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350988.277352:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.277355:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.277371:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.277374:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.277375:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.277376:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.277378:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.277379:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350988.277382:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.277384:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.277386:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763350988.277388:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925ccd7a06c0. 00000100:00000001:1.0:1763350988.277391:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350988.277393:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350988.277396:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c524c0. 00010000:00000001:1.0:1763350988.277398:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763350988.277400:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350988.277402:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.277407:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.277411:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.277414:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.277419:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.277422:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.277425:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.277427:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.277430:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.277433:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.277436:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.277442:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74440. 00000100:00000200:1.0:1763350988.277448:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118789504, offset 224 00000400:00000200:1.0:1763350988.277456:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.277470:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.277478:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198205:198205:256:4294967295] 192.168.202.2@tcp LPNI seq info [198201:198201:8:4294967295] 00000400:00000200:1.0:1763350988.277490:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.277496:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.277502:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32100. 00000800:00000200:1.0:1763350988.277508:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.277517:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.277521:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.277549:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.277554:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.277556:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.277558:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.277563:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee399f80 x1849001118789504/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.277579:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee399f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:2358:x1849001118789504:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 509us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350988.277588:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4033 00000100:00000040:1.0:1763350988.277592:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350988.277663:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.277665:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.277671:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5c00. 00000020:00000010:1.0:1763350988.277677:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:1.0:1763350988.277681:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90fe200. 00000020:00000040:1.0:1763350988.277686:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000100:00000001:1.0:1763350988.277689:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.278161:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.278168:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32100. 00000400:00000200:0.0:1763350988.278178:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.278185:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.278192:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74440 00000400:00000010:0.0:1763350988.278194:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74440. 00000100:00000001:0.0:1763350988.278199:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.278201:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1763350988.278660:0:21173:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.278735:0:21173:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.278739:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,1 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.278746:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.278747:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.278749:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.278752:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.278755:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.278758:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:2.0:1763350988.278760:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.278762:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.278764:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.278765:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.278769:0:21173:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.278773:0:21173:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff7:0x0], ibits = 0x5/0x1a, open_flags = 040004240001002, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763350988.278779:0:21173:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.278782:0:21173:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.278789:0:21173:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763350988.278797:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.278799:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.278802:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.278803:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.278805:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.278807:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.278808:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.278810:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.278812:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763350988.278817:0:21173:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: returning size 0 00000001:00000001:2.0:1763350988.278819:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.278820:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.278824:0:21173:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350988.278828:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.278836:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.278839:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.278846:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.278849:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.278853:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.278856:0:21173:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.278860:0:21173:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763350988.278862:0:21173:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 80 00000004:00000001:2.0:1763350988.278865:0:21173:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763350988.278866:0:21173:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.278871:0:21173:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763350988.278880:0:21173:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.278884:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763350988.278886:0:21173:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.278889:0:21173:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.278891:0:21173:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.278896:0:21173:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763350988.278903:0:21173:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dc98f7d00. 00000020:00000001:2.0:1763350988.278906:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.278908:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc98f7d00 with handle 0xcb8c81cc3033cb80 to hash 00000020:00000001:2.0:1763350988.278910:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763350988.278912:0:21173:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530244078848 : -120543465472768 : ffff925dc98f7d00) 00000004:00000001:2.0:1763350988.278914:0:21173:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350988.278916:0:21173:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763350988.278918:0:21173:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff7:0x0] Change mfd open_flags 0 -> 040004240001002. 00000004:00000001:2.0:1763350988.278923:0:21173:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763350988.278927:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.278937:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dde7d8400. 00080000:00000001:2.0:1763350988.278940:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530595222528 : -120543114329088 : ffff925dde7d8400) 00080000:00000001:2.0:1763350988.278943:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350988.278952:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.279280:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.279361:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.279396:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.279400:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.279406:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350988.279410:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055203, last_committed = 8590055196 00000001:00000010:2.0:1763350988.279415:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006935a0. 00000001:00000040:2.0:1763350988.279418:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:2.0:1763350988.279421:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00000001:00000010:2.0:1763350988.279431:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de2edcd80. 00080000:00000001:2.0:1763350988.279442:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.279710:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.279717:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de2edcd80: xid 1849001118789376, transno 8590055203, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350988.279721:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.279738:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.279740:0:21173:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350988.279742:0:21173:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.279746:0:21173:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.279749:0:21173:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.279752:0:21173:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763350988.279754:0:21173:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763350988.279756:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.279759:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.279762:0:21173:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350988.279764:0:21173:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350988.279766:0:21173:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.279768:0:21173:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.279771:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350988.279777:0:21173:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:2.0:1763350988.279779:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.279781:0:21173:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1763350988.279788:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.279796:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.279801:0:21173:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.279804:0:21173:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350988.279809:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.279812:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.279813:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.279815:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.279817:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.279821:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.279849:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.280464:0:21173:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763350988.280472:0:21173:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763350988.280475:0:21173:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.280482:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.280485:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.280488:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:2.0:1763350988.280491:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.280496:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00000004:00000040:2.0:1763350988.280501:0:21173:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:2.0:1763350988.280505:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00010000:00000001:2.0:1763350988.280517:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.280519:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.280521:0:21173:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.280524:0:21173:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.280528:0:21173:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.280534:0:21173:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350988.280538:0:21173:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.280540:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.280544:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.280546:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.280549:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.280551:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.280554:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cb72 from hash 00010000:00000001:2.0:1763350988.280557:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.280558:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.280559:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.280560:0:21173:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.280561:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.280571:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb72 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 498 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.280584:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:2.0:1763350988.280587:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00010000:00000010:2.0:1763350988.280590:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4400. 00010000:00000001:2.0:1763350988.280621:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.280623:0:21173:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.280629:0:21173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.280634:0:21173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 497 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.280643:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.280647:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.280651:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00010000:2.0:1763350988.280654:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00000001:2.0:1763350988.280657:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.280659:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.280661:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.280662:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.280663:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.280665:0:21173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfea00, rc 0) 00000020:00000001:2.0:1763350988.280669:0:21173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.280673:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055203, xid 1849001118789376 00010000:00000001:2.0:1763350988.280676:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.280684:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee39b100 x1849001118789376/t8590055203(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/688 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.280693:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.280696:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.280701:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.280706:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.280710:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.280712:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.280716:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.280719:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.280723:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.280726:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.280735:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350988.280743:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1849001118789376, offset 224 00000400:00000200:2.0:1763350988.280751:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.280768:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.280777:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198206:198206:256:4294967295] 192.168.202.2@tcp LPNI seq info [198202:198202:8:4294967295] 00000400:00000200:2.0:1763350988.280790:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.280797:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.280804:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.280811:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.280819:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.280825:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.280848:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.280852:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.280855:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.280857:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.280860:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.280878:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee39b100 x1849001118789376/t8590055203(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/688 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.280890:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee39b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226799:x1849001118789376:12345-192.168.202.2@tcp:101:cp.0 Request processed in 16259us (18726us total) trans 8590055203 rc 0/0 00000100:00100000:2.0:1763350988.280905:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140639 00000100:00000040:2.0:1763350988.280919:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.280922:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.280924:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.280931:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69300. 00000020:00000010:2.0:1763350988.280936:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375190. 00000020:00000010:2.0:1763350988.280943:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de0b55400. 00000020:00000040:2.0:1763350988.280949:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000100:00000001:2.0:1763350988.280952:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.281002:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.281007:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:1.0:1763350988.281014:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.281020:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.281026:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:1.0:1763350988.281028:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:1.0:1763350988.281033:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.281035:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350988.282998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddee6200. 00010000:00000010:2.1:1763350988.286813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000800:00000001:0.0:1763350988.287875:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.287897:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.287901:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.287904:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.287919:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.287949:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 12 MB=0x691a81edff080 00000400:00000200:0.0:1763350988.287962:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 488/488 into md 0xd4535 [64] + 172504 00000800:00000001:0.0:1763350988.287973:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.287989:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.287993:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.287998:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.288006:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.288010:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350988.288019:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee15f800. 00000100:00000040:0.0:1763350988.288027:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dee15f800 x1849001118789760 msgsize 488 00000100:00100000:0.0:1763350988.288032:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.288174:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.288187:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.288191:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.288198:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.288202:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118789760 02000000:00000001:2.0:1763350988.288205:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.288208:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.288211:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.288216:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.288221:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118789760 00000020:00000001:2.0:1763350988.288225:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.288227:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.288230:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.288234:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=497 00000020:00000001:2.0:1763350988.288237:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.288240:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.288245:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.288252:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.288256:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.288259:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000020:00000010:2.0:1763350988.288267:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.288274:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.288281:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.288292:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.288295:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.288297:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.288301:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.288309:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.288326:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.288342:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.288345:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.288351:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140640 00000100:00000040:2.0:1763350988.288356:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.288358:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856871936 : -120542852679680 : ffff925dee15f800) 00000100:00000040:2.0:1763350988.288366:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15f800 x1849001118789760/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.288377:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.288380:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.288383:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.288385:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000100:00100000:2.0:1763350988.288389:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226799:x1849001118789760:12345-192.168.202.2@tcp:36:cp.0 00000100:00000200:2.0:1763350988.288393:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118789760 00000020:00000001:2.0:1763350988.288397:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.288407:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350988.288416:0:21173:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de2edcd80: xid 1849001118789376, transno 8590055203, client gen 3, slot idx 0 00000001:00000001:2.0:1763350988.288423:0:21173:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43f00: xid 1849001118788736, transno 8590055202, client gen 3, slot idx 1 00000001:00000010:2.0:1763350988.288429:0:21173:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43f00. 00000020:00000001:2.0:1763350988.288435:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.288438:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.288441:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:2.0:1763350988.288445:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.288449:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118789760, found 0 last_xid 1849001118789759 00000020:00000001:2.0:1763350988.288452:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.288454:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.288457:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.288461:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288465:0:21173:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:2.0:1763350988.288475:0:21173:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff925dee15f800 x1849001118789760/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:4294967295 00000004:00000001:2.0:1763350988.288487:0:21173:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350988.288490:0:21173:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350988.288493:0:21173:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:2.0:1763350988.288496:0:21173:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763350988.288501:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.288503:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.288506:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.288508:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2 : 2 : 0x2) 00000001:00000001:2.0:1763350988.288510:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2 : 2 : 2) 00000001:00000001:2.0:1763350988.288512:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.288513:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.288515:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.288517:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.288518:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.288520:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.288522:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.288523:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.288525:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288527:0:21173:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288532:0:21173:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288535:0:21173:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288537:0:21173:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288541:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.288543:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.288547:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.288551:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.288559:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff925e00260000. 02000000:00000001:2.0:1763350988.288562:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.288565:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288572:0:21173:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350988.288573:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.288575:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.288577:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.288579:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.288581:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.288582:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.288583:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.288585:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.288587:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.288589:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.288633:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.288642:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.288645:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.288648:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.288651:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.288653:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.288655:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288657:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.288659:0:21173:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288663:0:21173:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350988.288666:0:21173:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288669:0:21173:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350988.288672:0:21173:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:2.0:1763350988.288676:0:21173:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x3ff7:0x0] e req@ffff925dee15f800 x1849001118789760/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/3152 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350988.288687:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.288690:0:21173:0:(ldlm_lockd.c:1736:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288693:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.288695:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350988.288699:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.288706:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350988.288709:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350988.288712:0:21173:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350988.288714:0:21173:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288718:0:21173:0:(mdt_open.c:122:mdt_write_read()) Process entered 00000004:00000001:2.0:1763350988.288720:0:21173:0:(mdt_open.c:126:mdt_write_read()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350988.288724:0:21173:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763350988.288727:0:21173:0:(mdt_som.c:185:mdt_lsom_update()) valid e, lsom init 1 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 1 00000004:00000001:2.0:1763350988.288734:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.288739:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.288752:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288757:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.288764:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.288767:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.288776:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.288780:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.288784:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.288787:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.288790:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.288792:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763350988.288796:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350988.288798:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288801:0:21173:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.288803:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.288804:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.288805:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.288808:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.288810:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.288812:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.288815:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.288816:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.288818:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.288820:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.288822:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.288824:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.288826:0:21173:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.288829:0:21173:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350988.288831:0:21173:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288834:0:21173:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763350988.288836:0:21173:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff7:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:2.0:1763350988.288841:0:21173:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.288844:0:21173:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.288846:0:21173:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350988.288851:0:21173:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350988.288860:0:21173:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693540. 00080000:00000001:2.0:1763350988.288864:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.288876:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dde7d9c00. 00080000:00000001:2.0:1763350988.288880:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530595228672 : -120543114322944 : ffff925dde7d9c00) 00000004:00000001:2.0:1763350988.288885:0:21173:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.288891:0:21173:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.288894:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.288897:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595228672 : -120543114322944 : ffff925dde7d9c00) 00080000:00000001:2.0:1763350988.288901:0:21173:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.288930:0:21173:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288933:0:21173:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288936:0:21173:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.288942:0:21173:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350988.288945:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350988.288953:0:21173:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350988.288955:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.288957:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595228672 : -120543114322944 : ffff925dde7d9c00) 00080000:00000001:2.0:1763350988.288961:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.288969:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.288970:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.288973:0:21173:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.289004:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.289007:0:21173:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289014:0:21173:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.289018:0:21173:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.289021:0:21173:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.289023:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.289024:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595228672 : -120543114322944 : ffff925dde7d9c00) 00080000:00000001:2.0:1763350988.289028:0:21173:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.289031:0:21173:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763350988.289065:0:21173:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.289069:0:21173:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.289073:0:21173:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289075:0:21173:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289077:0:21173:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289080:0:21173:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.289086:0:21173:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.289090:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.289098:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350988.289103:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055204, last_committed = 8590055196 00000001:00000010:2.0:1763350988.289108:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006932a0. 00000001:00000040:2.0:1763350988.289112:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:2.0:1763350988.289115:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00000001:00000010:2.0:1763350988.289124:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc58710c0. 00000004:00000001:2.0:1763350988.289131:0:21173:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350988.289133:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.289135:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595228672 : -120543114322944 : ffff925dde7d9c00) 00080000:00000001:2.0:1763350988.289138:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.289160:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350988.289163:0:21173:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.289168:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc58710c0: xid 1849001118789760, transno 8590055204, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.289172:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.289228:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.289232:0:21173:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693540. 00000020:00000001:2.0:1763350988.289234:0:21173:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289238:0:21173:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289240:0:21173:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289242:0:21173:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.289250:0:21173:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925df0e57dc8. 00000020:00000010:2.0:1763350988.289260:0:21173:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925dc14c0e70. 00000020:00000010:2.0:1763350988.289264:0:21173:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925deb0268c0. 00000020:00000010:2.0:1763350988.289268:0:21173:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925df0e577a8. 00000004:00000001:2.0:1763350988.289274:0:21173:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763350988.289276:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.289279:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.289280:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.289284:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763350988.289287:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763350988.289289:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763350988.289292:0:21173:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289295:0:21173:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:2.0:1763350988.289297:0:21173:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:2.0:1763350988.289300:0:21173:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350988.289304:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.289308:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.289316:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 3 00010000:00000001:2.0:1763350988.289319:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.289322:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.289326:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.289332:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.289334:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cb87 to hash 00000020:00000001:2.0:1763350988.289336:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.289338:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.289344:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4400. 00010000:00000001:2.0:1763350988.289347:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.289351:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.289353:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.289358:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.289367:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.289372:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.289374:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.289377:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.289380:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.289382:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.289384:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.289387:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.289389:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.289391:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.289393:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.289396:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 3 00010000:00000040:2.0:1763350988.289399:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.289406:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 2/0,0 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 498 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.289415:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 498 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.289427:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.289433:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.289440:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.289443:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.289446:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.289447:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.289450:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.289453:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.289456:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.289459:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.289463:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.289469:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.289471:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.289472:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.289475:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.289477:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.289479:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.289481:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.289484:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.289486:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.289487:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.289489:0:21173:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289491:0:21173:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289497:0:21173:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763350988.289502:0:21173:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763350988.289507:0:21173:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350988.289510:0:21173:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350988.289514:0:21173:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693540. 00080000:00000001:2.0:1763350988.289517:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.289522:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dde7d8c00. 00080000:00000001:2.0:1763350988.289524:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530595224576 : -120543114327040 : ffff925dde7d8c00) 00000004:00000001:2.0:1763350988.289529:0:21173:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:2.0:1763350988.289531:0:21173:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:2.0:1763350988.289533:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.289535:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595224576 : -120543114327040 : ffff925dde7d8c00) 00080000:00000001:2.0:1763350988.289539:0:21173:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.289550:0:21173:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289552:0:21173:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289554:0:21173:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.289558:0:21173:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350988.289559:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350988.289562:0:21173:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350988.289564:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.289565:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595224576 : -120543114327040 : ffff925dde7d8c00) 00080000:00000001:2.0:1763350988.289568:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.289572:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.289573:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289575:0:21173:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.289584:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.289586:0:21173:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.289589:0:21173:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350988, ctime 1763350988 00000004:00000001:2.0:1763350988.289631:0:21173:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763350988.289633:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.289635:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.289638:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.289640:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000020:00000010:2.0:1763350988.289646:0:21173:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 80 at ffff925e006933c0. 00000004:00000001:2.0:1763350988.289648:0:21173:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.289651:0:21173:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 80 at ffff925e006933c0. 00000004:00000001:2.0:1763350988.289655:0:21173:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.289658:0:21173:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763350988.289660:0:21173:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763350988.289661:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.289663:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595224576 : -120543114327040 : ffff925dde7d8c00) 00080000:00000001:2.0:1763350988.289667:0:21173:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.289674:0:21173:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289678:0:21173:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289680:0:21173:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289682:0:21173:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.289686:0:21173:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.289688:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:2.0:1763350988.289691:0:21173:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055204 00000001:00000001:2.0:1763350988.289693:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350988.289695:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055205, last_committed = 8590055196 00000001:00000010:2.0:1763350988.289698:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006933c0. 00000001:00000040:2.0:1763350988.289701:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:2.0:1763350988.289703:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:2.0:1763350988.289708:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc5871a80. 00000004:00000001:2.0:1763350988.289712:0:21173:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350988.289714:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.289715:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595224576 : -120543114327040 : ffff925dde7d8c00) 00080000:00000001:2.0:1763350988.289717:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.289724:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350988.289726:0:21173:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.289730:0:21173:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc58710c0: xid 1849001118789760, transno 8590055204, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.289734:0:21173:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc58710c0: xid 1849001118789760, transno 8590055204, client gen 3, slot idx 1 00000001:00000010:2.0:1763350988.289736:0:21173:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc58710c0. 00000001:00000001:2.0:1763350988.289739:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc5871a80: xid 1849001118789760, transno 8590055205, tag 1, client gen 3, slot idx 2 00000001:00000001:2.0:1763350988.289742:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.289747:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.289750:0:21173:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693540. 00000020:00000001:2.0:1763350988.289751:0:21173:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.289757:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 4 00010000:00000001:2.0:1763350988.289759:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.289763:0:21173:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1763350988.289765:0:21173:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350988.289768:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350988.289769:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.289771:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.289772:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.289773:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.289775:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.289777:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.289779:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00000004:00010000:2.0:1763350988.289782:0:21173:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000dd65a820 reply state 00000000001fb4e0 transno 8590055205 ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00000100:00100000:2.0:1763350988.289791:0:21173:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763350988.289794:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.289795:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.289796:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.289798:0:21173:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350988.289800:0:21173:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350988.289801:0:21173:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350988.289804:0:21173:0:(mdt_reint.c:874:mdt_add_dirty_flag()) Process entered 00000004:00000001:2.0:1763350988.289807:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.289808:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.289810:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.289812:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.289815:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.289817:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.289819:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350988.289821:0:21173:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350988.289823:0:21173:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.289826:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350988.289828:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289830:0:21173:0:(mdt_reint.c:901:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289831:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.289833:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.289836:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289838:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.289839:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.289840:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.289842:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.289843:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.289845:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.289847:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.289849:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.289850:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763350988.289853:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350988.289855:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.289858:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.289860:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.289862:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.289863:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.289865:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.289867:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.289868:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.289870:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.289872:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00000001:2.0:1763350988.289876:0:21173:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1763350988.289877:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.289880:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763350988.289886:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.289894:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289897:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.289898:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.289901:0:21173:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289903:0:21173:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350988.289906:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.289909:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.289910:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.289911:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.289913:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.289917:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.289923:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.289927:0:21173:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.289931:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055205, xid 1849001118789760 00010000:00000001:2.0:1763350988.289935:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763350988.289937:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000200:2.0:1763350988.289939:0:21173:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055205, last committed = 8590055196 00010000:00000200:2.0:1763350988.289947:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15f800 x1849001118789760/t8590055205(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350988.289956:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.289959:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.289963:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.289969:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.289971:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.289974:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.289977:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.289980:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.289983:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.289986:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.289992:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2dd0. 00000100:00000200:2.0:1763350988.290000:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118789760, offset 224 00000400:00000010:2.0:1763350988.290006:0:21173:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925df0e577a8. 00000400:00000200:2.0:1763350988.290010:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.290027:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.290033:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198207:198207:256:4294967295] 192.168.202.2@tcp LPNI seq info [198203:198203:8:4294967295] 00000400:00000200:2.0:1763350988.290041:0:21173:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.290064:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.290071:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.290077:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.290084:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.290093:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.290098:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.290110:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.290114:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.290117:0:21173:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.290119:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.290122:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.290127:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15f800 x1849001118789760/t8590055205(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350988.290143:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226799:x1849001118789760:12345-192.168.202.2@tcp:36:cp.0 Request processed in 1764us (2113us total) trans 8590055205 rc 0/0 00000100:00100000:2.0:1763350988.290151:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140640 00000100:00000040:2.0:1763350988.290156:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.290159:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.290161:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:2.0:1763350988.290165:0:21173:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:2.0:1763350988.290169:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.290174:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.290178:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.290185:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000100:00000001:2.0:1763350988.290188:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.291033:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.291052:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.291064:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.291072:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.291079:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.291081:0:3310:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.292696:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.292723:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.292730:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.292744:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.292760:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:1.0:1763350988.292790:0:3308:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12fbd5 00000400:00000200:1.0:1763350988.292801:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.292806:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:1.0:1763350988.292814:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2dd0 00000400:00000010:1.0:1763350988.292819:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2dd0. 00000100:00000001:1.0:1763350988.292825:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.292829:0:3308:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:1.0:1763350988.292832:0:3308:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:1.0:1763350988.292850:0:3308:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:1.0:1763350988.292852:0:3308:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:1.0:1763350988.292853:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.292861:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.292865:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.293004:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763350988.293011:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.293015:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.293018:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:0.0:1763350988.293021:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.293025:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.293027:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350988.293034:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.293052:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.293054:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.293056:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.293063:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.293065:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.293069:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350988.293072:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:0.0:1763350988.293077:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350988.293082:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.293085:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350988.293088:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.293094:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350988.293095:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.293096:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.293098:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:0.0:1763350988.293099:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.293101:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.293105:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350988.293108:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.293114:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350988.293117:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350988.293119:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.293123:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.293125:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.293127:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.293128:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.293131:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cb87 from hash 00010000:00000001:0.0:1763350988.293134:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.293135:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.293137:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.293138:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.293144:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.293146:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.293148:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.293150:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.293154:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.293157:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00010000:0.0:1763350988.293160:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:0.0:1763350988.293163:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.293166:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.293169:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.293171:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350988.293174:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.293175:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.293177:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.293179:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.293182:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.293185:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.293190:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.293192:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.293193:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350988.293195:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350988.293196:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.293198:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb87 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:0.0:1763350988.293205:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4400. 00010000:00000001:0.0:1763350988.293217:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763350988.293220:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:0.0:1763350988.293224:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.294131:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.294144:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.294148:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.294150:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.294162:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.294177:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edff100 00000400:00000200:0.0:1763350988.294187:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 13056 00000800:00000001:0.0:1763350988.294195:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.294279:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.294282:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.294287:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.294294:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.294297:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350988.294303:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9875880. 00000100:00000040:0.0:1763350988.294307:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9875880 x1849001118789888 msgsize 328 00000100:00100000:0.0:1763350988.294310:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.295001:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.295013:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.295019:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.295085:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.295089:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118789888 02000000:00000001:3.0:1763350988.295091:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.295094:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.295096:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.295099:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.295104:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118789888 00000020:00000001:3.0:1763350988.295106:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.295108:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350988.295111:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.295114:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=20 00000020:00000001:3.0:1763350988.295116:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350988.295119:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350988.295123:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.295129:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc240. 00000100:00000001:3.0:1763350988.295132:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.295134:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc240. 00000020:00000010:3.0:1763350988.295140:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de0b54200. 00000020:00000010:3.0:1763350988.295144:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350988.295149:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375708. 00000100:00000040:3.0:1763350988.295158:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350988.295161:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.295164:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.295165:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.295173:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.295235:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.295244:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.295249:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1763350988.295251:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.295253:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.295258:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20031 00000100:00000001:3.0:1763350988.295264:0:63037:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.295264:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350988.295267:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511980672 : -120543197570944 : ffff925dd9875880) 00000100:00000001:3.0:1763350988.295268:0:63037:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.295280:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9875880 x1849001118789888/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350988.295290:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.295294:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c524c0. 00000100:00000001:1.0:1763350988.295297:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.295299:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c524c0. 00000100:00100000:1.0:1763350988.295304:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:226799:x1849001118789888:12345-192.168.202.2@tcp:101:cp.0 00000100:00000200:1.0:1763350988.295307:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118789888 00000020:00000001:1.0:1763350988.295311:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.295315:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.295318:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.295321:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.295324:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350988.295327:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350988.295331:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.295333:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.295335:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.295342:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.295345:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350988.295348:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.295350:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.295352:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350988.295355:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.295361:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.295369:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00010000:00000001:1.0:1763350988.295372:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.295375:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.295379:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6c00. 00000020:00000001:1.0:1763350988.295383:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.295386:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6c00 with handle 0xcb8c81cc3033cb8e to hash 00000020:00000001:1.0:1763350988.295388:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.295389:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:1.0:1763350988.295392:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:1.0:1763350988.295397:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc73 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.295406:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:1.0:1763350988.295408:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=21 00000100:00000001:1.0:1763350988.295421:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.295424:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.295429:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df8f01000. 02000000:00000001:1.0:1763350988.295431:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.295434:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.295436:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.295442:0:63085:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.295445:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350988.295447:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.295452:0:63085:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:1.0:1763350988.295456:0:63085:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350988.295460:0:63085:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 21 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350988.295468:0:63085:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:1.0:1763350988.295470:0:63085:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.295472:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350988.295474:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.295483:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350988.295485:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350988.295487:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.295490:0:63085:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.295492:0:63085:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:1.0:1763350988.295497:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 4/0,0 mode: --/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 21 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.295506:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d7:0x0].0x0 (ffff925df4a92100) refcount = 2 00010000:00000040:1.0:1763350988.295509:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350988.295513:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 21 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350988.295520:0:63085:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:1.0:1763350988.295524:0:63085:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 4/0,0 mode: --/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 21 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000010:1.0:1763350988.295533:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c524c0. 00000100:00000001:1.0:1763350988.295537:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350988.295544:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925ccd7a06c0. 00000100:00000001:1.0:1763350988.295547:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623526014813888 : -120547694737728 : ffff925ccd7a06c0) 00000100:00000001:1.0:1763350988.295549:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623526014813888 : -120547694737728 : ffff925ccd7a06c0) 00000100:00000001:1.0:1763350988.295552:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350988.295554:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350988.295556:0:63085:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.295559:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.295561:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1763350988.295563:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.295566:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.295568:0:63085:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:1.0:1763350988.295570:0:63085:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:1.0:1763350988.295575:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1b800. 00000020:00000040:1.0:1763350988.295579:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350988.295582:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350988.295585:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350988.295590:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350988.295619:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc90fe200. 00000100:00000001:1.0:1763350988.295626:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.295632:0:63085:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 21 pid: 57858 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1763350988.295647:0:63085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 21 pid: 57858 timeout: 6297 lvb_type: 1 00010000:00000001:1.0:1763350988.295655:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350988.295658:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350988.295662:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.295669:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350988.295671:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.295676:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925de2e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101460224:192.168.202.2@tcp:104: 00000100:00000001:1.0:1763350988.295680:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350988.295685:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350988.295689:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.295691:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350988.295696:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc90ff400. 02000000:00000001:1.0:1763350988.295698:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350988.295704:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466478. 00000400:00000010:1.0:1763350988.295711:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead745d8. 00000100:00000200:1.0:1763350988.295721:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101460224, portal 16 00000100:00000001:1.0:1763350988.295724:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350988.295726:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530668898304 : -120543040653312 : ffff925de2e1b800) 00000100:00000040:1.0:1763350988.295732:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.295738:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.295740:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.295744:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74aa0. 00000100:00000200:1.0:1763350988.295747:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101460224, offset 0 00000400:00000200:1.0:1763350988.295754:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.295767:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.295772:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350988.295777:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350988.295782:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350988.295785:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350988.295788:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198208:198208:256:4294967295] 192.168.202.2@tcp LPNI seq info [198204:198204:8:4294967295] 00000400:00000200:1.0:1763350988.295800:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.295807:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.295812:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32800. 00000800:00000200:1.0:1763350988.295819:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.295828:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.295833:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32800 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.295851:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.295856:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300865268 00000100:00000001:1.0:1763350988.295870:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865238 00000100:00000001:1.0:1763350988.295874:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300865268 00000100:00000001:1.0:1763350988.295879:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865238 00000100:00000001:1.0:1763350988.295882:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300865268 00000100:00000001:1.0:1763350988.295885:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865238 00000100:00000001:1.0:1763350988.295887:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300865268 00000100:00000001:1.0:1763350988.295890:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865238 00000100:00000001:1.0:1763350988.295893:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.295897:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.295899:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.295901:0:63085:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.295904:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.295906:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.295908:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.295910:0:63085:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.295912:0:63085:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.295914:0:63085:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350988.295917:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.295919:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350988.295922:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350988.295925:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925ccd7a06c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350988.295928:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350988.295932:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763350988.295974:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.295979:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32800. 00000400:00000200:0.0:1763350988.295989:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.295994:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.295999:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74aa0 00000400:00000010:0.0:1763350988.296001:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74aa0. 00000100:00000001:0.0:1763350988.296005:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.296010:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.296020:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.296028:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.296035:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.296037:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.298141:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.298175:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.298181:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.298184:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.298200:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.298223:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78300 00000400:00000200:1.0:1763350988.298235:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fbd9 [1] + 224 00000800:00000001:1.0:1763350988.298246:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.298259:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.298263:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.298267:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.298275:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.298285:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350988.298298:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.298324:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.298335:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.298339:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.299014:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350988.299030:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350988.299032:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350988.299035:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466478. 00000400:00000200:3.0:1763350988.299042:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead745d8 00000400:00000010:3.0:1763350988.299053:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead745d8. 00000100:00000001:3.0:1763350988.299057:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.299066:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350988.299075:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.299083:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350988.299085:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.299088:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350988.299092:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350988.299096:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.299098:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.299102:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.299255:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=43 v=5 (5 5 5 0) 00000100:00001000:3.0:1763350988.299262:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=43 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350988.299265:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350988.299266:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.299270:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350988.299274:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.299277:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.299283:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.299290:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.299295:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350988.299298:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.299301:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763350988.299305:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.299309:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.299310:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.299314:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350988.299322:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925de2e1b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101460224:192.168.202.2@tcp:104: 00000100:00000001:3.0:1763350988.299329:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.299332:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.299517:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350988.299521:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.299527:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de2e1b800 x1849001101460224/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.299535:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350988.299538:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350988.299542:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc90ff400. 02000000:00000001:3.0:1763350988.299548:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350988.299551:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350988.299553:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763350988.299555:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350988.299558:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc90fe200. 02000000:00000001:3.0:1763350988.299562:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350988.299564:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350988.299566:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1b800. 00000100:00000001:3.0:1763350988.299570:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350988.299572:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350988.299574:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925ccd7a06c0. 00000100:00000001:3.0:1763350988.299577:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350988.299579:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350988.299582:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c524c0. 00010000:00000001:3.0:1763350988.299587:0:63085:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.299590:0:63085:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.299592:0:63085:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350988.300555:0:63085:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350988.300567:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 3/0,0 mode: --/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 21 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.300586:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.300589:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763350988.300591:0:63085:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925de8ee6c00 00010000:00000001:3.0:1763350988.300626:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350988.300629:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.300633:0:63085:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.300636:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763350988.300638:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763350988.300641:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.300643:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350988.300644:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.300647:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.300649:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6c00, rc 0) 00000020:00000001:3.0:1763350988.300653:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.300657:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118789888 00010000:00000001:3.0:1763350988.300660:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.300667:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9875880 x1849001118789888/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350988.300676:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.300679:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.300684:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.300690:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.300693:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.300696:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.300699:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.300702:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.300706:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.300709:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.300719:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350110. 00000100:00000200:3.0:1763350988.300727:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118789888, offset 224 00000400:00000200:3.0:1763350988.300736:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.300752:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.300759:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198209:198209:256:4294967295] 192.168.202.2@tcp LPNI seq info [198205:198205:8:4294967295] 00000400:00000200:3.0:1763350988.300772:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.300778:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.300784:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928ec00. 00000800:00000200:3.0:1763350988.300792:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.300800:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.300805:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928ec00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.300822:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.300826:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.300828:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.300830:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.300833:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.300838:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9875880 x1849001118789888/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350988.300849:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9875880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:226799:x1849001118789888:12345-192.168.202.2@tcp:101:cp.0 Request processed in 5557us (6539us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350988.300860:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20031 00000100:00000040:3.0:1763350988.300865:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350988.300868:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.300874:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.300882:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350988.300889:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375708. 00000020:00000010:3.0:1763350988.300897:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de0b54200. 00000020:00000040:3.0:1763350988.300903:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:3.0:1763350988.300906:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.303508:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.303520:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ec00. 00000400:00000200:0.0:1763350988.303530:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.303541:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.303550:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350110 00000400:00000010:0.0:1763350988.303553:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350110. 00000100:00000001:0.0:1763350988.303559:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.303561:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.305106:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.305129:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.305134:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.305136:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.305149:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.305172:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edff180 00000400:00000200:0.0:1763350988.305184:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127be1 [2] + 1312 00000800:00000001:0.0:1763350988.305196:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.305211:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.305214:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.305219:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.305227:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.305230:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763350988.305238:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9876300. 00000100:00000040:0.0:1763350988.305242:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9876300 x1849001118790016 msgsize 328 00000100:00100000:0.0:1763350988.305246:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.305264:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.305272:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.305276:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.305689:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.305694:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118790016 02000000:00000001:3.0:1763350988.305698:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.305701:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.305704:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.305709:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.305715:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118790016 00000020:00000001:3.0:1763350988.305717:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.305720:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350988.305723:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.305728:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:3.0:1763350988.305731:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350988.305734:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350988.305739:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.305746:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc240. 00000100:00000001:3.0:1763350988.305750:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.305754:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc240. 00000020:00000010:3.0:1763350988.305762:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de0b54200. 00000020:00000010:3.0:1763350988.305769:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69f80. 00000020:00000010:3.0:1763350988.305776:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375708. 00000100:00000040:3.0:1763350988.305787:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350988.305791:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.305792:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350988.305796:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350988.305800:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.305802:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350988.305808:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.305810:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.305813:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddee6000 refcount=4 00000020:00000001:3.0:1763350988.305815:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526290874368 : -120547418677248 : ffff925cddee6000) 00010000:00000001:3.0:1763350988.305819:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526290874368 : -120547418677248 : ffff925cddee6000) 00010000:00010000:3.0:1763350988.305829:0:5782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 21 pid: 57858 timeout: 6297 lvb_type: 1 00010000:00000001:3.0:1763350988.305840:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.305843:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.305844:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.305847:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.305860:0:5782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763350988.305869:0:5782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dd9876300 x1849001118790016/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.305878:0:5782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350988.305879:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.305900:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.305915:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.305918:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.305923:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4034 00000100:00000040:3.0:1763350988.305927:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350988.305929:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511983360 : -120543197568256 : ffff925dd9876300) 00000100:00000040:3.0:1763350988.305934:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9876300 x1849001118790016/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.305944:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.305947:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc240. 00000100:00000001:3.0:1763350988.305949:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.305951:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc240. 00000100:00100000:3.0:1763350988.305956:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9876300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118790016:12345-192.168.202.2@tcp:103:ldlm_bl.0 00010000:00000010:0.1:1763350988.305959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000100:00000200:3.0:1763350988.305960:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118790016 00010000:00000001:3.0:1763350988.305965:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350988.305969:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350988.305971:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350988.305983:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.305987:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.305997:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707cc00. 02000000:00000001:3.0:1763350988.305999:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.306002:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.306005:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350988.306007:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350988.306009:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.306010:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.306012:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925cddee6000 refcount=4 00000020:00000001:3.0:1763350988.306015:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526290874368 : -120547418677248 : ffff925cddee6000) 00010000:00000001:3.0:1763350988.306017:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623526290874368 : -120547418677248 : ffff925cddee6000) 00010000:00000040:3.0:1763350988.306021:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 3 00010000:00010000:3.0:1763350988.306027:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 21 pid: 57858 timeout: 6297 lvb_type: 1 00000100:00001000:3.0:1763350988.306037:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=136 v=5 (1 0 0 0) 00010000:00000001:3.0:1763350988.306040:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350988.306059:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.306061:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.306065:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 21 pid: 57858 timeout: 6297 lvb_type: 1 00000020:00000001:3.0:1763350988.306074:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.306078:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.306080:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.306082:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.306089:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350988.306091:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350988.306098:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.306099:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.306102:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350988.306104:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.306107:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cddee6000 with handle 0xcb8c81cc3033cb64 from hash 00010000:00000001:3.0:1763350988.306110:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350988.306111:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.306112:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.306114:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350988.306119:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.306122:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.306124:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350988.306125:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350988.306129:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925cddee6000/0xcb8c81cc3033cb64 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc5e expref: 21 pid: 57858 timeout: 6297 lvb_type: 1 00010000:00000040:3.0:1763350988.306144:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:3.0:1763350988.306147:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00010000:00000001:3.0:1763350988.306155:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.306158:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.306160:0:5782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763350988.306164:0:5782:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925de8ee6c00 00010000:00000001:3.0:1763350988.306167:0:5782:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350988.306170:0:5782:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350988.306173:0:5782:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350988.306175:0:5782:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.306177:0:5782:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350988.306179:0:5782:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350988.306180:0:5782:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.306185:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350988.306187:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350988.306191:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 20 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.306199:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763350988.306327:0:5782:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 20 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.306338:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d7:0x0].0x0 (ffff925df4a92100) refcount = 2 00010000:00000040:3.0:1763350988.306342:0:5782:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350988.306345:0:5782:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 20 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.306355:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.306357:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.306359:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350988.306362:0:5782:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.306365:0:5782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763350988.306370:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925cc18fc240. 00000100:00000001:3.0:1763350988.306377:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.306386:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5c00. 00000100:00000001:3.0:1763350988.306389:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.306391:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.306394:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.306396:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350988.306398:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.306401:0:5782:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763350988.306414:0:5782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3295c00. 00000020:00000040:3.0:1763350988.306419:0:5782:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763350988.306425:0:5782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350988.306428:0:5782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350988.306434:0:5782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350988.306444:0:5782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de0b54c00. 00000100:00000001:3.0:1763350988.306452:0:5782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350988.306464:0:5782:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 20 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.306474:0:5782:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350988.306478:0:5782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350988.306483:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.306493:0:5782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350988.306496:0:5782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.306501:0:5782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3295c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5782:1849001101460352:192.168.202.2@tcp:105: 00000100:00000001:3.0:1763350988.306506:0:5782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350988.306513:0:5782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350988.306516:0:5782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.306519:0:5782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350988.306525:0:5782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de0b55400. 02000000:00000001:3.0:1763350988.306527:0:5782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350988.306546:0:5782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810d10. 00000400:00000010:3.0:1763350988.306554:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350550. 00000100:00000200:3.0:1763350988.306566:0:5782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101460352, portal 16 00000100:00000001:3.0:1763350988.306569:0:5782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.306570:0:5782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136722432 : -120543572829184 : ffff925dc3295c00) 00000100:00000040:3.0:1763350988.306577:0:5782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.306585:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.306587:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.306591:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23506e8. 00000100:00000200:3.0:1763350988.306593:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1849001101460352, offset 0 00000400:00000200:3.0:1763350988.306659:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.306675:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.306681:0:5782:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763350988.306686:0:5782:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:3.0:1763350988.306692:0:5782:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763350988.306695:0:5782:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:3.0:1763350988.306701:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198210:198210:256:4294967295] 192.168.202.2@tcp LPNI seq info [198206:198206:8:4294967295] 00000400:00000200:3.0:1763350988.306714:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.306721:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.306726:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e900. 00000800:00000200:3.0:1763350988.306733:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.306741:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.306747:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.306766:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.306771:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300865279 00000100:00000001:3.0:1763350988.306782:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865268 00000100:00000001:3.0:1763350988.306787:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300865279 00000100:00000001:3.0:1763350988.306790:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865268 00000100:00000001:3.0:1763350988.306793:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300865279 00000100:00000001:3.0:1763350988.306796:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865268 00000100:00000001:3.0:1763350988.306798:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300865279 00000100:00000001:3.0:1763350988.306801:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865268 00000100:00000001:3.0:1763350988.306804:0:5782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.306807:0:5782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.306809:0:5782:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.306811:0:5782:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.306813:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.306815:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.306816:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.306818:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.306819:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350988.306821:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.306824:0:5782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350988.306826:0:5782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350988.306829:0:5782:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5c00 going to sleep for 11 seconds 00000100:00000001:3.0:1763350988.306833:0:5782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350988.306835:0:5782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350988.306911:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.306917:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e900. 00000400:00000200:1.0:1763350988.306922:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.306928:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.306933:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23506e8 00000400:00000010:1.0:1763350988.306936:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23506e8. 00000100:00000001:1.0:1763350988.306940:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.306945:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.306955:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.306959:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.306966:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.306967:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1763350988.312674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925cddee6000. 00000800:00000001:0.0:1763350988.314653:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.314676:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.314682:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.314684:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.314697:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.314721:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edff200 00000400:00000200:0.0:1763350988.314730:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 13384 00000800:00000001:0.0:1763350988.314739:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.314746:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.314750:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.314754:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.314763:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.314766:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350988.314774:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dd9876d80. 00000100:00000040:0.0:1763350988.314778:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9876d80 x1849001118790144 msgsize 328 00000100:00100000:0.0:1763350988.314784:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.314803:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.314814:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.314818:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.314820:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.314823:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.314827:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.314833:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78380 00000400:00000200:0.0:1763350988.314841:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fbe5 [1] + 224 00000800:00000001:0.0:1763350988.314845:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.315297:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.315302:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.315308:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.315314:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.315325:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350988.315338:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.315367:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.315375:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.315380:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.315467:0:5782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350988.315480:0:5782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350988.315483:0:5782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350988.315487:0:5782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810d10. 00000400:00000200:1.0:1763350988.315493:0:5782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350550 00000400:00000010:1.0:1763350988.315497:0:5782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350550. 00000100:00000001:1.0:1763350988.315501:0:5782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.315507:0:5782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350988.315516:0:5782:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.315523:0:5782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350988.315525:0:5782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.315528:0:5782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350988.315533:0:5782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350988.315537:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.315540:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.315544:0:5782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.315551:0:5782:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=43 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350988.315556:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=43 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350988.315559:0:5782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350988.315561:0:5782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.315565:0:5782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350988.315570:0:5782:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.315573:0:5782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.315579:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.315588:0:5782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.315592:0:5782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350988.315649:0:5782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.315654:0:5782:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763350988.315657:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.315660:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.315662:0:5782:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.315667:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350988.315675:0:5782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3295c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:5782:1849001101460352:192.168.202.2@tcp:105: 00000100:00000001:1.0:1763350988.315682:0:5782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.315685:0:5782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.315690:0:5782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350988.315692:0:5782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.315695:0:5782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc3295c00 x1849001101460352/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.315703:0:5782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350988.315706:0:5782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350988.315710:0:5782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de0b55400. 02000000:00000001:1.0:1763350988.315719:0:5782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350988.315721:0:5782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350988.315723:0:5782:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350988.315725:0:5782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350988.315729:0:5782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de0b54c00. 02000000:00000001:1.0:1763350988.315733:0:5782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350988.315735:0:5782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350988.315737:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3295c00. 00000100:00000001:1.0:1763350988.315741:0:5782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350988.315742:0:5782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350988.315745:0:5782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5c00. 00000100:00000001:1.0:1763350988.315748:0:5782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350988.315750:0:5782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350988.315753:0:5782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925cc18fc240. 00010000:00000001:1.0:1763350988.315758:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763350988.315762:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350988.315764:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.315772:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.315774:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.315778:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.315783:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.315786:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.315788:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.315791:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.315794:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.315799:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.315802:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.315809:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74770. 00000100:00000200:1.0:1763350988.315815:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118790016, offset 224 00000400:00000200:1.0:1763350988.315821:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.315833:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.315839:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198211:198211:256:4294967295] 192.168.202.2@tcp LPNI seq info [198207:198207:8:4294967295] 00000400:00000200:1.0:1763350988.315850:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.315856:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.315862:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32800. 00000800:00000200:1.0:1763350988.315869:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.315877:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.315881:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.315890:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.315894:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.315896:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.315899:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.315904:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9876300 x1849001118790016/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.315914:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9876300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2360:x1849001118790016:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 9969us (10669us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350988.315927:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4034 00000100:00000040:1.0:1763350988.315932:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350988.315935:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.315937:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.315945:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69f80. 00000020:00000010:1.0:1763350988.315950:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375708. 00000020:00000010:1.0:1763350988.315956:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de0b54200. 00000020:00000040:1.0:1763350988.315962:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 19 00000100:00000001:1.0:1763350988.315966:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.316075:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.316080:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118790144 02000000:00000001:3.0:1763350988.316082:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.316084:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.316086:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.316090:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.316094:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118790144 00000020:00000001:3.0:1763350988.316096:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.316098:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350988.316101:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.316104:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=21 00000020:00000001:3.0:1763350988.316106:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350988.316109:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350988.316115:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.316121:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.316125:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.316129:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000020:00000010:3.0:1763350988.316135:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925e005b0000. 00000020:00000010:3.0:1763350988.316139:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.316143:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375960. 00000100:00000040:3.0:1763350988.316151:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350988.316154:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.316155:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.316157:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.316165:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.316184:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.316194:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.316196:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.316201:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20032 00000100:00000040:3.0:1763350988.316205:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:3.0:1763350988.316208:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530511986048 : -120543197565568 : ffff925dd9876d80) 00000100:00000040:3.0:1763350988.316212:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9876d80 x1849001118790144/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350988.316221:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.316224:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.316226:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.316228:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000100:00100000:3.0:1763350988.316233:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:226799:x1849001118790144:12345-192.168.202.2@tcp:101:cp.0 00000100:00000200:3.0:1763350988.316237:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118790144 00000020:00000001:3.0:1763350988.316240:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.316246:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.316249:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.316251:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.316254:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350988.316258:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.316261:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.316264:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.316267:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.316275:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.316277:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350988.316280:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350988.316282:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350988.316284:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350988.316286:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.316292:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350988.316300:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:3.0:1763350988.316303:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350988.316306:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350988.316310:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9077400. 00000020:00000001:3.0:1763350988.316315:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350988.316319:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9077400 with handle 0xcb8c81cc3033cb95 to hash 00000020:00000001:3.0:1763350988.316320:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350988.316322:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:3.0:1763350988.316325:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00010000:3.0:1763350988.316331:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc7a expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.316340:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 17 00000020:00000040:3.0:1763350988.316342:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=22 00000100:00000001:3.0:1763350988.316354:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.316356:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.316361:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc707e400. 02000000:00000001:3.0:1763350988.316363:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.316366:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.316368:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350988.316373:0:63085:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350988.316376:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350988.316378:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.316382:0:63085:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763350988.316385:0:63085:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350988.316390:0:63085:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 22 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763350988.316403:0:63085:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763350988.316405:0:63085:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350988.316408:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350988.316410:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.316412:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350988.316414:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350988.316416:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.316418:0:63085:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.316421:0:63085:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763350988.316425:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 22 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.316434:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fe:0x0].0x0 (ffff925ccd7daa00) refcount = 2 00010000:00000040:3.0:1763350988.316437:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350988.316440:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 22 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763350988.316446:0:63085:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763350988.316449:0:63085:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 22 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763350988.316458:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.316462:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.316468:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5c00. 00000100:00000001:3.0:1763350988.316470:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.316472:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.316476:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.316477:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350988.316479:0:63085:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.316482:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.316485:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763350988.316487:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.316489:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.316491:0:63085:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763350988.316493:0:63085:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763350988.316497:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3297100. 00000020:00000040:3.0:1763350988.316501:0:63085:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763350988.316505:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350988.316507:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350988.316514:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350988.316520:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925e005b1600. 00000100:00000001:3.0:1763350988.316525:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350988.316530:0:63085:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 22 pid: 63085 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1763350988.316546:0:63085:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 22 pid: 63085 timeout: 6297 lvb_type: 1 00010000:00000001:3.0:1763350988.316553:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350988.316556:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350988.316560:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.316568:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350988.316571:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.316575:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3297100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:63085:1849001101460480:192.168.202.2@tcp:104: 00000100:00000001:3.0:1763350988.316580:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350988.316586:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350988.316589:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.316591:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350988.316645:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925dd85fa200. 02000000:00000001:3.0:1763350988.316647:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350988.316654:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e008107e8. 00000400:00000010:3.0:1763350988.316659:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350000. 00000100:00000200:3.0:1763350988.316667:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101460480, portal 16 00000100:00000001:3.0:1763350988.316669:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.316671:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136727808 : -120543572823808 : ffff925dc3297100) 00000100:00000040:3.0:1763350988.316676:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.316683:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.316685:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.316687:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23507f8. 00000100:00000200:3.0:1763350988.316689:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101460480, offset 0 00000400:00000200:3.0:1763350988.316694:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.316702:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.316707:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763350988.316712:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:3.0:1763350988.316716:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763350988.316719:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:3.0:1763350988.316722:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198212:198212:255:4294967295] 192.168.202.2@tcp LPNI seq info [198208:198208:7:4294967295] 00000400:00000200:3.0:1763350988.316730:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.316735:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.316738:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e100. 00000800:00000200:3.0:1763350988.316743:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.316748:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.316752:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e100 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.316756:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.316760:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300865289 00000100:00000001:3.0:1763350988.316769:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300865279 00000100:00000001:3.0:1763350988.316773:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300865289 00000100:00000001:3.0:1763350988.316776:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300865279 00000100:00000001:3.0:1763350988.316778:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300865289 00000100:00000001:3.0:1763350988.316782:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300865279 00000100:00000001:3.0:1763350988.316784:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300865289 00000100:00000001:3.0:1763350988.316788:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300865279 00000100:00000001:3.0:1763350988.316790:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.316793:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.316795:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.316797:0:63085:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.316799:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.316801:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.316802:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.316804:0:63085:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.316806:0:63085:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.316808:0:63085:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350988.316810:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.316813:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350988.316815:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350988.316817:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5c00 going to sleep for 11 seconds 00000100:00000001:3.0:1763350988.316820:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350988.316823:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763350988.316951:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.316957:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32800. 00000400:00000200:0.0:1763350988.316970:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.316975:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.316981:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74770 00000400:00000010:0.0:1763350988.316984:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74770. 00000100:00000001:0.0:1763350988.316990:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.316992:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763350988.318397:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.318410:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e100. 00000400:00000200:0.0:1763350988.318422:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.318431:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.318439:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23507f8 00000400:00000010:0.0:1763350988.318442:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23507f8. 00000100:00000001:0.0:1763350988.318447:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.318455:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.318469:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.318473:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.318482:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.318484:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.321631:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.321657:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.321664:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.321666:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.321682:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.321707:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78400 00000400:00000200:1.0:1763350988.321719:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fbf1 [1] + 224 00000800:00000001:1.0:1763350988.321732:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.321742:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.321745:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.321752:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.321761:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.321771:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350988.321784:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.321843:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350988.323455:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.323483:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.323495:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1763350988.324353:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350988.324360:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350988.324365:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e008107e8. 00000400:00000200:3.0:1763350988.324373:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350000 00000400:00000010:3.0:1763350988.324376:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350000. 00000100:00000001:3.0:1763350988.324381:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.324396:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350988.324409:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.324416:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350988.324418:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.324422:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350988.324425:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350988.324428:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.324431:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.324434:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.324444:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350988.324449:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.324452:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350988.324453:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.324486:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350988.324491:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.324494:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.324499:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.324506:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.324510:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350988.324512:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.324515:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763350988.324519:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.324522:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.324523:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.324527:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350988.324536:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3297100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:63085:1849001101460480:192.168.202.2@tcp:104: 00000100:00000001:3.0:1763350988.324541:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.324545:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.324549:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350988.324551:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.324555:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc3297100 x1849001101460480/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.324563:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350988.324565:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350988.324570:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925dd85fa200. 02000000:00000001:3.0:1763350988.324575:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350988.324577:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350988.324579:0:63085:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763350988.324581:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350988.324584:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925e005b1600. 02000000:00000001:3.0:1763350988.324590:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350988.324592:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350988.324623:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3297100. 00000100:00000001:3.0:1763350988.324629:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350988.324631:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350988.324634:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5c00. 00000100:00000001:3.0:1763350988.324637:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350988.324639:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350988.324642:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925cc18fc2c0. 00010000:00000001:3.0:1763350988.324646:0:63085:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.324649:0:63085:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.324651:0:63085:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350988.324662:0:63085:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350988.324669:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 22 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.324685:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.324688:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763350988.324691:0:63085:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925df9077400 00010000:00000001:3.0:1763350988.324693:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350988.324695:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.324699:0:63085:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.324701:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763350988.324704:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763350988.324706:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.324708:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350988.324709:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.324710:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.324712:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df9077400, rc 0) 00000020:00000001:3.0:1763350988.324716:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.324720:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118790144 00010000:00000001:3.0:1763350988.324723:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.324729:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9876d80 x1849001118790144/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350988.324738:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.324740:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.324744:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.324750:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.324753:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.324755:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.324758:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.324761:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.324765:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.324768:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.324775:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350000. 00000100:00000200:3.0:1763350988.324779:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118790144, offset 224 00000400:00000200:3.0:1763350988.324786:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.324801:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.324809:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198213:198213:256:4294967295] 192.168.202.2@tcp LPNI seq info [198209:198209:8:4294967295] 00000400:00000200:3.0:1763350988.324821:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.324826:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.324833:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928ee00. 00000800:00000200:3.0:1763350988.324841:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.324849:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.324854:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928ee00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.324868:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.324872:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.324874:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.324875:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.324878:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.324883:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9876d80 x1849001118790144/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350988.324894:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9876d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:226799:x1849001118790144:12345-192.168.202.2@tcp:101:cp.0 Request processed in 8671us (10112us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350988.324903:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20032 00000100:00000040:3.0:1763350988.324908:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:3.0:1763350988.324912:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.324914:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.324921:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.324927:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375960. 00000020:00000010:3.0:1763350988.324935:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925e005b0000. 00000020:00000040:3.0:1763350988.324941:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000100:00000001:3.0:1763350988.324944:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.325071:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.325085:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.325088:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.325090:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.325099:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.325114:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edff280 00000400:00000200:0.0:1763350988.325124:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127be1 [2] + 1640 00000800:00000001:0.0:1763350988.325132:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.325680:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.325685:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.325693:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.325701:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.325704:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763350988.325711:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd8a80. 00000100:00000040:0.0:1763350988.325715:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd8a80 x1849001118790272 msgsize 328 00000100:00100000:0.0:1763350988.325719:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.325728:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.325854:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:0.0:1763350988.326099:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.326105:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ee00. 00000100:00000001:3.0:1763350988.326111:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1763350988.326111:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1763350988.326115:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118790272 00000400:00000200:0.0:1763350988.326117:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 02000000:00000001:3.0:1763350988.326118:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.326121:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1763350988.326121:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350000 00000400:00000010:0.0:1763350988.326124:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350000. 00000100:00000001:3.0:1763350988.326125:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.326129:0:3309:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350988.326131:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.326131:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00100000:3.0:1763350988.326134:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118790272 00000020:00000001:3.0:1763350988.326137:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.326139:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350988.326142:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.326146:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:3.0:1763350988.326148:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350988.326151:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350988.326156:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.326161:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.326165:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.326169:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000020:00000010:3.0:1763350988.326176:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925dd85fa200. 00000020:00000010:3.0:1763350988.326181:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.326187:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375960. 00000100:00000040:3.0:1763350988.326197:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350988.326201:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.326203:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350988.326205:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350988.326208:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.326211:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350988.326215:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.326217:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.326221:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=4 00000020:00000001:3.0:1763350988.326223:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:3.0:1763350988.326226:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00010000:3.0:1763350988.326233:0:5782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 22 pid: 63085 timeout: 6297 lvb_type: 1 00010000:00000001:3.0:1763350988.326243:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.326245:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.326247:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.326249:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.326257:0:5782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763350988.326264:0:5782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925e00cd8a80 x1849001118790272/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.326272:0:5782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350988.326273:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.326290:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.326302:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.326305:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.326309:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4035 00000100:00000040:3.0:1763350988.326313:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:3.0:1763350988.326315:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170892416 : -120542538659200 : ffff925e00cd8a80) 00000100:00000040:3.0:1763350988.326320:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd8a80 x1849001118790272/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.326330:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.326333:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.326335:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.326337:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000100:00100000:3.0:1763350988.326341:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118790272:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350988.326346:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118790272 00010000:00000001:3.0:1763350988.326348:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350988.326351:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350988.326353:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350988.326359:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.326362:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.326366:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707f000. 02000000:00000001:3.0:1763350988.326368:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.326371:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.326374:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350988.326376:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350988.326377:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.326379:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.326380:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6800 refcount=4 00000020:00000001:3.0:1763350988.326382:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000001:3.0:1763350988.326384:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770393088 : -120542939158528 : ffff925de8ee6800) 00010000:00000040:3.0:1763350988.326388:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 3 00010000:00010000:3.0:1763350988.326392:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 22 pid: 63085 timeout: 6297 lvb_type: 1 00000100:00001000:3.0:1763350988.326401:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925dc3e2cc50 time=139 v=5 (1 0 0 0) 00010000:00000001:3.0:1763350988.326404:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350988.326409:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.326410:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.326413:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 22 pid: 63085 timeout: 6297 lvb_type: 1 00000020:00000001:3.0:1763350988.326422:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.326424:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.326426:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.326428:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.326433:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350988.326435:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350988.326441:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.326442:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.326445:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350988.326447:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.326450:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6800 with handle 0xcb8c81cc3033cb6b from hash 00010000:00000001:3.0:1763350988.326452:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350988.326454:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.326455:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.326456:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350988.326462:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.326464:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.326466:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350988.326467:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350988.326470:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6800/0xcb8c81cc3033cb6b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc65 expref: 22 pid: 63085 timeout: 6297 lvb_type: 1 00010000:00000040:3.0:1763350988.326478:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 16 00000020:00000040:3.0:1763350988.326480:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00010000:00000001:3.0:1763350988.326487:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.326489:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.326491:0:5782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763350988.326494:0:5782:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925df9077400 00010000:00000001:3.0:1763350988.326496:0:5782:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350988.326498:0:5782:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350988.326501:0:5782:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350988.326503:0:5782:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.326505:0:5782:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350988.326506:0:5782:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350988.326507:0:5782:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.326511:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350988.326513:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350988.326527:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 21 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.326535:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:3.0:1763350988.326541:0:5782:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 21 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.326555:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fe:0x0].0x0 (ffff925ccd7daa00) refcount = 2 00010000:00000040:3.0:1763350988.326558:0:5782:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350988.326562:0:5782:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 21 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.326569:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.326571:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.326572:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350988.326574:0:5782:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.326576:0:5782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763350988.326580:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.326583:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.326589:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5c00. 00000100:00000001:3.0:1763350988.326591:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.326593:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.326639:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.326641:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350988.326643:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.326645:0:5782:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:3.0:1763350988.326649:0:5782:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3297100. 00000020:00000040:3.0:1763350988.326653:0:5782:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763350988.326658:0:5782:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350988.326660:0:5782:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350988.326665:0:5782:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350988.326674:0:5782:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925e005b0000. 00000100:00000001:3.0:1763350988.326680:0:5782:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350988.326696:0:5782:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 21 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.326706:0:5782:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350988.326709:0:5782:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350988.326714:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.326722:0:5782:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350988.326725:0:5782:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.326730:0:5782:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3297100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5782:1849001101460608:192.168.202.2@tcp:105: 00000100:00000001:3.0:1763350988.326734:0:5782:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350988.326740:0:5782:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350988.326743:0:5782:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.326746:0:5782:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350988.326750:0:5782:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925e005b1600. 02000000:00000001:3.0:1763350988.326752:0:5782:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350988.326758:0:5782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e008107e8. 00000400:00000010:3.0:1763350988.326764:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350660. 00000100:00000200:3.0:1763350988.326772:0:5782:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101460608, portal 16 00000100:00000001:3.0:1763350988.326775:0:5782:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.326777:0:5782:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136727808 : -120543572823808 : ffff925dc3297100) 00000100:00000040:3.0:1763350988.326781:0:5782:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.326789:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.326792:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.326795:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350220. 00000100:00000200:3.0:1763350988.326797:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1849001101460608, offset 0 00000400:00000200:3.0:1763350988.326804:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.326815:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.326821:0:5782:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763350988.326826:0:5782:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:3.0:1763350988.326831:0:5782:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763350988.326834:0:5782:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:3.0:1763350988.326838:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198214:198214:256:4294967295] 192.168.202.2@tcp LPNI seq info [198210:198210:8:4294967295] 00000400:00000200:3.0:1763350988.326849:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.326855:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.326861:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928eb00. 00000800:00000200:3.0:1763350988.326867:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.326874:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.326879:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928eb00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.326887:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.326891:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300865299 00000100:00000001:3.0:1763350988.326901:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300865289 00000100:00000001:3.0:1763350988.326906:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300865299 00000100:00000001:3.0:1763350988.326922:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300865289 00000100:00000001:3.0:1763350988.326925:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300865299 00000100:00000001:3.0:1763350988.326928:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300865289 00000100:00000001:3.0:1763350988.326931:0:5782:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300865299 00000100:00000001:3.0:1763350988.326934:0:5782:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300865289 00000100:00000001:3.0:1763350988.326936:0:5782:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.326939:0:5782:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.326941:0:5782:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.326943:0:5782:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.326945:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.326946:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.326947:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.326949:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.326951:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350988.326953:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.326955:0:5782:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350988.326958:0:5782:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350988.326960:0:5782:0:(client.c:2690:ptlrpc_set_wait()) set ffff925cc47c5c00 going to sleep for 11 seconds 00000100:00000001:3.0:1763350988.326963:0:5782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350988.326967:0:5782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1763350988.327356:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.327439:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.327442:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928eb00. 00000400:00000200:1.0:1763350988.327447:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.327453:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.327457:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350220 00000400:00000010:1.0:1763350988.327459:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350220. 00000100:00000001:1.0:1763350988.327463:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.327468:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.327477:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.327480:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.327487:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.327489:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1763350988.331433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6800. 00000800:00000001:0.0:1763350988.332151:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.332174:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.332178:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.332181:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.332195:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.332218:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78480 00000400:00000200:0.0:1763350988.332230:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fbfd [1] + 224 00000800:00000001:0.0:1763350988.332240:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.332247:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.332250:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.332255:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.332264:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.332274:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350988.332286:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.332350:0:5782:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.332369:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.332383:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.332388:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.332391:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.332393:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.332398:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.332405:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 6 MB=0x691a81edff300 00000400:00000200:0.0:1763350988.332414:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 440/440 into md 0x90aa1 [128] + 142888 00000800:00000001:0.0:1763350988.332419:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.332424:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.332426:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.332429:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.332434:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000400:00000001:3.0:1763350988.332503:0:5782:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350988.332506:0:5782:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350988.332511:0:5782:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e008107e8. 00000400:00000200:3.0:1763350988.332516:0:5782:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350660 00000400:00000010:3.0:1763350988.332521:0:5782:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350660. 00000100:00000001:3.0:1763350988.332525:0:5782:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.332530:0:5782:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350988.332539:0:5782:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.332546:0:5782:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350988.332548:0:5782:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.332551:0:5782:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350988.332554:0:5782:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350988.332558:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.332561:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.332564:0:5782:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.332572:0:5782:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350988.332576:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=61 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.332578:0:5782:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350988.332580:0:5782:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.332584:0:5782:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350988.332587:0:5782:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.332590:0:5782:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.332617:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.332624:0:5782:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.332628:0:5782:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350988.332630:0:5782:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.332633:0:5782:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763350988.332637:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.332639:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.332640:0:5782:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.332645:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350988.332652:0:5782:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3297100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:5782:1849001101460608:192.168.202.2@tcp:105: 00000100:00000001:3.0:1763350988.332657:0:5782:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.332661:0:5782:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.332665:0:5782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350988.332668:0:5782:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.332671:0:5782:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc3297100 x1849001101460608/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.332678:0:5782:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350988.332680:0:5782:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350988.332684:0:5782:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925e005b1600. 02000000:00000001:3.0:1763350988.332690:0:5782:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350988.332693:0:5782:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350988.332695:0:5782:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:3.0:1763350988.332697:0:5782:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350988.332700:0:5782:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925e005b0000. 02000000:00000001:3.0:1763350988.332704:0:5782:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350988.332706:0:5782:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350988.332708:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3297100. 00000100:00000001:3.0:1763350988.332712:0:5782:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350988.332713:0:5782:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350988.332715:0:5782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5c00. 00000100:00000001:3.0:1763350988.332719:0:5782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350988.332721:0:5782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350988.332724:0:5782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925cc18fc2c0. 00010000:00000001:3.0:1763350988.332727:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350988.332732:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350988.332734:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.332740:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.332743:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.332747:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.332751:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.332754:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.332757:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.332760:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.332762:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.332766:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.332769:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.332774:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350660. 00000100:00000200:3.0:1763350988.332779:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118790272, offset 224 00000400:00000200:3.0:1763350988.332787:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.332798:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.332806:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198215:198215:256:4294967295] 192.168.202.2@tcp LPNI seq info [198211:198211:8:4294967295] 00000400:00000200:3.0:1763350988.332817:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.332822:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.332828:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e000. 00000800:00000200:3.0:1763350988.332834:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.332843:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.332848:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000200:0.0:1763350988.332935:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763350988.332943:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd9c00. 00000100:00000040:0.0:1763350988.332947:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd9c00 x1849001118790400 msgsize 440 00000100:00100000:0.0:1763350988.332952:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.332976:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.333228:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.333234:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118790400 02000000:00000001:2.0:1763350988.333237:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.333239:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.333241:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.333246:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.333249:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118790400 00000020:00000001:2.0:1763350988.333252:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.333255:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350988.333258:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.333262:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=20 00000020:00000001:2.0:1763350988.333265:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350988.333267:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350988.333273:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.333279:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.333284:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.333287:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000020:00000010:2.0:1763350988.333293:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.333301:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.333309:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.333322:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763350988.333326:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.333328:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350988.333332:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763350988.333336:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.333339:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840128 : -1038711488 : ffffffffc2168540) 00000020:00000001:2.0:1763350988.333343:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.333347:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.333353:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350988.333356:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.333359:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.333362:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.333365:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.333366:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.333368:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.333370:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.333371:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.333373:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.333375:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.333376:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.333378:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.333381:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.333384:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.333387:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.333390:0:57864:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:2.0:1763350988.333393:0:57864:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677441/9687 (0->18446744073709551615) 00002000:00000001:2.0:1763350988.333397:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350988.333399:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925e00cd9c00 with x1849001118790400 ext(0->18446744073709551615) 00010000:00000001:2.0:1763350988.333402:0:57864:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:2.0:1763350988.333412:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00010000:00000001:2.0:1763350988.333415:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.333421:0:57864:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:2.0:1763350988.333424:0:57864:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.333426:0:57864:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:2.0:1763350988.333429:0:57864:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350988.333431:0:57864:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925e00cd9c00. 00002000:00000001:2.0:1763350988.333433:0:57864:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.333436:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.333445:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.333465:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.333482:0:57864:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.333485:0:57864:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.333491:0:57864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3714 00000100:00000040:2.0:1763350988.333495:0:57864:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350988.333498:0:57864:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170896896 : -120542538654720 : ffff925e00cd9c00) 00000100:00000040:2.0:1763350988.333505:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd9c00 x1849001118790400/t0(0) o10->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.333515:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.333518:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.333520:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.333522:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000100:00100000:2.0:1763350988.333527:0:57864:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118790400:12345-192.168.202.2@tcp:10:cp.0 00000100:00000200:2.0:1763350988.333531:0:57864:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118790400 00000020:00000001:2.0:1763350988.333535:0:57864:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.333539:0:57864:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.333541:0:57864:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.333543:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.333545:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840128 : -1038711488 : ffffffffc2168540) 00000020:00000001:2.0:1763350988.333549:0:57864:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.333552:0:57864:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.333555:0:57864:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.333556:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.333558:0:57864:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.333563:0:57864:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.333566:0:57864:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.333570:0:57864:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dde7d9800. 02000000:00000001:2.0:1763350988.333573:0:57864:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.333577:0:57864:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.333582:0:57864:0:(ofd_dev.c:2173:ofd_punch_hdl()) Process entered 00002000:00000002:2.0:1763350988.333586:0:57864:0:(ofd_dev.c:2212:ofd_punch_hdl()) calling punch for object [0x240000401:0x25d7:0x0], valid = 0x18000000300463d, start = 0, end = -1 00002000:00000001:2.0:1763350988.333591:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.333615:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.333624:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:2.0:1763350988.333628:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:2.0:1763350988.333633:0:57864:0:(ofd_objects.c:933:ofd_object_punch()) Process entered 00080000:00000001:2.0:1763350988.333638:0:57864:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.333648:0:57864:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1763350988.333650:0:57864:0:(dt_object.c:436:dt_version_get()) Can't get version, rc -61 00002000:00000001:2.0:1763350988.333653:0:57864:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.333656:0:57864:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.333659:0:57864:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350988.333668:0:57864:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.333673:0:57864:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.333686:0:57864:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dde7db000. 00080000:00000001:2.0:1763350988.333689:0:57864:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530595233792 : -120543114317824 : ffff925dde7db000) 00000001:00000001:2.0:1763350988.333692:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.333693:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.333698:0:57864:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:2.0:1763350988.333726:0:57864:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:2.0:1763350988.333730:0:57864:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.333733:0:57864:0:(osd_io.c:1364:osd_declare_punch()) Process entered 00000001:00000001:2.0:1763350988.333737:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.333738:0:57864:0:(osd_io.c:1392:osd_declare_punch()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.333742:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.333748:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.333751:0:57864:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350988.333757:0:57864:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.333793:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.333795:0:57864:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.333798:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.333804:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.333810:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.333818:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.333821:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.333824:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.333831:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd8a80 x1849001118790272/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763350988.333838:0:57864:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.333844:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118790272:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 7509us (8123us total) trans 0 rc 0/0 00000020:00000010:2.0:1763350988.333848:0:57864:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925df0e57ab8. 00000100:00100000:3.0:1763350988.333857:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4035 00000100:00000040:3.0:1763350988.333861:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:3.0:1763350988.333864:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.333866:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.333871:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.333877:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375960. 00000020:00000010:3.0:1763350988.333884:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925dd85fa200. 00000020:00000040:3.0:1763350988.333892:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000100:00000001:3.0:1763350988.333895:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763350988.333936:0:57864:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925dde922310. 00000020:00000010:2.0:1763350988.333941:0:57864:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925dc14c0770. 00000020:00000010:2.0:1763350988.333944:0:57864:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925df0e57658. 00080000:00000001:2.0:1763350988.333950:0:57864:0:(osd_io.c:1322:osd_punch()) Process entered 00080000:00000001:2.0:1763350988.333983:0:57864:0:(osd_io.c:1353:osd_punch()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.333986:0:57864:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763350988.333989:0:57864:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.333992:0:57864:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:2.0:1763350988.333996:0:57864:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763350988.334000:0:57864:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.334005:0:57864:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.334009:0:57864:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.334011:0:57864:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763350988.334077:0:57864:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.334081:0:57864:0:(ofd_objects.c:1032:ofd_object_punch()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.334086:0:57864:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.334090:0:57864:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763350988.334094:0:57864:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.334095:0:57864:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00000800:00000200:0.0:1763350988.334132:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.334138:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e000. 00000400:00000200:0.0:1763350988.334144:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.334151:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.334158:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350660 00000400:00000010:0.0:1763350988.334161:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350660. 00080000:00000001:2.0:1763350988.334162:0:57864:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763350988.334167:0:57864:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847703, last_committed = 21474847700 00000100:00000001:0.0:1763350988.334167:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.334171:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000010:2.0:1763350988.334175:0:57864:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693960. 00000001:00000040:2.0:1763350988.334180:0:57864:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 1 00000800:00000001:0.0:1763350988.334181:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000040:2.0:1763350988.334183:0:57864:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=21 00080000:00000001:2.0:1763350988.334193:0:57864:0:(osd_io.c:399:osd_write()) Process entered 00000800:00000001:0.0:1763350988.334194:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.334197:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.334201:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350988.334208:0:57864:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000400:00000200:0.0:1763350988.334209:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000001:00000001:2.0:1763350988.334214:0:57864:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763350988.334226:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 6 MB=0x691a81edff380 00080000:00000001:2.0:1763350988.334231:0:57864:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763350988.334237:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 440/440 into md 0x90aa1 [128] + 143328 00000020:00000001:2.0:1763350988.334241:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000800:00000001:0.0:1763350988.334247:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1763350988.334255:0:57864:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff925dde7db400. 00000800:00000001:0.0:1763350988.334259:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.334260:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763350988.334264:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:2.0:1763350988.334266:0:57864:0:(ofd_dev.c:2232:ofd_punch_hdl()) Process leaving 00000400:00000200:0.0:1763350988.334271:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000020:00000002:2.0:1763350988.334272:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00000100:00000001:0.0:1763350988.334276:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.334279:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00010000:00000040:2.0:1763350988.334281:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00000100:00000010:0.0:1763350988.334285:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd9f80. 00010000:00000001:2.0:1763350988.334286:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763350988.334292:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd9f80 x1849001118790528 msgsize 440 00002000:00000001:2.0:1763350988.334295:0:57864:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000100:00100000:0.0:1763350988.334300:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00002000:00000001:2.0:1763350988.334303:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.334305:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.334309:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:2.0:1763350988.334311:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:2.0:1763350988.334314:0:57864:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000001:0.0:1763350988.334317:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00002000:00000001:2.0:1763350988.334318:0:57864:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350988.334323:0:57864:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d7:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763350988.334326:0:57864:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x25d7:0x0] updating lvb mtime from disk: 0 -> 1763350988 00000800:00000001:0.0:1763350988.334327:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00002000:00010000:2.0:1763350988.334332:0:57864:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000401:0x25d7:0x0] updating lvb atime from disk: 0 -> 0 00000800:00000001:0.0:1763350988.334334:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00002000:00010000:2.0:1763350988.334336:0:57864:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x25d7:0x0] updating lvb ctime from disk: 0 -> 1763350988 00002000:00010000:2.0:1763350988.334341:0:57864:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d7:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:2.0:1763350988.334343:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00010000:00000040:2.0:1763350988.334349:0:57864:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 21474847703, xid 1849001118790400 00010000:00000001:2.0:1763350988.334352:0:57864:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.334358:0:57864:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cd9c00 x1849001118790400/t21474847703(0) o10->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.334367:0:57864:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.334370:0:57864:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.334374:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.334379:0:57864:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.334382:0:57864:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.334385:0:57864:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.334388:0:57864:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.334390:0:57864:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.334393:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.334396:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.334401:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2ee0. 00000100:00000200:2.0:1763350988.334406:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118790400, offset 224 00000400:00000200:2.0:1763350988.334413:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.334423:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.334429:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198216:198216:256:4294967295] 192.168.202.2@tcp LPNI seq info [198212:198212:8:4294967295] 00000400:00000200:2.0:1763350988.334439:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.334445:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.334450:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.334456:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.334462:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.334466:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.334475:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.334478:0:57864:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.334480:0:57864:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.334483:0:57864:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.334485:0:57864:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.334490:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd9c00 x1849001118790400/t21474847703(0) o10->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.334500:0:57864:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118790400:12345-192.168.202.2@tcp:10:cp.0 Request processed in 983us (1551us total) trans 21474847703 rc 0/0 00000100:00100000:2.0:1763350988.334509:0:57864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3714 00000100:00000040:2.0:1763350988.334513:0:57864:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.334515:0:57864:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763350988.334517:0:57864:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:2.0:1763350988.334519:0:57864:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677441/9687 (0->18446744073709551615) 00002000:00000001:2.0:1763350988.334522:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350988.334524:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925e00cd9c00 with x1849001118790400 ext(0->18446744073709551615) 00010000:00000001:2.0:1763350988.334528:0:57864:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:2.0:1763350988.334531:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00010000:00000001:2.0:1763350988.334533:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.334536:0:57864:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:2.0:1763350988.334538:0:57864:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.334540:0:57864:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:2.0:1763350988.334541:0:57864:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350988.334543:0:57864:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925e00cd9c00. 00002000:00000001:2.0:1763350988.334546:0:57864:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.334548:0:57864:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.334552:0:57864:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.334556:0:57864:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.334559:0:57864:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.334564:0:57864:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:2.0:1763350988.334567:0:57864:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.334576:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.334578:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118790528 02000000:00000001:2.0:1763350988.334580:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.334582:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.334585:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.334588:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.334590:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118790528 00000020:00000001:2.0:1763350988.334593:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.334620:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350988.334623:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.334626:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=21 00000020:00000001:2.0:1763350988.334629:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350988.334631:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350988.334635:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.334638:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350988.334641:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.334644:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000020:00000010:2.0:1763350988.334648:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.334652:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.334654:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.334659:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763350988.334662:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.334664:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350988.334666:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763350988.334669:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.334672:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840128 : -1038711488 : ffffffffc2168540) 00000800:00000200:1.0:1763350988.334674:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000001:2.0:1763350988.334675:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.334679:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000800:00000010:1.0:1763350988.334680:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000020:00000001:2.0:1763350988.334683:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350988.334687:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763350988.334689:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000001:2.0:1763350988.334690:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.334693:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.334697:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000400:00000200:1.0:1763350988.334698:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000001:00000001:2.0:1763350988.334700:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.334703:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763350988.334703:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2ee0 00000400:00000010:1.0:1763350988.334708:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2ee0. 00000001:00000001:2.0:1763350988.334709:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.334711:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.334715:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.334716:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000001:00000001:2.0:1763350988.334717:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.334721:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.334721:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000001:00000001:2.0:1763350988.334725:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.334728:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.334730:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.334733:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.334735:0:57864:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:2.0:1763350988.334737:0:57864:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419265/9470 (0->18446744073709551615) 00002000:00000001:2.0:1763350988.334740:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350988.334741:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925e00cd9f80 with x1849001118790528 ext(0->18446744073709551615) 00010000:00000001:2.0:1763350988.334744:0:57864:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:2.0:1763350988.334747:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:2.0:1763350988.334749:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.334752:0:57864:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:2.0:1763350988.334753:0:57864:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.334755:0:57864:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:2.0:1763350988.334756:0:57864:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350988.334758:0:57864:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff925e00cd9f80. 00002000:00000001:2.0:1763350988.334760:0:57864:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.334762:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.334766:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.334789:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.334800:0:57864:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.334802:0:57864:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.334806:0:57864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3715 00000100:00000040:2.0:1763350988.334808:0:57864:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350988.334811:0:57864:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170897792 : -120542538653824 : ffff925e00cd9f80) 00000100:00000040:2.0:1763350988.334816:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd9f80 x1849001118790528/t0(0) o10->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.334824:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.334827:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d4c0. 00000100:00000001:2.0:1763350988.334829:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.334830:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d4c0. 00000100:00100000:2.0:1763350988.334835:0:57864:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118790528:12345-192.168.202.2@tcp:10:cp.0 00000100:00000200:2.0:1763350988.334840:0:57864:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118790528 00000020:00000001:2.0:1763350988.334844:0:57864:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.334863:0:57864:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.334866:0:57864:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.334868:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.334870:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840128 : -1038711488 : ffffffffc2168540) 00000020:00000001:2.0:1763350988.334873:0:57864:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.334875:0:57864:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.334878:0:57864:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.334879:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.334881:0:57864:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.334884:0:57864:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.334886:0:57864:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.334889:0:57864:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dde7d9000. 02000000:00000001:2.0:1763350988.334891:0:57864:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.334893:0:57864:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.334896:0:57864:0:(ofd_dev.c:2173:ofd_punch_hdl()) Process entered 00002000:00000002:2.0:1763350988.334898:0:57864:0:(ofd_dev.c:2212:ofd_punch_hdl()) calling punch for object [0x280000401:0x24fe:0x0], valid = 0x18000000300463d, start = 0, end = -1 00002000:00000001:2.0:1763350988.334901:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.334903:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.334908:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:2.0:1763350988.334911:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00002000:00000001:2.0:1763350988.334914:0:57864:0:(ofd_objects.c:933:ofd_object_punch()) Process entered 00080000:00000001:2.0:1763350988.334917:0:57864:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.334923:0:57864:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000002:2.0:1763350988.334926:0:57864:0:(dt_object.c:436:dt_version_get()) Can't get version, rc -61 00002000:00000001:2.0:1763350988.334927:0:57864:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.334929:0:57864:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.334931:0:57864:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350988.334936:0:57864:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.334939:0:57864:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.334944:0:57864:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dde7d8000. 00080000:00000001:2.0:1763350988.334946:0:57864:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530595221504 : -120543114330112 : ffff925dde7d8000) 00000001:00000001:2.0:1763350988.334949:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.334950:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.334952:0:57864:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:04000000:2.0:1763350988.334968:0:57864:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0001: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:2.0:1763350988.334972:0:57864:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.334974:0:57864:0:(osd_io.c:1364:osd_declare_punch()) Process entered 00000001:00000001:2.0:1763350988.334977:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.334978:0:57864:0:(osd_io.c:1392:osd_declare_punch()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.334980:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.334986:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.334989:0:57864:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350988.334993:0:57864:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.335022:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.335023:0:57864:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.335025:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.335030:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.335058:0:57864:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.335063:0:57864:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925df0e57658. 00080000:00000001:2.0:1763350988.335072:0:57864:0:(osd_io.c:1322:osd_punch()) Process entered 00080000:00000001:2.0:1763350988.335119:0:57864:0:(osd_io.c:1353:osd_punch()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.335121:0:57864:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763350988.335124:0:57864:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.335126:0:57864:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:2.0:1763350988.335129:0:57864:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763350988.335131:0:57864:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.335137:0:57864:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.335140:0:57864:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.335142:0:57864:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763350988.335169:0:57864:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.335173:0:57864:0:(ofd_objects.c:1032:ofd_object_punch()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.335176:0:57864:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.335179:0:57864:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763350988.335182:0:57864:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.335183:0:57864:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763350988.335224:0:57864:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763350988.335227:0:57864:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911624, last_committed = 12884911623 00000001:00000010:2.0:1763350988.335231:0:57864:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693060. 00000001:00000040:2.0:1763350988.335233:0:57864:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925dc3e2c800 : new cb_count 1 00000020:00000040:2.0:1763350988.335236:0:57864:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=22 00080000:00000001:2.0:1763350988.335242:0:57864:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.335267:0:57864:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350988.335270:0:57864:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.335279:0:57864:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.335284:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:2.0:1763350988.335292:0:57864:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff925dde7da400. 00000020:00000001:2.0:1763350988.335295:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.335298:0:57864:0:(ofd_dev.c:2232:ofd_punch_hdl()) Process leaving 00000020:00000002:2.0:1763350988.335300:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00010000:00000040:2.0:1763350988.335305:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:2.0:1763350988.335308:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763350988.335312:0:57864:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350988.335314:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.335315:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.335318:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:2.0:1763350988.335320:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00002000:00000001:2.0:1763350988.335323:0:57864:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.335325:0:57864:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350988.335328:0:57864:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x24fe:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1763350988.335331:0:57864:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x24fe:0x0] updating lvb mtime from disk: 0 -> 1763350988 00002000:00010000:2.0:1763350988.335334:0:57864:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x24fe:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1763350988.335337:0:57864:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x24fe:0x0] updating lvb ctime from disk: 0 -> 1763350988 00002000:00010000:2.0:1763350988.335339:0:57864:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x24fe:0x0] updating lvb blocks from disk: 1 -> 1 00000020:00000002:2.0:1763350988.335342:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00010000:00000040:2.0:1763350988.335346:0:57864:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 12884911624, xid 1849001118790528 00010000:00000001:2.0:1763350988.335348:0:57864:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.335353:0:57864:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cd9f80 x1849001118790528/t12884911624(0) o10->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.335362:0:57864:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.335364:0:57864:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.335367:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.335371:0:57864:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.335373:0:57864:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.335375:0:57864:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.335377:0:57864:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.335379:0:57864:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.335381:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.335384:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.335387:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d24c8. 00000100:00000200:2.0:1763350988.335392:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118790528, offset 224 00000400:00000200:2.0:1763350988.335397:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.335405:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.335410:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198217:198217:256:4294967295] 192.168.202.2@tcp LPNI seq info [198213:198213:8:4294967295] 00000400:00000200:2.0:1763350988.335419:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.335426:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.335429:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.335434:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.335439:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.335443:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.335466:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.335470:0:57864:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.335472:0:57864:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.335474:0:57864:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.335477:0:57864:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.335481:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd9f80 x1849001118790528/t12884911624(0) o10->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.335490:0:57864:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118790528:12345-192.168.202.2@tcp:10:cp.0 Request processed in 665us (1197us total) trans 12884911624 rc 0/0 00000100:00100000:2.0:1763350988.335498:0:57864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3715 00000100:00000040:2.0:1763350988.335502:0:57864:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350988.335503:0:57864:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763350988.335505:0:57864:0:(ofd_dev.c:2803:ofd_punch_hpreq_check()) Process entered 00002000:00010000:2.0:1763350988.335507:0:57864:0:(ofd_dev.c:2821:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419265/9470 (0->18446744073709551615) 00002000:00000001:2.0:1763350988.335510:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350988.335512:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925e00cd9f80 with x1849001118790528 ext(0->18446744073709551615) 00010000:00000001:2.0:1763350988.335514:0:57864:0:(ldlm_extent.c:799:ldlm_resource_prolong()) Process entered 00010000:00000040:2.0:1763350988.335517:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:2.0:1763350988.335519:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.335521:0:57864:0:(ldlm_extent.c:782:ldlm_resource_prolong_cb()) Process entered 00010000:00000001:2.0:1763350988.335523:0:57864:0:(ldlm_extent.c:785:ldlm_resource_prolong_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.335525:0:57864:0:(ldlm_extent.c:830:ldlm_resource_prolong()) Process leaving 00002000:00000001:2.0:1763350988.335526:0:57864:0:(ofd_dev.c:2592:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350988.335528:0:57864:0:(ofd_dev.c:2826:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff925e00cd9f80. 00002000:00000001:2.0:1763350988.335531:0:57864:0:(ofd_dev.c:2831:ofd_punch_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.335533:0:57864:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.335536:0:57864:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.335541:0:57864:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.335544:0:57864:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.335547:0:57864:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000100:00000001:2.0:1763350988.335550:0:57864:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.335716:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.335721:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:1.0:1763350988.335727:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.335733:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.335746:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d24c8 00000400:00000010:1.0:1763350988.335748:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d24c8. 00000100:00000001:1.0:1763350988.335751:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.335753:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.339417:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.339441:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.339446:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.339448:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.339460:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.339480:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edff400 00000400:00000200:1.0:1763350988.339492:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 172992 00000800:00000001:1.0:1763350988.339502:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.339512:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.339514:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.339518:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.339525:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.339527:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350988.339537:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e1b800. 00000100:00000040:1.0:1763350988.339542:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e1b800 x1849001118790656 msgsize 576 00000100:00100000:1.0:1763350988.339546:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.339566:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.339577:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.339580:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.339674:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.339678:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118790656 02000000:00000001:2.0:1763350988.339682:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.339686:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.339688:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.339695:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.339701:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118790656 00000020:00000001:2.0:1763350988.339704:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.339706:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.339709:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.339713:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:2.0:1763350988.339716:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.339719:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.339725:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.339732:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350988.339736:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.339738:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000020:00000010:2.0:1763350988.339746:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.339751:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.339756:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.339765:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.339768:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.339769:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350988.339773:0:21173:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350988.339774:0:21173:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.339776:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.339784:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.339798:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.339818:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.339820:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.339824:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140641 00000100:00000040:2.0:1763350988.339828:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.339829:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668898304 : -120543040653312 : ffff925de2e1b800) 00000100:00000040:2.0:1763350988.339836:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e1b800 x1849001118790656/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.339843:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.339845:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350988.339847:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.339849:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000100:00100000:2.0:1763350988.339852:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226799:x1849001118790656:12345-192.168.202.2@tcp:101:cp.0 00000100:00000200:2.0:1763350988.339854:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118790656 00000020:00000001:2.0:1763350988.339859:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.339863:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350988.339870:0:21173:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc5871a80: xid 1849001118789760, transno 8590055205, client gen 3, slot idx 2 00000001:00000001:2.0:1763350988.339875:0:21173:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de2edcd80: xid 1849001118789376, transno 8590055203, client gen 3, slot idx 0 00000001:00000010:2.0:1763350988.339879:0:21173:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de2edcd80. 00000020:00000001:2.0:1763350988.339884:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.339887:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.339888:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.339891:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.339894:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118790656, found 0 last_xid 1849001118790655 00000020:00000001:2.0:1763350988.339896:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.339899:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.339901:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.339908:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.339910:0:21173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.339913:0:21173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.339915:0:21173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.339917:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.339920:0:21173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.339925:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.339934:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 3 00010000:00000001:2.0:1763350988.339936:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.339938:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.339942:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.339945:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.339947:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cb9c to hash 00000020:00000001:2.0:1763350988.339949:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.339950:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.339954:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.339958:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00010000:2.0:1763350988.339962:0:21173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb9c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc81 expref: -99 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.339969:0:21173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:2.0:1763350988.339971:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:2.0:1763350988.339978:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350988.339982:0:21173:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350988.339989:0:21173:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350988.339991:0:21173:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350988.339993:0:21173:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763350988.339996:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.339998:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350988.340001:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.340006:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350988.340008:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350988.340009:0:21173:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.340012:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.340013:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.340016:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.340019:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.340194:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925ddcf80000. 02000000:00000001:2.0:1763350988.340198:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.340201:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.340203:0:21173:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.340206:0:21173:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763350988.340213:0:21173:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350988.340217:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.340219:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.340222:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.340224:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.340226:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.340228:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.340229:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.340230:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.340233:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.340234:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.340236:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.340237:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.340238:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.340240:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.340242:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.340243:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.340244:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.340247:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.340249:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.340254:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.340261:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.340264:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.340267:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.340269:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.340274:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.340275:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.340277:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.340279:0:21173:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.340284:0:21173:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1763350988.340290:0:21173:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350988.340291:0:21173:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763350988.340293:0:21173:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1763350988.340302:0:21173:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925e00263000. 00000004:00000001:2.0:1763350988.340307:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.340315:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.340317:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.340325:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763350988.340327:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763350988.340331:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:2.0:1763350988.340334:0:21173:0:(mdt_lib.c:2233:mdt_is_remote_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.340336:0:21173:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff7:0x0]/[0x200000bd2:0x3ff7:0x0], ldlm_rep = ffff925ddcf80228 00000004:00000001:2.0:1763350988.340343:0:21173:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350988.340348:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.340350:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.340353:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 4 00010000:00000001:2.0:1763350988.340355:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.340356:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.340360:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:2.0:1763350988.340362:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.340363:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe600 with handle 0xcb8c81cc3033cba3 to hash 00000020:00000001:2.0:1763350988.340365:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.340366:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000010:2.0:1763350988.340369:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4180. 00010000:00000001:2.0:1763350988.340370:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.340374:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.340376:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.340379:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.340385:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.340390:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.340392:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.340395:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.340398:0:21173:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350988.340402:0:21173:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 2/0,0 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 500 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.340407:0:21173:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763350988.340408:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.340409:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.340411:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.340412:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.340413:0:21173:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763350988.340416:0:21173:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 4/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000040:2.0:1763350988.340421:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 4 00010000:00000040:2.0:1763350988.340423:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.340425:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 500 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.340432:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 500 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.340435:0:21173:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763350988.340436:0:21173:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 4/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350988.340441:0:21173:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d280. 00000100:00000001:2.0:1763350988.340444:0:21173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350988.340451:0:21173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc5871c00. 00000100:00000001:2.0:1763350988.340452:0:21173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530176420864 : -120543533130752 : ffff925dc5871c00) 00000100:00000001:2.0:1763350988.340453:0:21173:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530176420864 : -120543533130752 : ffff925dc5871c00) 00000100:00000001:2.0:1763350988.340456:0:21173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350988.340457:0:21173:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350988.340459:0:21173:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.340461:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.340462:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350988.340465:0:21173:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.340467:0:21173:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.340468:0:21173:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763350988.340470:0:21173:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763350988.340475:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4fb80. 00000020:00000040:2.0:1763350988.340478:0:21173:0:(genops.c:1229:class_import_get()) import ffff925ddf07c800 refcount=2 obd=lustre-MDT0000 00000100:00000001:2.0:1763350988.340482:0:21173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350988.340484:0:21173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350988.340491:0:21173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350988.340497:0:21173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a08c00. 00000100:00000001:2.0:1763350988.340503:0:21173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.340506:0:21173:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 500 pid: 21173 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.340519:0:21173:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 500 pid: 21173 timeout: 6297 lvb_type: 0 00010000:00000001:2.0:1763350988.340526:0:21173:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350988.340528:0:21173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350988.340533:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.340541:0:21173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350988.340544:0:21173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.340549:0:21173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21173:1849001101460736:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350988.340554:0:21173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350988.340561:0:21173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350988.340564:0:21173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.340567:0:21173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350988.340572:0:21173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08e00. 02000000:00000001:2.0:1763350988.340575:0:21173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350988.340581:0:21173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79d10. 00000400:00000010:2.0:1763350988.340590:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d27f8. 00000100:00000200:2.0:1763350988.340690:0:21173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101460736, portal 16 00000100:00000001:2.0:1763350988.340695:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350988.340696:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170331520 : -120542539220096 : ffff925e00c4fb80) 00000100:00000040:2.0:1763350988.340703:0:21173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.340711:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.340713:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.340718:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2440. 00000100:00000200:2.0:1763350988.340721:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101460736, offset 0 00000400:00000200:2.0:1763350988.340729:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.340743:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.340748:0:21173:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350988.340753:0:21173:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350988.340757:0:21173:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350988.340761:0:21173:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.340764:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198218:198218:256:4294967295] 192.168.202.2@tcp LPNI seq info [198214:198214:8:4294967295] 00000400:00000200:2.0:1763350988.340780:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.340787:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.340793:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.340800:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.340822:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.340828:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.340839:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.340843:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865313 00000100:00000001:2.0:1763350988.340853:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865299 00000100:00000001:2.0:1763350988.340859:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865313 00000100:00000001:2.0:1763350988.340863:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865299 00000100:00000001:2.0:1763350988.340866:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865313 00000100:00000001:2.0:1763350988.340869:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865299 00000100:00000001:2.0:1763350988.340872:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865313 00000100:00000001:2.0:1763350988.340875:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865299 00000100:00000001:2.0:1763350988.340878:0:21173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.340882:0:21173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.340885:0:21173:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.340887:0:21173:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.340889:0:21173:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.340892:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.340894:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.340896:0:21173:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.340898:0:21173:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.340900:0:21173:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350988.340902:0:21173:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.340904:0:21173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350988.340907:0:21173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350988.340909:0:21173:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc5871c00 going to sleep for 11 seconds 00000100:00000001:2.0:1763350988.340913:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350988.340917:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763350988.341348:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.341356:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.341368:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.341376:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.341383:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2440 00000400:00000010:0.0:1763350988.341386:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2440. 00000100:00000001:0.0:1763350988.341391:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.341396:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.341408:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.341411:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.341418:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.341419:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.346372:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.346398:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.346403:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.346405:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.346419:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.346440:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78500 00000400:00000200:1.0:1763350988.346662:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fc11 [1] + 224 00000800:00000001:1.0:1763350988.346676:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.346684:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.346695:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.346701:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.346711:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.346731:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350988.346744:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.346770:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.346780:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.346785:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.346788:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.346790:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.346795:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.346802:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edff480 00000400:00000200:1.0:1763350988.346810:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127be1 [2] + 1968 00000400:00000010:1.0:1763350988.346815:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dffc3f000. 00000400:00000200:1.0:1763350988.346820:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cddeccc00 00000800:00000001:1.0:1763350988.346823:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.348497:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.348513:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.348523:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.348532:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cddeccc00 00000400:00000010:1.0:1763350988.348546:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cddeccc00. 00000100:00000001:1.0:1763350988.348556:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.348559:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:1.0:1763350988.348564:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc4f52c50 x1849001118790784 msgsize 328 00000100:00100000:1.0:1763350988.348569:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:1.0:1763350988.348572:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763350988.349389:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350988.349402:0:21173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350988.349405:0:21173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350988.349409:0:21173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79d10. 00000400:00000200:2.0:1763350988.349417:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d27f8 00000400:00000010:2.0:1763350988.349419:0:21173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d27f8. 00000100:00000001:2.0:1763350988.349424:0:21173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.349434:0:21173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350988.349445:0:21173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.349453:0:21173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.349454:0:21173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.349457:0:21173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350988.349461:0:21173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350988.349464:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.349466:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.349470:0:21173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.349478:0:21173:0:(import.c:2128:obd_at_measure()) add 5 to ffff925ddf07cc58 time=44 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350988.349482:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925ddf07cc10 time=44 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.349485:0:21173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350988.349486:0:21173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.349490:0:21173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350988.349495:0:21173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.349497:0:21173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.349502:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.349510:0:21173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.349513:0:21173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350988.349516:0:21173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.349518:0:21173:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763350988.349523:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.349527:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.349529:0:21173:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.349545:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350988.349555:0:21173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:21173:1849001101460736:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350988.349561:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.349564:0:21173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.349568:0:21173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350988.349570:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.349573:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4fb80 x1849001101460736/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.349581:0:21173:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350988.349583:0:21173:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350988.349587:0:21173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08e00. 02000000:00000001:2.0:1763350988.349624:0:21173:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350988.349628:0:21173:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350988.349630:0:21173:0:(genops.c:1242:class_import_put()) import ffff925ddf07c800 refcount=1 obd=lustre-MDT0000 00000020:00000001:2.0:1763350988.349632:0:21173:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350988.349635:0:21173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a08c00. 02000000:00000001:2.0:1763350988.349639:0:21173:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350988.349640:0:21173:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350988.349642:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4fb80. 00000100:00000001:2.0:1763350988.349646:0:21173:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350988.349648:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350988.349650:0:21173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc5871c00. 00000100:00000001:2.0:1763350988.349653:0:21173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350988.349655:0:21173:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350988.349658:0:21173:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d280. 00010000:00000001:2.0:1763350988.349662:0:21173:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.349665:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.349667:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.349671:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763350988.349676:0:21173:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00000100:00000001:1.0:1763350988.350882:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.350912:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.350928:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.351087:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.351092:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118790784 02000000:00000001:3.0:1763350988.351096:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.351100:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.351103:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.351109:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.351115:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118790784 00000020:00000001:3.0:1763350988.351119:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.351122:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350988.351126:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.351130:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=501 00000020:00000001:3.0:1763350988.351135:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350988.351138:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350988.351144:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.351158:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.351163:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.351166:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000020:00000010:3.0:1763350988.351175:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:3.0:1763350988.351182:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.351189:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375960. 00000100:00000040:3.0:1763350988.351201:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350988.351210:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.351212:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350988.351216:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350988.351219:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.351222:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350988.351228:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.351230:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.351232:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=4 00000020:00000001:3.0:1763350988.351234:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350988.351238:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00010000:3.0:1763350988.351250:0:5782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 501 pid: 21173 timeout: 6297 lvb_type: 0 00010000:00000001:3.0:1763350988.351261:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.351263:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.351264:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.351268:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.351278:0:5782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763350988.351291:0:5782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dc4f52c50 x1849001118790784/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.351300:0:5782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350988.351301:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.351310:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.351325:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.351328:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.351333:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4036 00000100:00000040:3.0:1763350988.351337:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:3.0:1763350988.351339:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530166856784 : -120543542694832 : ffff925dc4f52c50) 00000100:00000040:3.0:1763350988.351344:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc4f52c50 x1849001118790784/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.351353:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.351356:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.351358:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.351360:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000100:00100000:3.0:1763350988.351365:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc4f52c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+501:2360:x1849001118790784:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350988.351369:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118790784 00010000:00000001:3.0:1763350988.351372:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350988.351375:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350988.351377:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350988.351383:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.351386:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.351392:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707ec00. 02000000:00000001:3.0:1763350988.351395:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.351398:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.351401:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350988.351404:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350988.351405:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.351407:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.351409:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=4 00000020:00000001:3.0:1763350988.351411:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:3.0:1763350988.351414:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000040:3.0:1763350988.351419:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 5 00000004:00000001:3.0:1763350988.351424:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763350988.351428:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 4/0,0 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 501 pid: 21173 timeout: 6297 lvb_type: 0 00000100:00001000:3.0:1763350988.351441:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=54 v=5 (1 0 0 0) 00010000:00000001:3.0:1763350988.351445:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350988.351450:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.351451:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.351454:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 3/0,0 mode: CW/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 501 pid: 21173 timeout: 6297 lvb_type: 0 00000020:00000001:3.0:1763350988.351463:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.351466:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.351468:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.351470:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.351475:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350988.351477:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350988.351484:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.351485:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.351488:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350988.351491:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.351497:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033cb79 from hash 00010000:00000001:3.0:1763350988.351500:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350988.351501:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.351502:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.351503:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350988.351509:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.351512:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.351514:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350988.351515:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350988.351518:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cb79 lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc6c expref: 501 pid: 21173 timeout: 6297 lvb_type: 0 00010000:00000040:3.0:1763350988.351532:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:3.0:1763350988.351534:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00010000:00000010:3.0:1763350988.351538:0:5782:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4200. 00010000:00000001:3.0:1763350988.351550:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.351553:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.351557:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350988.351559:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00010000:3.0:1763350988.351565:0:5782:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x13/0x8 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:3.0:1763350988.351571:0:5782:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350988.351574:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.351576:0:5782:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.351578:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.351580:0:5782:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.351583:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350988.351585:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350988.351588:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21173 initiator: MDT0 00010000:00000001:3.0:1763350988.351652:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763350988.351655:0:5782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350988.351665:0:5782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350988.351667:0:5782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350988.351670:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 4 00010000:00000040:3.0:1763350988.351674:0:5782:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350988.351679:0:5782:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 500 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350988.351687:0:5782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 4/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21173 initiator: MDT0 00010000:00000001:3.0:1763350988.351692:0:5782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350988.351696:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.351697:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.351700:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350988.351701:0:5782:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.351704:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763350988.351709:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.351713:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.351722:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925cc47c5c00. 00000100:00000001:3.0:1763350988.351725:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.351727:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623525863971840 : -120547845579776 : ffff925cc47c5c00) 00000100:00000001:3.0:1763350988.351730:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.351731:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350988.351733:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.351745:0:5782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350988.351754:0:5782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.351756:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.351757:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.351758:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.351760:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.351761:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350988.351764:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.351766:0:5782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.351768:0:5782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763350988.351771:0:5782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925cc47c5c00. 00000100:00000001:3.0:1763350988.351774:0:5782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350988.351775:0:5782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350988.351786:0:5782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925cc18fc2c0. 00010000:00000001:3.0:1763350988.351789:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350988.351791:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350988.351793:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.351799:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.351803:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.351806:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.351820:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.351823:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.351825:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.351829:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.351832:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.351835:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.351838:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.351843:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350880. 00000100:00000200:3.0:1763350988.351850:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118790784, offset 224 00000400:00000200:3.0:1763350988.351858:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.351874:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.351883:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198219:198219:256:4294967295] 192.168.202.2@tcp LPNI seq info [198215:198215:8:4294967295] 00000400:00000200:3.0:1763350988.351896:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.351903:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.351910:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e000. 00000800:00000200:3.0:1763350988.351920:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.351929:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.351934:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.351958:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.351962:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.351965:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.351967:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.351972:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc4f52c50 x1849001118790784/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.351983:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc4f52c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:2360:x1849001118790784:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 628us (3417us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350988.351993:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4036 00000100:00000040:3.0:1763350988.351997:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350988.352000:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.352002:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.352008:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.352013:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375960. 00000020:00000010:3.0:1763350988.352019:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:3.0:1763350988.352024:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 02000000:00000001:3.0:1763350988.352033:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350988.352035:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707f000. 02000000:00000001:3.0:1763350988.352039:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763350988.352041:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cd8a80. 02000000:00000001:3.0:1763350988.352057:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350988.352058:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707cc00. 02000000:00000001:3.0:1763350988.352061:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763350988.352062:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9876300. 02000000:00000001:3.0:1763350988.352069:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350988.352070:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df8f01400. 02000000:00000001:3.0:1763350988.352075:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763350988.352076:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee399f80. 02000000:00000001:3.0:1763350988.352079:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350988.352081:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707c400. 02000000:00000001:3.0:1763350988.352083:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763350988.352084:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4d180. 02000000:00000001:3.0:1763350988.352088:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350988.352090:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925de904e400. 02000000:00000001:3.0:1763350988.352093:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763350988.352094:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e18700. 02000000:00000001:3.0:1763350988.352098:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350988.352099:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea6800. 02000000:00000001:3.0:1763350988.352102:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:3.0:1763350988.352104:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dcb50c380. 00000100:00000001:3.0:1763350988.352108:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1763350988.352115:0:5782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1763350988.352122:0:5782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e008107e8. 00000400:00000010:3.0:1763350988.352129:0:5782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925cc47c5c00. 00000800:00000200:0.0:1763350988.352242:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.352247:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e000. 00000400:00000200:0.0:1763350988.352252:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.352263:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.352296:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350880 00000400:00000010:0.0:1763350988.352408:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350880. 00000100:00000001:0.0:1763350988.352416:0:3308:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:0.0:1763350988.352418:0:3308:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.352421:0:3308:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707ec00. 02000000:00000001:0.0:1763350988.352425:0:3308:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:0.0:1763350988.352427:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1763350988.353589:0:21173:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.353650:0:21173:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.353655:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.353662:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.353664:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.353666:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.353670:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.353682:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.353685:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:2.0:1763350988.353688:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.353692:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.353694:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.353696:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.353699:0:21173:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.353707:0:21173:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763350988.353717:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.353722:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.354088:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.354096:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.354104:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.354107:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.354116:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.354120:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.354125:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.354127:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.354131:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.354133:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:2.0:1763350988.354138:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.354139:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.354140:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.354143:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.354145:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.354147:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.354149:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.354150:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.354153:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.354155:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.354224:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.354228:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350988.354231:0:21173:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350988.354233:0:21173:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.354237:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925ddcf80370 00000004:00000001:2.0:1763350988.354240:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.354245:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.354248:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.354251:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.354252:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.354255:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.354257:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.354258:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.354260:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.354262:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763350988.354267:0:21173:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: returning size 0 00000004:00000040:2.0:1763350988.354272:0:21173:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3ff7:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763350988.354275:0:21173:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x2 00000004:00000040:2.0:1763350988.354278:0:21173:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9687 00000004:00000040:2.0:1763350988.354279:0:21173:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 1 idx 1 subobj 0x280000401:9470 00000004:00200000:2.0:1763350988.354282:0:21173:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:2.0:1763350988.354285:0:21173:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763350988.354287:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.354289:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.354292:0:21173:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350988.354295:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.354298:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.354299:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.354302:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.354305:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.354307:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.354310:0:21173:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.354319:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.354327:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.354329:0:21173:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.354339:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.354441:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.354541:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:2.0:1763350988.354544:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.354547:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00000004:00010000:2.0:1763350988.354552:0:21173:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.354560:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.354561:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.354563:0:21173:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1763350988.354565:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.354568:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1763350988.354572:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.354573:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.354574:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:2.0:1763350988.354576:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.354578:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00000004:00000040:2.0:1763350988.354582:0:21173:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:2.0:1763350988.354586:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:2.0:1763350988.354594:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.354624:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.354626:0:21173:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.354628:0:21173:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763350988.354634:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.354637:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.354639:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.354641:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.354643:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.354646:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.354653:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.354656:0:21173:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.354660:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.354663:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1763350988.354667:0:21173:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925e00263000. 00000004:00000001:2.0:1763350988.354788:0:21173:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350988.354792:0:21173:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.354794:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.354798:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.354800:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.354802:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.354803:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.354807:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cb9c from hash 00010000:00000001:2.0:1763350988.354809:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.354810:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.354811:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.354813:0:21173:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.354813:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.354822:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cb9c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc81 expref: 500 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.354830:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:2.0:1763350988.354832:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:2.0:1763350988.354835:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.354845:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.354847:0:21173:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.354853:0:21173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.354857:0:21173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc81 expref: 499 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.354864:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.354868:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.354871:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00010000:2.0:1763350988.354873:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763350988.354876:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.354878:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.354880:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.354882:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.354884:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.354886:0:21173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfe600, rc 0) 00000020:00000001:2.0:1763350988.354890:0:21173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.354895:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118790656 00010000:00000001:2.0:1763350988.354898:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.354907:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e1b800 x1849001118790656/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/664 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.354916:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.354919:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.354923:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.354928:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.354931:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.354933:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.354936:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.354940:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.354944:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.354947:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.354958:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d27f8. 00000100:00000200:2.0:1763350988.354967:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118790656, offset 224 00000400:00000200:2.0:1763350988.354975:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.355105:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.355157:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198220:198220:256:4294967295] 192.168.202.2@tcp LPNI seq info [198216:198216:8:4294967295] 00000400:00000200:2.0:1763350988.355172:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.355179:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.355189:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.355197:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.355207:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.355213:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.355479:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.355485:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.355488:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.355491:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.355494:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.355500:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e1b800 x1849001118790656/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/664 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.355510:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e1b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226799:x1849001118790656:12345-192.168.202.2@tcp:101:cp.0 Request processed in 15665us (15966us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.355520:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140641 00000100:00000040:2.0:1763350988.355525:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.355527:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.355529:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.355535:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.355541:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.355545:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.355551:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:2.0:1763350988.355554:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.355621:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.355627:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.355634:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.355690:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.355697:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d27f8 00000400:00000010:0.0:1763350988.355701:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d27f8. 00000100:00000001:0.0:1763350988.355706:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.355707:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350988.356591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:2.1:1763350988.360735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000800:00000001:1.0:1763350988.362141:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.362164:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.362169:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.362172:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.362184:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.362205:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edff580 00000400:00000200:1.0:1763350988.362214:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e4d [2] + 1176 00000800:00000001:1.0:1763350988.362223:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.362345:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.362349:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.362355:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.362364:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.362368:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:1.0:1763350988.362376:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925de2e18700. 00000100:00000040:1.0:1763350988.362380:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925de2e18700 x1849001118791040 msgsize 392 00000100:00100000:1.0:1763350988.362384:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.362425:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.362435:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.362440:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.362460:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.362464:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118791040 02000000:00000001:0.0:1763350988.362467:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.362470:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.362473:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.362481:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.362486:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118791040 00000020:00000001:0.0:1763350988.362490:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.362492:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350988.362495:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.362498:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:0.0:1763350988.362500:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350988.362502:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350988.362507:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.362512:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.362515:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.362518:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000020:00000010:0.0:1763350988.362524:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214ea00. 00000020:00000010:0.0:1763350988.362529:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.362533:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350988.362541:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763350988.362545:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.362546:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.362549:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.362558:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.362658:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.362673:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.362675:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.362681:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20885 00000100:00000040:0.0:1763350988.362685:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350988.362687:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530668885760 : -120543040665856 : ffff925de2e18700) 00000100:00000040:0.0:1763350988.362696:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925de2e18700 x1849001118791040/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350988.362705:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.362708:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.362711:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.362713:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000100:00100000:0.0:1763350988.362718:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925de2e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226799:x1849001118791040:12345-192.168.202.2@tcp:35:cp.0 00000100:00000200:0.0:1763350988.362723:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118791040 00000020:00000001:0.0:1763350988.362732:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.362737:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350988.362743:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.362745:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.362748:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:0.0:1763350988.362751:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350988.362755:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118791040, found 0 last_xid 1849001118791039 00000020:00000001:0.0:1763350988.362759:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.362761:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.362764:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.362767:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.362773:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763350988.362776:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763350988.362779:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763350988.362783:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.362786:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763350988.362791:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.362793:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.362795:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.362797:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.362799:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.362801:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.362802:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.362804:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.362805:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.362806:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.362808:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.362809:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.362810:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.362812:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.362814:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.362816:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763350988.362818:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.362822:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350988.362824:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.362826:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.362827:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.362828:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.362830:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.362832:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.362833:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.362834:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.362836:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.362837:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.362841:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350988.362849:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350988.362851:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350988.362854:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350988.362856:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.362859:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.362861:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.362863:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350988.362865:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.362867:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.362872:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.362874:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.362881:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925df5ea4000. 02000000:00000001:0.0:1763350988.362884:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.362886:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.362889:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350988.362891:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.362894:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763350988.362897:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763350988.362898:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.362901:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc98f7d00 refcount=2 00000020:00000001:0.0:1763350988.362904:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530244078848 : -120543465472768 : ffff925dc98f7d00) 00000004:00000001:0.0:1763350988.362907:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530244078848 : -120543465472768 : ffff925dc98f7d00) 00000020:00000040:0.0:1763350988.362909:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc98f7d00 with handle 0xcb8c81cc3033cb80 from hash 00000004:00000001:0.0:1763350988.362915:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763350988.362918:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff7:0x0] with intent: 0 00000004:00000001:0.0:1763350988.362922:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763350988.362925:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 1516 lsom blocks 0 blocks 2 truncate 0 00000004:00000001:0.0:1763350988.362929:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350988.362933:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350988.362944:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363062:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.363071:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363076:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363084:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350988.363088:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350988.363092:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350988.363094:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350988.363096:0:20016:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350988.363099:0:20016:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:0.0:1763350988.363103:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350988.363105:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363108:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.363110:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.363111:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363112:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363114:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.363117:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.363119:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.363121:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.363122:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363123:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363125:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.363126:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.363127:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.363129:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:0.0:1763350988.363132:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350988.363134:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363137:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763350988.363139:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff7:0x0]: Set SOM attrs S/B/F: 1516/2/4. 00000004:00000001:0.0:1763350988.363142:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.363147:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763350988.363150:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350988.363155:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350988.363163:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd0a4ea20. 00080000:00000001:0.0:1763350988.363168:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350988.363178:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df5ea4c00. 00080000:00000001:0.0:1763350988.363181:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530988227584 : -120542721324032 : ffff925df5ea4c00) 00000004:00000001:0.0:1763350988.363186:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.363191:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.363194:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.363197:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988227584 : -120542721324032 : ffff925df5ea4c00) 00080000:00000001:0.0:1763350988.363200:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350988.363225:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363228:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363231:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.363236:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763350988.363238:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350988.363246:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350988.363247:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.363248:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988227584 : -120542721324032 : ffff925df5ea4c00) 00080000:00000001:0.0:1763350988.363252:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350988.363258:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.363259:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363262:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.363288:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.363291:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363298:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.363301:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763350988.363304:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.363306:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.363307:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988227584 : -120542721324032 : ffff925df5ea4c00) 00080000:00000001:0.0:1763350988.363311:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350988.363314:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1763350988.363331:0:20016:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:0.0:1763350988.363335:0:20016:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.363338:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363340:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363342:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363345:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.363351:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350988.363354:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350988.363513:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350988.363518:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055206, last_committed = 8590055196 00000001:00000010:0.0:1763350988.363524:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd0a4e1e0. 00000001:00000040:0.0:1763350988.363527:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:0.0:1763350988.363530:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00000001:00000010:0.0:1763350988.363538:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43f00. 00000004:00000001:0.0:1763350988.363546:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350988.363548:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.363550:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530988227584 : -120542721324032 : ffff925df5ea4c00) 00080000:00000001:0.0:1763350988.363554:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350988.363574:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350988.363577:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350988.363581:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43f00: xid 1849001118791040, transno 8590055206, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763350988.363584:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.363688:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350988.363692:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd0a4ea20. 00000020:00000001:0.0:1763350988.363694:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363699:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363701:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363703:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363705:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763350988.363707:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763350988.363709:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763350988.363711:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.363714:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363716:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363718:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.363720:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.363722:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.363724:0:20016:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363727:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763350988.363731:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763350988.363735:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350988.363737:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff7:0x0], previous was 0x7 00000004:00000001:0.0:1763350988.363741:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363744:0:20016:0:(mdt_reint.c:874:mdt_add_dirty_flag()) Process entered 00000004:00000001:0.0:1763350988.363746:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350988.363747:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.363749:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363750:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.363752:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.363754:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.363756:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:0.0:1763350988.363758:0:20016:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:0.0:1763350988.363760:0:20016:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350988.363763:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=ffff925df5ea42f0 00000004:00000001:0.0:1763350988.363764:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363766:0:20016:0:(mdt_reint.c:901:mdt_add_dirty_flag()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363769:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763350988.363774:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363777:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763350988.363782:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350988.363785:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763350988.363788:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc98f7d00. 00000004:00000001:0.0:1763350988.363806:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350988.363812:0:20016:0:(lu_object.c:207:lu_object_put()) Add ffff925cddeeb4f8/ffff925cddeeb4a0 to site lru. bkt: ffff925dd1462610 00000004:00000001:0.0:1763350988.363815:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350988.363816:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363818:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363821:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763350988.363824:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350988.363826:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350988.363828:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350988.363830:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350988.363833:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350988.363838:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.363842:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350988.363845:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763350988.363853:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350988.363862:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.363866:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350988.363871:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055206, xid 1849001118791040 00010000:00000001:0.0:1763350988.363874:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.363884:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925de2e18700 x1849001118791040/t8590055206(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350988.363893:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.363896:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.363901:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.363908:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.363920:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.363923:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.363926:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.363929:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.363933:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.363936:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.363944:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019aa0. 00000100:00000200:0.0:1763350988.363953:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118791040, offset 224 00000400:00000200:0.0:1763350988.363961:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.363976:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.363983:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198221:198221:256:4294967295] 192.168.202.2@tcp LPNI seq info [198217:198217:8:4294967295] 00000400:00000200:0.0:1763350988.363994:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.364001:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.364007:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5300. 00000800:00000200:0.0:1763350988.364014:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.364023:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.364028:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5300 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.364054:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.364057:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.364061:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.364063:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.364066:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.364071:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925de2e18700 x1849001118791040/t8590055206(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350988.364080:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925de2e18700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226799:x1849001118791040:12345-192.168.202.2@tcp:35:cp.0 Request processed in 1373us (1698us total) trans 8590055206 rc 0/0 00000100:00100000:0.0:1763350988.364089:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20885 00000100:00000040:0.0:1763350988.364093:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350988.364096:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.364099:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.364105:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.364110:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350988.364114:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214ea00. 00000020:00000040:0.0:1763350988.364121:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000100:00000001:0.0:1763350988.364124:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.364346:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.364351:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5300. 00000400:00000200:1.0:1763350988.364356:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.364362:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.364368:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019aa0 00000400:00000010:1.0:1763350988.364371:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019aa0. 00000100:00000001:1.0:1763350988.364376:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.364378:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763350988.377766:0:3307:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925df9f86f00] -> 12345-192.168.202.102@tcp (6) 00000800:00000200:0.0:1763350988.377776:0:3307:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.102@tcp ip 192.168.202.102:988 00000800:00000200:0.0:1763350988.377782:0:3307:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dc3ba3500 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:3.0:1763350988.380565:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.380588:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.380639:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.380644:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.380657:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.380681:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edff680 00000400:00000200:3.0:1763350988.380707:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 173568 00000800:00000001:3.0:1763350988.380721:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:1.0:1763350988.380724:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:1.0:1763350988.380730:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.380733:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.380736:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:1.0:1763350988.380736:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.380740:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:3.0:1763350988.380741:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000800:00000001:1.0:1763350988.380742:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.380749:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.380751:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350988.380758:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3297100. 00000100:00000040:3.0:1763350988.380762:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3297100 x1849001118791296 msgsize 4616 00000100:00100000:3.0:1763350988.380766:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.380783:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.380978:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.380983:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.381018:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.381021:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118791296 02000000:00000001:2.0:1763350988.381025:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.381027:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.381030:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.381034:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.381040:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118791296 00000020:00000001:2.0:1763350988.381052:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.381054:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.381058:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.381061:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=500 00000020:00000001:2.0:1763350988.381064:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.381067:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.381073:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.381079:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350988.381083:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.381086:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000020:00000010:2.0:1763350988.381093:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.381100:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.381106:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.381115:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.381119:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.381120:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350988.381123:0:21173:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350988.381126:0:21173:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.381128:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.381137:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.381154:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.381170:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.381172:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.381178:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140642 00000100:00000040:2.0:1763350988.381183:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.381189:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530136727808 : -120543572823808 : ffff925dc3297100) 00000100:00000040:2.0:1763350988.381197:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3297100 x1849001118791296/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.381208:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.381211:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350988.381213:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.381257:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000100:00100000:2.0:1763350988.381263:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226800:x1849001118791296:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350988.381267:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118791296 00000020:00000001:2.0:1763350988.381271:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.381275:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350988.381281:0:21173:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43f00: xid 1849001118791040, transno 8590055206, client gen 3, slot idx 0 00000001:00000001:2.0:1763350988.381287:0:21173:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc5871a80: xid 1849001118789760, transno 8590055205, client gen 3, slot idx 2 00000001:00000010:2.0:1763350988.381291:0:21173:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc5871a80. 00000020:00000001:2.0:1763350988.381297:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.381299:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.381302:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.381306:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.381310:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118791296, found 0 last_xid 1849001118791295 00000020:00000001:2.0:1763350988.381312:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.381315:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.381318:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.381324:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.381327:0:21173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.381330:0:21173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.381332:0:21173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.381334:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.381336:0:21173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.381342:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.381350:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:2.0:1763350988.381353:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.381356:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.381361:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.381365:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.381368:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cbaa to hash 00000020:00000001:2.0:1763350988.381370:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.381371:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.381377:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.381380:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00010000:2.0:1763350988.381385:0:21173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbaa lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc88 expref: -99 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.381394:0:21173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:2.0:1763350988.381397:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=501 00010000:00000001:2.0:1763350988.381404:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350988.381408:0:21173:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350988.381416:0:21173:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350988.381419:0:21173:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350988.381421:0:21173:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381424:0:21173:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763350988.381430:0:21173:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dc3297100 x1849001118791296/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763350988.381440:0:21173:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350988.381443:0:21173:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350988.381446:0:21173:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763350988.381449:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.381451:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.381454:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.381456:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.381458:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.381466:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.381468:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381470:0:21173:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381473:0:21173:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381476:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.381478:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.381481:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.381484:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.381540:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925dea3b0000. 02000000:00000001:2.0:1763350988.381543:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.381545:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381551:0:21173:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350988.381552:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.381553:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.381555:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.381557:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.381558:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.381560:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.381561:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.381563:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.381566:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.381567:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.381572:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.381578:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.381580:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.381583:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.381585:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.381588:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.381590:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381592:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.381636:0:21173:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381640:0:21173:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350988.381643:0:21173:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381646:0:21173:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350988.381650:0:21173:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763350988.381655:0:21173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464314ba38 00000004:00000002:2.0:1763350988.381658:0:21173:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3ff6:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040100000010003 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763350988.381665:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.381667:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:2.0:1763350988.381670:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.381677:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:2.0:1763350988.381680:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:2.0:1763350988.381683:0:21173:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350988.381685:0:21173:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381690:0:21173:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350988.381694:0:21173:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350988.381698:0:21173:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350988.381701:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.381703:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.381706:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 3 00010000:00000001:2.0:1763350988.381708:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.381710:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.381714:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:2.0:1763350988.381716:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.381718:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033cbb1 to hash 00000020:00000001:2.0:1763350988.381720:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.381721:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000010:2.0:1763350988.381725:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4600. 00010000:00000001:2.0:1763350988.381727:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.381731:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.381733:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.381737:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.381744:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.381750:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.381753:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.381756:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.381758:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.381761:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.381762:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.381765:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.381767:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.381769:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.381770:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.381773:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) refcount = 3 00010000:00000040:2.0:1763350988.381776:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.381781:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 501 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.381788:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.381794:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.381799:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.381802:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.381804:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.381806:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.381808:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.381811:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.381813:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.381816:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.381818:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.381823:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.381825:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.381826:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.381829:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.381831:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.381836:0:21173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92200. 00010000:00000010:2.0:1763350988.381839:0:21173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc98f7d80. 00010000:00000001:2.0:1763350988.381843:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.381846:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc7898000. 00000020:00000001:2.0:1763350988.381848:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.381850:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc7898000 with handle 0xcb8c81cc3033cbb8 to hash 00000020:00000001:2.0:1763350988.381852:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.381853:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000010:2.0:1763350988.381856:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4380. 00010000:00000001:2.0:1763350988.381858:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.381861:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.381863:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.381865:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.381870:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.381871:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.381872:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.381874:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.381875:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.381877:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.381878:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.381880:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.381881:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.381882:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.381883:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.381885:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92200) refcount = 1 00010000:00010000:2.0:1763350988.381888:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.381892:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.381894:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.381895:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.381897:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.381898:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.381900:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.381902:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.381904:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.381906:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.381908:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.381913:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.381914:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.381915:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.381917:0:21173:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.381923:0:21173:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.381966:0:21173:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350988.381970:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.381974:0:21173:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.381978:0:21173:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.381984:0:21173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350988.382007:0:21173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.382010:0:21173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350988.382012:0:21173:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350988.382016:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.382019:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.382022:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.382024:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.382026:0:21173:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350988.382028:0:21173:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.382030:0:21173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763350988.382034:0:21173:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763350988.382036:0:21173:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350988.382038:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.382039:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.382040:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.382053:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.382056:0:21173:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.382083:0:21173:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.382086:0:21173:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.382089:0:21173:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382180:0:21173:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382184:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.382186:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350988.382188:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.382192:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350988.382194:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350988.382204:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.382207:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.382213:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382217:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.382223:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382226:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382235:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.382238:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.382242:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.382245:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.382247:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.382250:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 2 00000004:00000001:2.0:1763350988.382253:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.382255:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382256:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382259:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.382261:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.382262:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.382264:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.382266:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382267:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382270:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.382272:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.382273:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350988.382276:0:21173:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350988.382278:0:21173:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.382281:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925dea3b0378 00000004:00000001:2.0:1763350988.382284:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382295:0:21173:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1763350988.382299:0:21173:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350988.382300:0:21173:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.382304:0:21173:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff7:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763350988.382306:0:21173:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350988.382310:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.382311:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.382315:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 3 00010000:00000001:2.0:1763350988.382318:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.382320:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.382323:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc7899e00. 00000020:00000001:2.0:1763350988.382326:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.382328:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc7899e00 with handle 0xcb8c81cc3033cbbf to hash 00000020:00000001:2.0:1763350988.382330:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.382331:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000010:2.0:1763350988.382334:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4d80. 00010000:00000001:2.0:1763350988.382337:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:2.0:1763350988.382339:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.382340:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.382343:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cbbf lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382349:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.382351:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.382352:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.382353:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.382355:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.382357:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.382358:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.382360:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.382361:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.382363:0:21173:0:(ldlm_lock.c:1017:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.382365:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.382366:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 3 00010000:00000040:2.0:1763350988.382369:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.382374:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc81 expref: 501 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.382383:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 501 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.382388:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cbbf lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382392:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.382394:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.382396:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.382397:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.382398:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.382400:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.382402:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.382404:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.382406:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.382408:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cbbf lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382412:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.382413:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.382414:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.382416:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.382418:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.382420:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7899e00 refcount=3 00000020:00000001:2.0:1763350988.382421:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:2.0:1763350988.382423:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:2.0:1763350988.382425:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.382426:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.382428:0:21173:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.382431:0:21173:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff7:0x0], ibits = 0x1b/0x1b, open_flags = 040100000010003, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763350988.382435:0:21173:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.382437:0:21173:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382450:0:21173:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763350988.382454:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.382455:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.382457:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.382458:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.382460:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.382462:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.382463:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.382465:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.382467:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: nlink=1, mode=100644, valid=0x100000008000278f 00000004:00200000:2.0:1763350988.382470:0:21173:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: returning size 1516 00000001:00000001:2.0:1763350988.382473:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.382474:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382476:0:21173:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350988.382478:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.382480:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382481:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382483:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.382484:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.382486:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.382488:0:21173:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382491:0:21173:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763350988.382493:0:21173:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 80 00000004:00000001:2.0:1763350988.382496:0:21173:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763350988.382498:0:21173:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382501:0:21173:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763350988.382506:0:21173:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.382508:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.382510:0:21173:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff7:0x0] mask 6 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.382514:0:21173:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382517:0:21173:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382519:0:21173:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.382524:0:21173:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763350988.382528:0:21173:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dc98f7380. 00000020:00000001:2.0:1763350988.382531:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.382533:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc98f7380 with handle 0xcb8c81cc3033cbc6 to hash 00000020:00000001:2.0:1763350988.382535:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763350988.382537:0:21173:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530244076416 : -120543465475200 : ffff925dc98f7380) 00000004:00000001:2.0:1763350988.382540:0:21173:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350988.382542:0:21173:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763350988.382544:0:21173:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff7:0x0] Change mfd open_flags 0 -> 040100000010003. 00000004:00000001:2.0:1763350988.382548:0:21173:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763350988.382552:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.382562:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dde7db800. 00080000:00000001:2.0:1763350988.382564:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530595235840 : -120543114315776 : ffff925dde7db800) 00080000:00000001:2.0:1763350988.382567:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350988.382575:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.382583:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.382584:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.382636:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.382639:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.382644:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350988.382646:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055207, last_committed = 8590055196 00000001:00000010:2.0:1763350988.382650:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693780. 00000001:00000040:2.0:1763350988.382653:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 11 00000020:00000040:2.0:1763350988.382655:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=502 00000001:00000010:2.0:1763350988.382660:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc5871c00. 00080000:00000001:2.0:1763350988.382668:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.382684:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.382700:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc5871c00: xid 1849001118791296, transno 8590055207, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.382703:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.382715:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382717:0:21173:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350988.382719:0:21173:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382721:0:21173:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382725:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.382727:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382728:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.382730:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.382732:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.382735:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.382737:0:21173:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.382740:0:21173:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763350988.382743:0:21173:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763350988.382745:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.382747:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.382749:0:21173:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350988.382751:0:21173:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350988.382752:0:21173:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382754:0:21173:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.382757:0:21173:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350988.382759:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.382760:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.382761:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.382763:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:2.0:1763350988.382764:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.382766:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.382769:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.382772:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382776:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.382777:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.382779:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382783:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.382785:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.382787:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.382790:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350988.382795:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfea00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.382798:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.382800:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.382802:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382810:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.382811:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.382812:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.382814:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=4 00000020:00000001:2.0:1763350988.382815:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.382817:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350988.382819:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.382822:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382826:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.382828:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.382829:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.382839:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.382842:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.382843:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.382844:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.382847:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033cbb1 from hash 00010000:00000001:2.0:1763350988.382849:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.382850:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.382851:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.382852:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.382855:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.382856:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.382858:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.382860:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.382862:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.382864:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:2.0:1763350988.382867:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350988.382869:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.382873:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.382874:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.382876:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.382879:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.382880:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.382882:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.382884:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.382886:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.382890:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382895:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.382896:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.382898:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.382899:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.382901:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.382903:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbb1 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350988.382910:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4600. 00010000:00000001:2.0:1763350988.382920:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.382921:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.382923:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.382924:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.382926:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.382927:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:2.0:1763350988.382929:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.382931:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.382934:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.382936:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382940:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.382942:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.382944:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382950:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.382951:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.382953:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.382955:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350988.382961:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc7898000 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.382963:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.382964:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.382966:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382971:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.382972:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.382973:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.382975:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=4 00000020:00000001:2.0:1763350988.382976:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.382979:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.382981:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.382983:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.382987:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.382989:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.382990:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.382992:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.382994:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.382996:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.382997:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.383000:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc7898000 with handle 0xcb8c81cc3033cbb8 from hash 00010000:00000001:2.0:1763350988.383001:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.383003:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.383004:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.383006:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.383007:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.383009:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.383011:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.383012:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.383013:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.383016:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92200) 00010000:00010000:2.0:1763350988.383019:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350988.383021:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.383027:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.383028:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.383030:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.383032:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.383033:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.383034:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.383035:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.383037:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.383039:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.383057:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.383058:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.383059:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.383060:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.383062:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.383063:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbb8 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350988.383068:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4380. 00010000:00000040:2.0:1763350988.383073:0:21173:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92200 count: 0 00010000:00000010:2.0:1763350988.383079:0:21173:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc98f7d80. 00010000:00000001:2.0:1763350988.383477:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.383481:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.383484:0:21173:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350988.383486:0:21173:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350988.383487:0:21173:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350988.383489:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350988.383495:0:21173:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:2.0:1763350988.383497:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763350988.383505:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.383513:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.383518:0:21173:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.383520:0:21173:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350988.383526:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.383528:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.383530:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.383532:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.383534:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.383538:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 80 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.383544:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.383546:0:21173:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763350988.383549:0:21173:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763350988.383551:0:21173:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.383555:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.383556:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.383558:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7899e00 refcount=3 00000020:00000001:2.0:1763350988.383560:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:2.0:1763350988.383562:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00000004:00000040:2.0:1763350988.383566:0:21173:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 487 00000020:00000040:2.0:1763350988.383568:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=503 00010000:00000001:2.0:1763350988.383575:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.383576:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.383578:0:21173:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.383581:0:21173:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.383584:0:21173:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.383590:0:21173:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350988.383592:0:21173:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.383907:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.383914:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.383915:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.383917:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.383919:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.383922:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cbaa from hash 00010000:00000001:2.0:1763350988.383924:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.383926:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.383927:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.383928:0:21173:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.383929:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.383936:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbaa lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc88 expref: 503 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.383950:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:2.0:1763350988.383953:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 502 00010000:00000010:2.0:1763350988.383955:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.383963:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.383964:0:21173:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.383970:0:21173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.383975:0:21173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cbbf lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc88 expref: 502 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.383982:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.383984:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.383987:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00010000:2.0:1763350988.383989:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763350988.383991:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.383993:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.383994:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.383996:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.383997:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.383999:0:21173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc7899e00, rc 0) 00000020:00000001:2.0:1763350988.384002:0:21173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.384006:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055207, xid 1849001118791296 00010000:00000001:2.0:1763350988.384009:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.384017:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3297100 x1849001118791296/t8590055207(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/688 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.384026:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.384029:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.384033:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.384039:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.384042:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.384055:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.384059:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.384063:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.384067:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.384070:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.384079:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2110. 00000100:00000200:2.0:1763350988.384088:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 688 bytes to portal 10, xid 1849001118791296, offset 224 00000400:00000200:2.0:1763350988.384097:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.384116:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.384123:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198222:198222:256:4294967295] 192.168.202.2@tcp LPNI seq info [198218:198218:8:4294967295] 00000400:00000200:2.0:1763350988.384137:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.384142:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 688 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.384149:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.384156:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.384164:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.384169:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 784 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.384493:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.384498:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.384501:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.384503:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.384506:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.384512:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3297100 x1849001118791296/t8590055207(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/688 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.384522:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3297100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+502:226800:x1849001118791296:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 3312us (3757us total) trans 8590055207 rc 0/0 00000100:00100000:2.0:1763350988.384531:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140642 00000100:00000040:2.0:1763350988.384535:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.384538:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.384540:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.384546:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.384552:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.384556:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.384564:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 501 00000100:00000001:2.0:1763350988.384567:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.384844:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.384851:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:1.0:1763350988.384859:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.384866:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.384872:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:1.0:1763350988.384876:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:1.0:1763350988.384881:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.384883:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350988.391009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:2.1:1763350988.391034:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92200. 00010000:00000010:2.1:1763350988.391040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7898000. 00000800:00000001:1.0:1763350988.392805:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.392831:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.392837:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.392840:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.392855:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.392878:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edff700 00000400:00000200:1.0:1763350988.392889:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127cc1 [2] + 0 00000800:00000001:1.0:1763350988.392900:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.392916:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.392919:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.392924:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.392933:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.392936:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763350988.392946:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf293b80. 00000100:00000040:1.0:1763350988.392951:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf293b80 x1849001118791424 msgsize 328 00000100:00100000:1.0:1763350988.392956:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.392985:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.392996:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.393000:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.393760:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.393764:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118791424 02000000:00000001:3.0:1763350988.393769:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.393771:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.393774:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.393780:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.393785:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118791424 00000020:00000001:3.0:1763350988.393788:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.393790:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350988.393793:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.393797:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=502 00000020:00000001:3.0:1763350988.393800:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350988.393802:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350988.393808:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.393816:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.393821:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.393824:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000020:00000010:3.0:1763350988.393833:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df800. 00000020:00000010:3.0:1763350988.393839:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.393847:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375960. 00000100:00000040:3.0:1763350988.393858:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350988.393861:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.393863:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350988.393866:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350988.393871:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.393873:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350988.393881:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.393883:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.393885:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7899e00 refcount=3 00000020:00000001:3.0:1763350988.393888:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:3.0:1763350988.393891:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:3.0:1763350988.393894:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.393896:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.393897:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.393900:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.393909:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.393917:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.393931:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.393933:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.393940:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1009 00000100:00000040:3.0:1763350988.393944:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350988.393946:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606476160 : -120543103075456 : ffff925ddf293b80) 00000100:00000040:3.0:1763350988.398696:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf293b80 x1849001118791424/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000800:00000001:0.0:1763350988.398727:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.398749:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.398755:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.398758:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.398767:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.398789:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 552 into portal 12 MB=0x691a81edff800 00000400:00000200:0.0:1763350988.398800:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 552/552 into md 0xd4535 [64] + 178184 00000800:00000001:0.0:1763350988.398812:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.398978:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.398982:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.398989:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.398998:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.399000:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350988.399010:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd8a80. 00000100:00000040:0.0:1763350988.399015:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd8a80 x1849001118791680 msgsize 552 00000100:00100000:0.0:1763350988.399021:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.399033:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.399053:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.399057:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.399438:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.399443:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118791680 02000000:00000001:2.0:1763350988.399446:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.399449:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.399452:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.399458:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.399462:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118791680 00000020:00000001:2.0:1763350988.399465:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.399467:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.399470:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.399474:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=503 00000020:00000001:2.0:1763350988.399476:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.399478:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.399483:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.399489:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350988.399493:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.399496:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000020:00000010:2.0:1763350988.399503:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.399509:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.399515:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.399525:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.399528:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.399530:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350988.399533:0:21173:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350988.399535:0:21173:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.399537:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.399547:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.399561:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.399578:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.399580:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.399586:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140643 00000100:00000040:2.0:1763350988.399590:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:2.0:1763350988.399592:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170892416 : -120542538659200 : ffff925e00cd8a80) 00000100:00000040:2.0:1763350988.399625:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd8a80 x1849001118791680/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 552/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.399635:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.399638:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d280. 00000100:00000001:2.0:1763350988.399640:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.399642:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d280. 00000100:00100000:2.0:1763350988.399647:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+503:226800:x1849001118791680:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350988.399651:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118791680 00000020:00000001:2.0:1763350988.399655:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.399659:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350988.399666:0:21173:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc5871c00: xid 1849001118791296, transno 8590055207, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.399671:0:21173:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43f00: xid 1849001118791040, transno 8590055206, client gen 3, slot idx 0 00000001:00000010:2.0:1763350988.399676:0:21173:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43f00. 00000020:00000001:2.0:1763350988.399681:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.399683:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.399685:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.399689:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.399692:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118791680, found 0 last_xid 1849001118791423 00000020:00000001:2.0:1763350988.399695:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.399697:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.399700:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.399706:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.399709:0:21173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.399713:0:21173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.399715:0:21173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.399717:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.399720:0:21173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.399725:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.399733:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:2.0:1763350988.399736:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.399740:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.399745:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc7898000. 00000020:00000001:2.0:1763350988.399750:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.399752:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc7898000 with handle 0xcb8c81cc3033cbcd to hash 00000020:00000001:2.0:1763350988.399754:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.399756:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000010:2.0:1763350988.399761:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.399763:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00010000:2.0:1763350988.399769:0:21173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbcd lrc: 2/0,0 mode: --/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc8f expref: -99 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.399779:0:21173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 487 00000020:00000040:2.0:1763350988.399781:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=504 00010000:00000001:2.0:1763350988.399788:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350988.399792:0:21173:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350988.399800:0:21173:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350988.399803:0:21173:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350988.399805:0:21173:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.399807:0:21173:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763350988.399813:0:21173:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925e00cd8a80 x1849001118791680/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 552/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763350988.399823:0:21173:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350988.399825:0:21173:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350988.399829:0:21173:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763350988.399832:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.399835:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.399838:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.399839:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.399842:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.399850:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.399851:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.399854:0:21173:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.399856:0:21173:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.399860:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.399861:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.399865:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.399868:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.399920:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925ddf9f0000. 02000000:00000001:2.0:1763350988.399923:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.399926:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.399931:0:21173:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350988.399932:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.399933:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.399935:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.399937:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.399939:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.399940:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.399941:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.399943:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.399945:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.399946:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.399951:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.399957:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.399959:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.399961:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.399963:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.399965:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.399967:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.399969:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.399970:0:21173:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.399973:0:21173:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350988.399975:0:21173:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.399977:0:21173:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350988.399981:0:21173:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763350988.399985:0:21173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464314ba38 00000004:00000002:2.0:1763350988.399987:0:21173:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3ff6:0x0]/(. :VOLATILE:0000:35AC41D6:fd=03->[0x200000bd2:0x3ff8:0x0]) cr_flag=040500100010302 mode=0100600 msg_flag=0x600 00000004:00000001:2.0:1763350988.399994:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.399997:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:2.0:1763350988.400000:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.400007:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:2.0:1763350988.400010:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:2.0:1763350988.400013:0:21173:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350988.400015:0:21173:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.400020:0:21173:0:(mdt_handler.c:3752:mdt_object_new()) Process entered 00000004:00000040:2.0:1763350988.400022:0:21173:0:(mdt_handler.c:3754:mdt_object_new()) Allocate object for [0x200000bd2:0x3ff8:0x0] 00000020:00000001:2.0:1763350988.400024:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000001:2.0:1763350988.400026:0:21173:0:(mdt_handler.c:6942:mdt_object_alloc()) Process entered 00000004:00000010:2.0:1763350988.400030:0:21173:0:(mdt_handler.c:6944:mdt_object_alloc()) slab-alloced 'mo': 480 at ffff925ccd7cc000. 00000004:00000001:2.0:1763350988.400034:0:21173:0:(mdt_handler.c:6967:mdt_object_alloc()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000004:00000001:2.0:1763350988.400039:0:21173:0:(mdt_handler.c:6980:mdt_object_init()) Process entered 00000004:00000040:2.0:1763350988.400041:0:21173:0:(mdt_handler.c:6983:mdt_object_init()) object init, fid = [0x200000bd2:0x3ff8:0x0] 00000004:00000010:2.0:1763350988.400055:0:21173:0:(mdd_object.c:264:mdd_object_alloc()) slab-alloced 'mdd_obj': 120 at ffff925dc7847348. 00000004:00000001:2.0:1763350988.400059:0:21173:0:(mdt_handler.c:6992:mdt_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.400062:0:21173:0:(mdd_object.c:288:mdd_object_init()) Process entered 00000004:00000001:2.0:1763350988.400066:0:21173:0:(lod_dev.c:199:lod_object_alloc()) Process entered 00000004:00000010:2.0:1763350988.400071:0:21173:0:(lod_dev.c:201:lod_object_alloc()) slab-alloced 'lod_obj': 272 at ffff925cddf38660. 00000004:00000001:2.0:1763350988.400074:0:21173:0:(lod_dev.c:211:lod_object_alloc()) Process leaving (rc=18446623526291211872 : -120547418339744 : ffff925cddf38660) 00000004:00000001:2.0:1763350988.400076:0:21173:0:(mdd_object.c:298:mdd_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.400080:0:21173:0:(lod_object.c:9531:lod_object_init()) Process entered 00000004:00000001:2.0:1763350988.400081:0:21173:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:2.0:1763350988.400085:0:21173:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:2.0:1763350988.400087:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.400090:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.400092:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.400095:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.400097:0:21173:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.400099:0:21173:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x200000bd2 00000004:00000001:2.0:1763350988.400101:0:21173:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763350988.400106:0:21173:0:(osd_object.c:288:osd_object_alloc()) slab-alloced 'mo': 456 at ffff925ccd6ac558. 00000004:00000001:2.0:1763350988.400109:0:21173:0:(lod_object.c:9574:lod_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.400113:0:21173:0:(osd_object.c:530:osd_object_init()) Process entered 00080000:00000001:2.0:1763350988.400115:0:21173:0:(osd_object.c:541:osd_object_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.400117:0:21173:0:(osd_object.c:670:osd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.400121:0:21173:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000004:00000001:2.0:1763350988.400123:0:21173:0:(mdt_handler.c:3760:mdt_object_new()) Process leaving (rc=18446623526014992384 : -120547694559232 : ffff925ccd7cc000) 00080000:00000001:2.0:1763350988.400130:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.400137:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000004:00000002:2.0:1763350988.400140:0:21173:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff6:0x0] version is 0x20001d71e 00000004:00000002:2.0:1763350988.400143:0:21173:0:(mdt_reint.c:52:mdt_obj_version_get()) FID [0x200000bd2:0x3ff8:0x0] version is 0x1 00000004:00000001:2.0:1763350988.400149:0:21173:0:(mdd_dir.c:3081:mdd_create()) Process entered 00000004:00000001:2.0:1763350988.400190:0:21173:0:(mdd_dir.c:2473:mdd_create_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.400193:0:21173:0:(mdd_dir.c:441:mdd_may_create()) Process entered 00000004:00000001:2.0:1763350988.400196:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350988.400201:0:21173:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 3 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350988.400206:0:21173:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.400208:0:21173:0:(mdd_dir.c:453:mdd_may_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.400212:0:21173:0:(mdd_dir.c:2578:mdd_create_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350988.400216:0:21173:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350988.400225:0:21173:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693540. 00080000:00000001:2.0:1763350988.400229:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.400240:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dde7dbc00. 00080000:00000001:2.0:1763350988.400242:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00000004:00000001:2.0:1763350988.400246:0:21173:0:(mdd_dir.c:2754:mdd_acl_init()) Process entered 00000004:00000001:2.0:1763350988.400253:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.400255:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.400258:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.400262:0:21173:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.400267:0:21173:0:(mdd_dir.c:2792:mdd_acl_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:2.0:1763350988.400271:0:21173:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff8:0x0] eadata 0000000000000000 len 0 00000004:00000001:2.0:1763350988.400275:0:21173:0:(lod_object.c:5732:lod_ah_init()) Process entered 00080000:00000002:2.0:1763350988.400281:0:21173:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff6:0x0] not in the id map cache 00000004:00000001:2.0:1763350988.400285:0:21173:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350988.400287:0:21173:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350988.400289:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.400291:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.400294:0:21173:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.400979:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.400987:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.400990:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.400993:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000100:00100000:3.0:1763350988.401002:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf293b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+504:2359:x1849001118791424:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350988.401006:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118791424 00010000:00000001:3.0:1763350988.401009:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350988.401013:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350988.401016:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350988.401021:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.401023:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.401028:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707c400. 02000000:00000001:3.0:1763350988.401030:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.401033:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.401035:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350988.401037:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350988.401039:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.401041:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.401052:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7899e00 refcount=3 00000020:00000001:3.0:1763350988.401054:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:3.0:1763350988.401057:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000040:3.0:1763350988.401060:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 4 00000004:00000001:3.0:1763350988.401065:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:3.0:1763350988.401067:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350988.401072:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.401074:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.401076:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.401078:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.401083:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350988.401085:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350988.401092:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.401094:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.401096:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350988.401098:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.401100:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc7899e00 with handle 0xcb8c81cc3033cbbf from hash 00010000:00000001:3.0:1763350988.401103:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350988.401104:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.401105:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.401106:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350988.401112:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.401115:0:5782:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.401116:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350988.401117:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350988.401121:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cbbf lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc88 expref: 504 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.401131:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:3.0:1763350988.401133:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 503 00010000:00000010:3.0:1763350988.401136:0:5782:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4d80. 00010000:00000001:3.0:1763350988.401147:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.401150:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.401153:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350988.401156:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00000001:3.0:1763350988.401160:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.401163:0:5782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.401164:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350988.401166:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350988.401168:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.401173:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.401176:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.401180:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.401186:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.401189:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.401192:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.401195:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.401197:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.401201:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.401204:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.401209:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23503b8. 00000100:00000200:3.0:1763350988.401218:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118791424, offset 224 00000400:00000200:3.0:1763350988.401227:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.401243:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.401251:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198223:198223:256:4294967295] 192.168.202.2@tcp LPNI seq info [198219:198219:8:4294967295] 00000400:00000200:3.0:1763350988.401265:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.401271:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.401276:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928eb00. 00000800:00000200:3.0:1763350988.401283:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.401292:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.401297:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928eb00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.401321:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.401326:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.401329:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.401331:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.401337:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf293b80 x1849001118791424/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.401347:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf293b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+503:2359:x1849001118791424:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 372us (8394us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350988.401358:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1009 00000100:00000040:3.0:1763350988.401362:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350988.401365:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.401367:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.401374:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.401380:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375960. 00000020:00000010:3.0:1763350988.401387:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df800. 00000020:00000040:3.0:1763350988.401392:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 502 00000100:00000001:3.0:1763350988.401395:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.402901:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.402912:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928eb00. 00000400:00000200:1.0:1763350988.402920:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.402928:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.402936:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23503b8 00000400:00000010:1.0:1763350988.402939:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23503b8. 00000100:00000001:1.0:1763350988.402945:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.402947:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350988.403519:0:21173:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000004:00000001:2.0:1763350988.403534:0:21173:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403543:0:21173:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:2.0:1763350988.403547:0:21173:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350988.403551:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.403561:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.403564:0:21173:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403566:0:21173:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:2.0:1763350988.403574:0:21173:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dc58710c0. 00000004:00000001:2.0:1763350988.403578:0:21173:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00000004:00000001:2.0:1763350988.403584:0:21173:0:(mdd_dir.c:1572:mdd_linkea_prepare()) Process entered 00000020:00000001:2.0:1763350988.403625:0:21173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464314b8c8 00000001:00000002:2.0:1763350988.403628:0:21173:0:(linkea.c:174:linkea_add_buf()) New link_ea name '[0x200000bd2:0x3ff6:0x0]:. :VOLATILE:0000:35AC41D6:fd=03' is added 00000004:00000001:2.0:1763350988.403632:0:21173:0:(mdd_dir.c:1599:mdd_linkea_prepare()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403638:0:21173:0:(mdd_object.c:548:mdd_declare_create_object_internal()) Process entered 00000004:00000001:2.0:1763350988.403643:0:21173:0:(lod_object.c:6195:lod_declare_create()) Process entered 00000004:00000001:2.0:1763350988.403647:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.403652:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.403656:0:21173:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:2.0:1763350988.403708:0:21173:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350988.403715:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.403718:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.403722:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.403725:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.403727:0:21173:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1763350988.403739:0:21173:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff8:0x0] not in the id map cache 00000001:00000001:2.0:1763350988.403744:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.403746:0:21173:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403749:0:21173:0:(lod_object.c:6276:lod_declare_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403751:0:21173:0:(mdd_object.c:568:mdd_declare_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403754:0:21173:0:(mdd_dir.c:2396:mdd_declare_object_initialize()) Process entered 00000004:00000001:2.0:1763350988.403756:0:21173:0:(mdd_dir.c:2400:mdd_declare_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403766:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.403767:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.403773:0:21173:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.403787:0:21173:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403792:0:21173:0:(lod_sub_object.c:195:lod_sub_declare_ref_add()) Process entered 00000004:00000001:2.0:1763350988.403793:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.403795:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.403799:0:21173:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.403801:0:21173:0:(osd_object.c:1104:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.403804:0:21173:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403807:0:21173:0:(lod_sub_object.c:206:lod_sub_declare_ref_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.403815:0:21173:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350988.403818:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350988.403826:0:21173:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350988.403827:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.403828:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.403832:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.403836:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.403838:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403840:0:21173:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403843:0:21173:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.403848:0:21173:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.403850:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.403851:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.403855:0:21173:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.403858:0:21173:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403860:0:21173:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403863:0:21173:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.403890:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.403893:0:21173:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.403900:0:21173:0:(mdd_object.c:580:mdd_create_object_internal()) Process entered 00000004:00000001:2.0:1763350988.403902:0:21173:0:(lod_object.c:6469:lod_create()) Process entered 00000004:00000001:2.0:1763350988.403904:0:21173:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:2.0:1763350988.403905:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.403906:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.403910:0:21173:0:(osd_object.c:1920:osd_create()) Process entered 00080000:00000001:2.0:1763350988.403973:0:21173:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350988.403975:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350988.403976:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350988.403978:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350988.403980:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.403982:0:21173:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.404157:0:21173:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.404161:0:21173:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.404164:0:21173:0:(osd_object.c:2032:osd_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404166:0:21173:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404170:0:21173:0:(lod_object.c:6483:lod_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404174:0:21173:0:(mdd_object.c:586:mdd_create_object_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404176:0:21173:0:(mdd_dir.c:2425:mdd_object_initialize()) Process entered 00000004:00000001:2.0:1763350988.404178:0:21173:0:(mdd_dir.c:2439:mdd_object_initialize()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404186:0:21173:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.404190:0:21173:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.404192:0:21173:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.404193:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.404195:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.404199:0:21173:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.404201:0:21173:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr user.job with size 5 00080000:00000001:2.0:1763350988.404208:0:21173:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.404210:0:21173:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.404212:0:21173:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404215:0:21173:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404217:0:21173:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404219:0:21173:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404223:0:21173:0:(mdd_dir.c:2970:mdd_create_object()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404228:0:21173:0:(mdd_orphans.c:145:mdd_orphan_insert()) Process entered 00000004:00000001:2.0:1763350988.404232:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.404233:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.404237:0:21173:0:(osd_index.c:995:osd_dir_insert()) Process entered 00080000:00000001:2.0:1763350988.404311:0:21173:0:(osd_index.c:1096:osd_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404315:0:21173:0:(lod_sub_object.c:228:lod_sub_ref_add()) Process entered 00000004:00000001:2.0:1763350988.404317:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.404318:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.404323:0:21173:0:(osd_object.c:2054:osd_ref_add()) Process entered 00080000:00000001:2.0:1763350988.404363:0:21173:0:(osd_object.c:2072:osd_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404366:0:21173:0:(lod_sub_object.c:243:lod_sub_ref_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404368:0:21173:0:(mdd_orphans.c:158:mdd_orphan_insert()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.404372:0:21173:0:(mdd_orphans.c:180:mdd_orphan_insert()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404374:0:21173:0:(mdd_dir.c:3184:mdd_create()) Process leaving via out_volatile (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.404378:0:21173:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:2.0:1763350988.404379:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.404381:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.404384:0:21173:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:2.0:1763350988.404388:0:21173:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404391:0:21173:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.404397:0:21173:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.404400:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.404406:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000004:00000001:2.0:1763350988.404411:0:21173:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.404413:0:21173:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.404414:0:21173:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.404416:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.404418:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.404420:0:21173:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.404422:0:21173:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763350988.404428:0:21173:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.404430:0:21173:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.404432:0:21173:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404433:0:21173:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404435:0:21173:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404437:0:21173:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763350988.404440:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055208, last_committed = 8590055196 00000001:00000010:2.0:1763350988.404446:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693e40. 00000001:00000040:2.0:1763350988.404449:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 12 00000020:00000040:2.0:1763350988.404452:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=503 00000001:00000010:2.0:1763350988.404463:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de2edcd80. 00000004:00000001:2.0:1763350988.404472:0:21173:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350988.404474:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.404476:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530595236864 : -120543114314752 : ffff925dde7dbc00) 00080000:00000001:2.0:1763350988.404479:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.404498:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350988.404500:0:21173:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.404506:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de2edcd80: xid 1849001118791680, transno 8590055208, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350988.404510:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.404566:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.404570:0:21173:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693540. 00000020:00000001:2.0:1763350988.404573:0:21173:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404591:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.404646:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.404655:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404661:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.404668:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.404669:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.404674:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.404677:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.404682:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.404685:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.404688:0:21173:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.404693:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.404694:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.404696:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.404697:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.404699:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.404702:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.404705:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925ddf9f0378 00000004:00000001:2.0:1763350988.404709:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.404719:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.404726:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404740:0:21173:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:2.0:1763350988.404745:0:21173:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff8:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763350988.404748:0:21173:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350988.404753:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.404757:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.404769:0:21173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92200. 00010000:00000010:2.0:1763350988.404774:0:21173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc98f7f00. 00010000:00000001:2.0:1763350988.404778:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.404782:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.404787:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.404790:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cbd4 to hash 00000020:00000001:2.0:1763350988.404792:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.404793:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.404800:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4380. 00010000:00000001:2.0:1763350988.404803:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.404808:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.404810:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.404815:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.404824:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.404830:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.404833:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.404836:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.404839:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.404841:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.404843:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.404845:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.404848:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.404850:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.404851:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.404855:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff8:0x0].0x0 (ffff925df4a92200) refcount = 1 00010000:00010000:2.0:1763350988.404859:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.404866:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.404873:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.404875:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.404878:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.404880:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.404882:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.404885:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.404888:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.404891:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.404894:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.404901:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.404902:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.404904:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.404906:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.404911:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.404914:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.404915:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.404918:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.404920:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.404921:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.404923:0:21173:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.404926:0:21173:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff8:0x0], ibits = 0x1b/0x1b, open_flags = 040500100010302, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763350988.404931:0:21173:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.404933:0:21173:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404937:0:21173:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763350988.404942:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.404945:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.404947:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.404949:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.404951:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.404953:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.404954:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.404956:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.404959:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff8:0x0]: nlink=1, mode=100600, valid=0x100000008000278f 00000004:00200000:2.0:1763350988.404963:0:21173:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff8:0x0]: returning size 0 00000001:00000001:2.0:1763350988.404966:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.404968:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404971:0:21173:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350988.404974:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.404976:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.404978:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.404980:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.404983:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.404985:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.404987:0:21173:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.404991:0:21173:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:2.0:1763350988.404994:0:21173:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:2.0:1763350988.404995:0:21173:0:(mdt_open.c:98:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.404999:0:21173:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 2432 00000004:00000001:2.0:1763350988.405002:0:21173:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:2.0:1763350988.405004:0:21173:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.405009:0:21173:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763350988.405013:0:21173:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.405016:0:21173:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.405019:0:21173:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.405022:0:21173:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763350988.405027:0:21173:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dc98f7780. 00000020:00000001:2.0:1763350988.405029:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.405031:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc98f7780 with handle 0xcb8c81cc3033cbdb to hash 00000020:00000001:2.0:1763350988.405033:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763350988.405034:0:21173:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530244077440 : -120543465474176 : ffff925dc98f7780) 00000004:00000001:2.0:1763350988.405037:0:21173:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350988.405039:0:21173:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763350988.405051:0:21173:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff8:0x0] Change mfd open_flags 0 -> 040500100010302. 00000004:00000001:2.0:1763350988.405056:0:21173:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763350988.405060:0:21173:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350988.405062:0:21173:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.405064:0:21173:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.405068:0:21173:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.405072:0:21173:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763350988.405075:0:21173:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763350988.405077:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.405080:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.405082:0:21173:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350988.405084:0:21173:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.405087:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350988.405091:0:21173:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:2.0:1763350988.405094:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763350988.405098:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.405101:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.405107:0:21173:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.405111:0:21173:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350988.405117:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.405120:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.405122:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.405125:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.405127:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.405130:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.405135:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.405137:0:21173:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763350988.405142:0:21173:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763350988.405144:0:21173:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.405149:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.405150:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.405152:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.405154:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.405157:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00000004:00000040:2.0:1763350988.405161:0:21173:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 487 00000020:00000040:2.0:1763350988.405164:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=504 00010000:00000001:2.0:1763350988.405171:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.405172:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.405173:0:21173:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.405176:0:21173:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.405181:0:21173:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.405187:0:21173:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350988.405190:0:21173:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.405193:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.405197:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.405198:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.405200:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.405202:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.405204:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc7898000 with handle 0xcb8c81cc3033cbcd from hash 00010000:00000001:2.0:1763350988.405206:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.405207:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.405209:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.405210:0:21173:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.405211:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.405221:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cbcd lrc: 0/0,0 mode: --/CW res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 504 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.405230:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:2.0:1763350988.405233:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 503 00010000:00000010:2.0:1763350988.405236:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.405249:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.405251:0:21173:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.405256:0:21173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.405260:0:21173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 503 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.405268:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.405271:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.405273:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925df4a92200) 00010000:00010000:2.0:1763350988.405275:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763350988.405278:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.405281:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.405282:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.405284:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.405285:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.405287:0:21173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfe200, rc 0) 00000020:00000001:2.0:1763350988.405291:0:21173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.405295:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055208, xid 1849001118791680 00010000:00000001:2.0:1763350988.405299:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.405306:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cd8a80 x1849001118791680/t8590055208(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 552/608 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.405314:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.405318:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.405323:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.405328:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.405331:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.405334:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.405338:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.405341:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.405345:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.405349:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.405356:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2aa0. 00000100:00000200:2.0:1763350988.405365:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118791680, offset 224 00000400:00000200:2.0:1763350988.405375:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.405392:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.405400:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198224:198224:256:4294967295] 192.168.202.2@tcp LPNI seq info [198220:198220:8:4294967295] 00000400:00000200:2.0:1763350988.405414:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.405420:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.405426:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.405433:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.405441:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.405446:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.405474:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.405478:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.405481:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.405482:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.405485:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.405491:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd8a80 x1849001118791680/t8590055208(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 552/608 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.405501:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+503:226800:x1849001118791680:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5864us (6484us total) trans 8590055208 rc 0/0 00000100:00100000:2.0:1763350988.405510:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140643 00000100:00000040:2.0:1763350988.405515:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.405518:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.405520:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.405526:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.405531:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:2.0:1763350988.405536:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.405543:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 502 00000100:00000001:2.0:1763350988.405546:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.405908:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.405915:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.405924:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.405930:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.405935:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2aa0 00000400:00000010:0.0:1763350988.405938:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2aa0. 00000100:00000001:0.0:1763350988.405943:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.405945:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.413810:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.413835:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.413841:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.413844:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.413858:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.413882:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81edff900 00000400:00000200:0.0:1763350988.413892:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 178736 00000800:00000001:0.0:1763350988.413903:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.413939:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.413943:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.413997:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.414007:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.414010:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350988.414021:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5edb100. 00000100:00000040:0.0:1763350988.414027:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925df5edb100 x1849001118791936 msgsize 4616 00000100:00100000:0.0:1763350988.414032:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.414054:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.414065:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.414070:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350988.414173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7898000. 00010000:00000010:3.1:1763350988.414384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7899e00. 00000100:00000001:2.0:1763350988.414436:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.414441:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118791936 02000000:00000001:2.0:1763350988.414445:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.414447:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.414451:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.414458:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.414462:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118791936 00000020:00000001:2.0:1763350988.414466:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.414469:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.414472:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.414476:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=503 00000020:00000001:2.0:1763350988.414479:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.414483:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.414489:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.414497:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d600. 00000100:00000001:2.0:1763350988.414501:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.414505:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d600. 00000020:00000010:2.0:1763350988.414513:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350988.414520:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7c80. 00000020:00000010:2.0:1763350988.414526:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090e10. 00000100:00000040:2.0:1763350988.414536:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.414540:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.414541:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350988.414545:0:21173:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350988.414547:0:21173:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.414549:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.414558:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.414565:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.414819:0:26495:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.414823:0:26495:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.414831:0:26495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140644 00000100:00000040:0.0:1763350988.414836:0:26495:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350988.414839:0:26495:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988450048 : -120542721101568 : ffff925df5edb100) 00000100:00000040:0.0:1763350988.414848:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5edb100 x1849001118791936/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350988.414857:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.414861:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.414863:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.414865:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bdab80. 00000100:00100000:0.0:1763350988.414870:0:26495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5edb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+503:226800:x1849001118791936:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350988.414873:0:26495:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118791936 00000020:00000001:0.0:1763350988.414877:0:26495:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.414881:0:26495:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350988.414888:0:26495:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de2edcd80: xid 1849001118791680, transno 8590055208, client gen 3, slot idx 0 00000001:00000001:0.0:1763350988.414893:0:26495:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc5871c00: xid 1849001118791296, transno 8590055207, client gen 3, slot idx 1 00000001:00000010:0.0:1763350988.414898:0:26495:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc5871c00. 00000020:00000001:0.0:1763350988.414904:0:26495:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.414907:0:26495:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.414909:0:26495:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350988.414912:0:26495:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350988.414916:0:26495:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118791936, found 0 last_xid 1849001118791935 00000020:00000001:0.0:1763350988.414918:0:26495:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.414921:0:26495:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.414924:0:26495:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.414932:0:26495:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.414934:0:26495:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350988.414937:0:26495:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350988.414939:0:26495:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350988.414941:0:26495:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350988.414944:0:26495:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.414948:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350988.414956:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:0.0:1763350988.414959:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.414963:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.414968:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350988.414973:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.414976:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033cbe2 to hash 00000020:00000001:0.0:1763350988.414978:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.414980:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350988.414986:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5780. 00010000:00000001:0.0:1763350988.414989:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350988.414995:0:26495:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cbe2 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc96 expref: -99 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.415005:0:26495:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 487 00000020:00000040:0.0:1763350988.415008:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=504 00010000:00000001:0.0:1763350988.415015:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350988.415019:0:26495:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350988.415028:0:26495:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350988.415030:0:26495:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350988.415032:0:26495:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.415035:0:26495:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763350988.415040:0:26495:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925df5edb100 x1849001118791936/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763350988.415063:0:26495:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763350988.415067:0:26495:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763350988.415071:0:26495:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763350988.415075:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.415078:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.415081:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.415082:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.415084:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.415086:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.415087:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.415089:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.415099:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.415101:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.415104:0:26495:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.415107:0:26495:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.415112:0:26495:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350988.415114:0:26495:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350988.415117:0:26495:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.415120:0:26495:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.415167:0:26495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925deef40000. 02000000:00000001:0.0:1763350988.415170:0:26495:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.415174:0:26495:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.415180:0:26495:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350988.415182:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.415183:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.415185:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.415186:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.415188:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.415190:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.415191:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.415193:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.415196:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.415197:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.415203:0:26495:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350988.415209:0:26495:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350988.415212:0:26495:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350988.415216:0:26495:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350988.415218:0:26495:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.415221:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.415227:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.415229:0:26495:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350988.415232:0:26495:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.415235:0:26495:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350988.415237:0:26495:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.415241:0:26495:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763350988.415244:0:26495:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763350988.415249:0:26495:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa346435d7a38 00000004:00000002:0.0:1763350988.415251:0:26495:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3ff6:0x0]/(->[0x200000bd2:0x3ff8:0x0]) cr_flag=040010040000002 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763350988.416040:0:26495:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763350988.416057:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350988.416060:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:0.0:1763350988.416066:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.416075:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:0.0:1763350988.416079:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:0.0:1763350988.416080:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350988.416081:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff8:0x0] 00000020:00000001:0.0:1763350988.416083:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.416084:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000004:00000001:0.0:1763350988.416086:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014992384 : -120547694559232 : ffff925ccd7cc000) 00000004:00000001:0.0:1763350988.416089:0:26495:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763350988.416091:0:26495:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.416100:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350988.416104:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350988.416117:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.416122:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.416130:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.416132:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.416140:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.416144:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.416148:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.416151:0:26495:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350988.416153:0:26495:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.416156:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.416158:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.416159:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.416161:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.416162:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350988.416164:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350988.416168:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=ffff925deef40378 00000004:00000001:0.0:1763350988.416171:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.416176:0:26495:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763350988.416181:0:26495:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff8:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763350988.416185:0:26495:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff8:0x0], ibits = 0x0/0x0, open_flags = 040010040000002, try_layout = 0 : rc = 0 00000004:00000002:0.0:1763350988.416190:0:26495:0:(mdt_open.c:957:mdt_object_open_lock()) Will create layout, get EX layout lock:[0x200000bd2:0x3ff8:0x0], open_flags = 040010040000002 00000004:00000001:0.0:1763350988.416193:0:26495:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350988.416199:0:26495:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350988.416202:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350988.416208:0:26495:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92200 count: 2 00010000:00000001:0.0:1763350988.416212:0:26495:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.416215:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.416230:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350988.416235:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.416238:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033cbe9 to hash 00000020:00000001:0.0:1763350988.416239:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.416241:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000010:0.0:1763350988.416246:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5880. 00010000:00000001:0.0:1763350988.416248:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350988.416254:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.416256:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.416261:0:26495:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 26495 initiator: MDT0 00010000:00000001:0.0:1763350988.416269:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350988.416275:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350988.416278:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350988.416280:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.416284:0:26495:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350988.416292:0:26495:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 504 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.416299:0:26495:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350988.416300:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.416302:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.416304:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.416306:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.416308:0:26495:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763350988.416313:0:26495:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000040:0.0:1763350988.416322:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff8:0x0].0x0 (ffff925df4a92200) refcount = 2 00010000:00000040:0.0:1763350988.416325:0:26495:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350988.416329:0:26495:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 504 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.416341:0:26495:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763350988.416344:0:26495:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 4/0,1 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000010:0.0:1763350988.416353:0:26495:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bdab80. 00000100:00000001:0.0:1763350988.416360:0:26495:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350988.416370:0:26495:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded43600. 00000100:00000001:0.0:1763350988.416373:0:26495:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600904192 : -120543108647424 : ffff925dded43600) 00000100:00000001:0.0:1763350988.416375:0:26495:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530600904192 : -120543108647424 : ffff925dded43600) 00000100:00000001:0.0:1763350988.416379:0:26495:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350988.416382:0:26495:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350988.416384:0:26495:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.416388:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.416390:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763350988.416394:0:26495:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.416397:0:26495:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.416399:0:26495:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763350988.416401:0:26495:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763350988.416407:0:26495:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed9500. 00000020:00000040:0.0:1763350988.416411:0:26495:0:(genops.c:1229:class_import_get()) import ffff925ddf07c800 refcount=2 obd=lustre-MDT0000 00000100:00000001:0.0:1763350988.416417:0:26495:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350988.416419:0:26495:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350988.416426:0:26495:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350988.416435:0:26495:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214ea00. 00000100:00000001:0.0:1763350988.416442:0:26495:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.416448:0:26495:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 504 pid: 21173 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350988.416472:0:26495:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 504 pid: 21173 timeout: 6298 lvb_type: 0 00010000:00000001:0.0:1763350988.416480:0:26495:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350988.416484:0:26495:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350988.416488:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.416497:0:26495:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350988.416500:0:26495:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.416505:0:26495:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df5ed9500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:26495:1849001101460864:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350988.416510:0:26495:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350988.416517:0:26495:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350988.416520:0:26495:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.416523:0:26495:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350988.416528:0:26495:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df214fe00. 02000000:00000001:0.0:1763350988.416530:0:26495:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350988.416538:0:26495:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350988.416547:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019cc0. 00000100:00000200:0.0:1763350988.416558:0:26495:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101460864, portal 16 00000100:00000001:0.0:1763350988.416561:0:26495:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.416563:0:26495:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530988442880 : -120542721108736 : ffff925df5ed9500) 00000100:00000040:0.0:1763350988.416569:0:26495:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.416577:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.416581:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.416585:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019aa0. 00000100:00000200:0.0:1763350988.416587:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101460864, offset 0 00000400:00000200:0.0:1763350988.416614:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.416631:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.416637:0:26495:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350988.416643:0:26495:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350988.416647:0:26495:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350988.416650:0:26495:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350988.416655:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198225:198225:256:4294967295] 192.168.202.2@tcp LPNI seq info [198221:198221:8:4294967295] 00000400:00000200:0.0:1763350988.416670:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.416677:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.416683:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5d00. 00000800:00000200:0.0:1763350988.416690:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.416700:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.416705:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.416735:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.416740:0:26495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865389 00000100:00000001:0.0:1763350988.416751:0:26495:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865313 00000100:00000001:0.0:1763350988.416757:0:26495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865389 00000100:00000001:0.0:1763350988.416760:0:26495:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865313 00000100:00000001:0.0:1763350988.416763:0:26495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865389 00000100:00000001:0.0:1763350988.416766:0:26495:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865313 00000100:00000001:0.0:1763350988.416769:0:26495:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865389 00000100:00000001:0.0:1763350988.416772:0:26495:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865313 00000100:00000001:0.0:1763350988.416775:0:26495:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.416778:0:26495:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.416780:0:26495:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.416783:0:26495:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.416785:0:26495:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.416787:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.416789:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.416790:0:26495:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.416792:0:26495:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.416793:0:26495:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350988.416796:0:26495:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.416799:0:26495:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350988.416800:0:26495:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350988.416803:0:26495:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded43600 going to sleep for 11 seconds 00000100:00000001:0.0:1763350988.416805:0:26495:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.416809:0:26495:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350988.417202:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.417208:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5d00. 00000400:00000200:1.0:1763350988.417214:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.417221:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.417227:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019aa0 00000400:00000010:1.0:1763350988.417230:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019aa0. 00000100:00000001:1.0:1763350988.417235:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.417239:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.417250:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.417254:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.417261:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.417262:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.427978:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.428010:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.428018:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.428020:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.428037:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.428075:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78580 00000400:00000200:0.0:1763350988.428090:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fc35 [1] + 224 00000800:00000001:0.0:1763350988.428102:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.428109:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.428112:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.428117:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.428127:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.428138:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350988.428152:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.428178:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.428191:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.428194:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.428196:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.428198:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.428202:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.428208:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edff980 00000400:00000200:0.0:1763350988.428217:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127cc1 [2] + 328 00000800:00000001:0.0:1763350988.428221:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.428313:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.428315:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.428319:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.428326:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.428329:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000001:3.0:1763350988.428743:0:26495:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350988.428755:0:26495:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350988.428758:0:26495:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350988.428762:0:26495:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 00000400:00000200:3.0:1763350988.428769:0:26495:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019cc0 00000400:00000010:3.0:1763350988.428772:0:26495:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019cc0. 00000100:00000001:3.0:1763350988.428775:0:26495:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.428783:0:26495:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350988.428795:0:26495:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.428801:0:26495:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350988.428803:0:26495:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.428806:0:26495:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350988.428810:0:26495:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350988.428813:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.428816:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.428821:0:26495:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.428830:0:26495:0:(import.c:2128:obd_at_measure()) add 5 to ffff925ddf07cc58 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1763350988.428834:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925ddf07cc10 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.428837:0:26495:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350988.428839:0:26495:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.428842:0:26495:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350988.428847:0:26495:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.428850:0:26495:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.428855:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.428862:0:26495:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.428866:0:26495:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350988.428868:0:26495:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.428872:0:26495:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763350988.428877:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.428879:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.428881:0:26495:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.428886:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350988.428894:0:26495:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df5ed9500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:26495:1849001101460864:192.168.202.2@tcp:104: 00000100:00000001:3.0:1763350988.428901:0:26495:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.428905:0:26495:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.428909:0:26495:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350988.428911:0:26495:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.428915:0:26495:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df5ed9500 x1849001101460864/t0(0) o104->lustre-MDT0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.428921:0:26495:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350988.428924:0:26495:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350988.428930:0:26495:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df214fe00. 02000000:00000001:3.0:1763350988.428938:0:26495:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350988.428940:0:26495:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350988.428943:0:26495:0:(genops.c:1242:class_import_put()) import ffff925ddf07c800 refcount=1 obd=lustre-MDT0000 00000020:00000001:3.0:1763350988.428945:0:26495:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350988.428948:0:26495:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214ea00. 02000000:00000001:3.0:1763350988.428954:0:26495:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350988.428956:0:26495:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350988.428958:0:26495:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9500. 00000100:00000001:3.0:1763350988.428962:0:26495:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350988.428963:0:26495:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350988.428966:0:26495:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded43600. 00000100:00000001:3.0:1763350988.428969:0:26495:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350988.428972:0:26495:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350988.428975:0:26495:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bdab80. 00010000:00000001:3.0:1763350988.428981:0:26495:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.428983:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.428986:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350988.428991:0:26495:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:3.0:1763350988.428997:0:26495:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00000100:00000010:0.0:1763350988.429484:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed8e00. 00000100:00000040:0.0:1763350988.429490:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df5ed8e00 x1849001118792064 msgsize 328 00000100:00100000:0.0:1763350988.429496:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.429513:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.429525:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.429533:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.430672:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.430679:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118792064 02000000:00000001:3.0:1763350988.430684:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.432291:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.432299:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.432310:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.432316:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118792064 00000020:00000001:3.0:1763350988.432320:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.432323:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350988.432327:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.432332:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=505 00000020:00000001:3.0:1763350988.432336:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350988.432340:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350988.432348:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.432364:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.432369:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.432373:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000020:00000010:3.0:1763350988.432384:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:3.0:1763350988.432390:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.432399:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375960. 00000100:00000040:3.0:1763350988.432412:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:3.0:1763350988.432416:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.432418:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:3.0:1763350988.432421:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:3.0:1763350988.432424:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.432426:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:3.0:1763350988.432433:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.432434:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.432437:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:3.0:1763350988.432439:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350988.432442:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00010000:3.0:1763350988.432456:0:5782:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 505 pid: 21173 timeout: 6298 lvb_type: 0 00010000:00000001:3.0:1763350988.432466:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.432469:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.432470:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.432472:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.432481:0:5782:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:3.0:1763350988.432489:0:5782:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925df5ed8e00 x1849001118792064/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.432496:0:5782:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1763350988.432498:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.432526:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.432552:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.432554:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.432559:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4037 00000100:00000040:3.0:1763350988.432563:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 2 00000100:00000001:3.0:1763350988.432565:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988441088 : -120542721110528 : ffff925df5ed8e00) 00000100:00000040:3.0:1763350988.432569:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed8e00 x1849001118792064/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.432578:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.432583:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.432585:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.432587:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000100:00100000:3.0:1763350988.432592:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+505:2360:x1849001118792064:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:3.0:1763350988.432624:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118792064 00010000:00000001:3.0:1763350988.432628:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:3.0:1763350988.432630:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:3.0:1763350988.432632:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:3.0:1763350988.432638:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.432641:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.432647:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc707cc00. 02000000:00000001:3.0:1763350988.432650:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.432653:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.432655:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:3.0:1763350988.432657:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:3.0:1763350988.432659:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.432661:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.432662:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:3.0:1763350988.432665:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350988.432667:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000040:3.0:1763350988.432671:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92200 count: 3 00000004:00000001:3.0:1763350988.432676:0:5782:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00010000:3.0:1763350988.432680:0:5782:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 505 pid: 21173 timeout: 6298 lvb_type: 0 00000100:00001000:3.0:1763350988.432688:0:5782:0:(import.c:2128:obd_at_measure()) add 0 to ffff925ddf07e450 time=54 v=5 (1 0 0 0) 00010000:00000001:3.0:1763350988.432692:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350988.432698:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.432699:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.432702:0:5782:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 505 pid: 21173 timeout: 6298 lvb_type: 0 00000020:00000001:3.0:1763350988.432710:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.432714:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.432716:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.432718:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.432723:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350988.432725:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350988.432731:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.432732:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.432735:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350988.432737:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.432739:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cbd4 from hash 00010000:00000001:3.0:1763350988.432742:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350988.432744:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.432745:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.432746:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350988.432752:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.432754:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.432757:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350988.432758:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350988.432762:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cbd4 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc8f expref: 505 pid: 21173 timeout: 6298 lvb_type: 0 00010000:00000040:3.0:1763350988.432770:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:3.0:1763350988.432774:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 504 00010000:00000010:3.0:1763350988.432777:0:5782:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4380. 00010000:00000001:3.0:1763350988.432790:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.432792:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.432796:0:5782:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:3.0:1763350988.432799:0:5782:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925df4a92200) 00010000:00010000:3.0:1763350988.432806:0:5782:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:3.0:1763350988.432812:0:5782:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:3.0:1763350988.432815:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.432818:0:5782:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.432820:0:5782:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.432822:0:5782:0:(ldlm_inodebits.c:197:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.432826:0:5782:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1763350988.432828:0:5782:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350988.432831:0:5782:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26495 initiator: MDT0 00010000:00000001:3.0:1763350988.432837:0:5782:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763350988.432840:0:5782:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:3.0:1763350988.432842:0:5782:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:3.0:1763350988.432843:0:5782:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1763350988.432846:0:5782:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff8:0x0].0x0 (ffff925df4a92200) refcount = 2 00010000:00010000:3.0:1763350988.432850:0:5782:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 4/0,1 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 26495 initiator: MDT0 00010000:00000001:3.0:1763350988.432856:0:5782:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1763350988.432858:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.432860:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.432861:0:5782:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350988.432863:0:5782:0:(ldlm_inodebits.c:397:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.432865:0:5782:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.0:1763350988.432870:0:5782:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.432873:0:5782:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.432883:0:5782:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925e0068d6c0. 00000100:00000001:3.0:1763350988.432885:0:5782:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531164292800 : -120542545258816 : ffff925e0068d6c0) 00000100:00000001:3.0:1763350988.432888:0:5782:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531164292800 : -120542545258816 : ffff925e0068d6c0) 00000100:00000001:3.0:1763350988.432890:0:5782:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.432892:0:5782:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350988.432894:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.432896:0:5782:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1763350988.432920:0:5782:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.432923:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.432924:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.432925:0:5782:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.432927:0:5782:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.432928:0:5782:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350988.432931:0:5782:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.432934:0:5782:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.432937:0:5782:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:3.0:1763350988.432939:0:5782:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925e0068d6c0. 00000100:00000001:3.0:1763350988.432942:0:5782:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350988.432944:0:5782:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350988.432946:0:5782:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925cc18fc2c0. 00010000:00000001:3.0:1763350988.432948:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:3.0:1763350988.432951:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:3.0:1763350988.432952:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.432957:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.432962:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.432965:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.432969:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.432972:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.432974:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.432982:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.432986:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.432989:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.432992:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.432998:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350990. 00000100:00000200:3.0:1763350988.433005:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118792064, offset 224 00000400:00000200:3.0:1763350988.433013:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.433030:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.433038:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198226:198226:256:4294967295] 192.168.202.2@tcp LPNI seq info [198222:198222:8:4294967295] 00000400:00000200:3.0:1763350988.433086:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.433093:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.433099:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928ee00. 00000800:00000200:3.0:1763350988.433106:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.433115:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.433120:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.433144:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.433148:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.433151:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.433154:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.433158:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed8e00 x1849001118792064/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.433168:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+504:2360:x1849001118792064:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 588us (3676us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350988.433176:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4037 00000100:00000040:3.0:1763350988.433179:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350988.433182:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.433184:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.433188:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.433193:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375960. 00000020:00000010:3.0:1763350988.433199:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:3.0:1763350988.433203:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 503 00000100:00000001:3.0:1763350988.433206:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350988.434109:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.434117:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ee00. 00000400:00000200:2.0:1763350988.434124:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.434133:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.434139:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350990 00000400:00000010:2.0:1763350988.434142:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350990. 00000100:00000001:2.0:1763350988.434148:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.434150:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:1.0:1763350988.434233:0:26495:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.434244:0:26495:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.434248:0:26495:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.434253:0:26495:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.434255:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.434257:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.434260:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.434262:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.434265:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:1.0:1763350988.434267:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350988.434269:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350988.434272:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.434273:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.434276:0:26495:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434279:0:26495:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.434282:0:26495:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434293:0:26495:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:1.0:1763350988.434299:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.434302:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.434304:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.434306:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.434309:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.434310:0:26495:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.434312:0:26495:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.434314:0:26495:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350988.434316:0:26495:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff8:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:1.0:1763350988.434320:0:26495:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff8:0x0]: returning size 0 00000001:00000001:1.0:1763350988.434323:0:26495:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.434324:0:26495:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434327:0:26495:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:1.0:1763350988.434332:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.434340:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.434345:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.434352:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.434355:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.434360:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.434362:0:26495:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434366:0:26495:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000001:1.0:1763350988.434368:0:26495:0:(mdt_open.c:96:mdt_create_data()) Process entered 00000004:00000001:1.0:1763350988.434374:0:26495:0:(mdd_dir.c:2317:mdd_create_data()) Process entered 00000004:00000001:1.0:1763350988.434376:0:26495:0:(mdd_dir.c:2295:mdd_cd_sanity_check()) Process entered 00000004:00000001:1.0:1763350988.434378:0:26495:0:(mdd_dir.c:2301:mdd_cd_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350988.434387:0:26495:0:(mdd_object.c:3650:mdd_object_make_hint()) [0x200000bd2:0x3ff8:0x0] eadata 0000000000000000 len 0 00000004:00000001:1.0:1763350988.434392:0:26495:0:(lod_object.c:5732:lod_ah_init()) Process entered 00000004:00000010:1.0:1763350988.434398:0:26495:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dc58710c0. 00000004:00000001:1.0:1763350988.434506:0:26495:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350988.434510:0:26495:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350988.434513:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.434516:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.434519:0:26495:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434521:0:26495:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434523:0:26495:0:(lod_object.c:5354:lod_get_default_lov_striping()) Process entered 00000004:00000001:1.0:1763350988.434525:0:26495:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:1.0:1763350988.434527:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.434530:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.434532:0:26495:0:(lod_lov.c:1039:lod_get_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434533:0:26495:0:(lod_object.c:5363:lod_get_default_lov_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350988.434540:0:26495:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925ccd7a03c0. 00000004:00000001:1.0:1763350988.434544:0:26495:0:(lod_object.c:6015:lod_ah_init()) Process leaving 00200000:00000001:1.0:1763350988.434548:0:26495:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350988.434556:0:26495:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd9c0. 00080000:00000001:1.0:1763350988.434560:0:26495:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350988.434570:0:26495:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f01c00. 00080000:00000001:1.0:1763350988.434573:0:26495:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00000004:00001000:1.0:1763350988.434577:0:26495:0:(mdd_dir.c:2349:mdd_create_data()) ea ffff925df52abc38/4096, cr_flags 040010040000002, no_create 0 00000004:00000001:1.0:1763350988.434581:0:26495:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.434586:0:26495:0:(lod_object.c:6129:lod_declare_striped_create()) Process entered 00020000:00000001:1.0:1763350988.434589:0:26495:0:(lod_qos.c:2955:lod_prepare_create()) Process entered 00020000:00000001:1.0:1763350988.434593:0:26495:0:(lod_qos.c:2433:lod_qos_parse_config()) Process entered 00000004:00000010:1.0:1763350988.434648:0:26495:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925ccd7a03c0. 00000004:00000001:1.0:1763350988.434652:0:26495:0:(lod_lov.c:2062:lod_verify_striping()) Process entered 00000004:00000001:1.0:1763350988.434656:0:26495:0:(lod_lov.c:1708:lod_verify_v1v3()) Process entered 00000004:00000001:1.0:1763350988.434659:0:26495:0:(lod_lov.c:1812:lod_verify_v1v3()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434661:0:26495:0:(lod_lov.c:2117:lod_verify_striping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.434665:0:26495:0:(pack_generic.c:2385:lustre_print_v1v3()) parse config lov_user_md ffff925df52abc38: 00000100:00001000:1.0:1763350988.434671:0:26495:0:(pack_generic.c:2386:lustre_print_v1v3()) lmm_magic: 0xbd10bd0 00000100:00001000:1.0:1763350988.434673:0:26495:0:(pack_generic.c:2387:lustre_print_v1v3()) lmm_pattern: 0x1 00000100:00001000:1.0:1763350988.434674:0:26495:0:(pack_generic.c:2388:lustre_print_v1v3()) lmm_object_id: 0 00000100:00001000:1.0:1763350988.434676:0:26495:0:(pack_generic.c:2389:lustre_print_v1v3()) lmm_object_gr: 0 00000100:00001000:1.0:1763350988.434677:0:26495:0:(pack_generic.c:2390:lustre_print_v1v3()) lmm_stripe_size: 0x0 00000100:00001000:1.0:1763350988.434678:0:26495:0:(pack_generic.c:2391:lustre_print_v1v3()) lmm_stripe_count: 0x1 00000100:00001000:1.0:1763350988.434680:0:26495:0:(pack_generic.c:2393:lustre_print_v1v3()) lmm_stripe_offset/lmm_layout_gen: 0xffff 00000004:00000010:1.0:1763350988.434684:0:26495:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925ccd7a03c0. 00020000:00000001:1.0:1763350988.434689:0:26495:0:(lod_qos.c:2626:lod_qos_parse_config()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1763350988.434691:0:26495:0:(lod_qos.c:2991:lod_prepare_create()) comp[0] 0 [0x0, 0x0) 00020000:00000001:1.0:1763350988.434694:0:26495:0:(lod_qos.c:2805:lod_qos_prep_create()) Process entered 00020000:00000001:1.0:1763350988.434698:0:26495:0:(lod_qos.c:156:lod_qos_statfs_update()) Process entered 00020000:00000001:1.0:1763350988.434700:0:26495:0:(lod_qos.c:162:lod_qos_statfs_update()) Process leaving 00020000:00000001:1.0:1763350988.434703:0:26495:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763350988.434705:0:26495:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:1.0:1763350988.434709:0:26495:0:(lod_qos.c:2846:lod_qos_prep_create()) kmalloced '(stripe)': 8 at ffff925ccd84bb00. 00020000:00000010:1.0:1763350988.434712:0:26495:0:(lod_qos.c:2849:lod_qos_prep_create()) kmalloced '(ost_indices)': 4 at ffff925ccd84bc88. 00020000:00001000:1.0:1763350988.434715:0:26495:0:(lod_qos.c:2857:lod_qos_prep_create()) tgt_count 2 stripe_count 1 00020000:00001000:1.0:1763350988.434719:0:26495:0:(lod_qos.c:2873:lod_qos_prep_create()) collecting conflict osts for comp[0] 00020000:00000001:1.0:1763350988.434722:0:26495:0:(lod_qos.c:1575:lod_ost_alloc_qos()) Process entered 00020000:00000001:1.0:1763350988.434725:0:26495:0:(lod_qos.c:1599:lod_ost_alloc_qos()) Process leaving via out_nolock (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00020000:00000001:1.0:1763350988.434728:0:26495:0:(lod_qos.c:1817:lod_ost_alloc_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00020000:00000001:1.0:1763350988.434732:0:26495:0:(lod_qos.c:702:lod_ost_alloc_rr()) Process entered 00020000:00000001:1.0:1763350988.434734:0:26495:0:(lod_qos.c:217:lod_qos_calc_rr()) Process entered 00020000:00000001:1.0:1763350988.434736:0:26495:0:(lod_qos.c:221:lod_qos_calc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00001000:1.0:1763350988.434739:0:26495:0:(lod_qos.c:756:lod_ost_alloc_rr()) pool '' want 1 start_idx 2 start_count 880 offset 49 active 2 count 2 00020000:00001000:1.0:1763350988.434743:0:26495:0:(lod_qos.c:774:lod_ost_alloc_rr()) #0 strt 52 act 0 strp 0 ary 0 idx 0 00020000:00000001:1.0:1763350988.434747:0:26495:0:(lod_qos.c:586:lod_check_and_reserve_ost()) Process entered 00020000:00000001:1.0:1763350988.434749:0:26495:0:(lod_qos.c:77:lod_statfs_and_check()) Process entered 00000004:00000001:1.0:1763350988.434754:0:26495:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:1.0:1763350988.434759:0:26495:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931584, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117887, ffree=117152, state=0 00000004:00000001:1.0:1763350988.434763:0:26495:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350988.434766:0:26495:0:(lod_qos.c:136:lod_statfs_and_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434769:0:26495:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763350988.434772:0:26495:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350988.434774:0:26495:0:(lod_qos.c:330:lod_qos_declare_object_on()) Process entered 00000004:00000010:1.0:1763350988.434781:0:26495:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925de7e8f9b0. 00000004:00000001:1.0:1763350988.434788:0:26495:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:1.0:1763350988.434790:0:26495:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434796:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.434800:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00000004:00000001:1.0:1763350988.434804:0:26495:0:(osp_object.c:1458:osp_declare_create()) Process entered 00000020:00000001:1.0:1763350988.434808:0:26495:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350988.434810:0:26495:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00000004:00000001:1.0:1763350988.434814:0:26495:0:(osp_precreate.c:1444:osp_precreate_reserve()) Process entered 00000004:00000001:1.0:1763350988.434818:0:26495:0:(osp_precreate.c:1565:osp_precreate_reserve()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.434822:0:26495:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350988.434839:0:26495:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350988.434841:0:26495:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434842:0:26495:0:(osp_object.c:1525:osp_declare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350988.434845:0:26495:0:(lod_qos.c:368:lod_qos_declare_object_on()) Process leaving (rc=18446623530753260040 : -120542956291576 : ffff925de7e8fa08) 00020000:00000001:1.0:1763350988.434848:0:26495:0:(lod_qos.c:656:lod_check_and_reserve_ost()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350988.434850:0:26495:0:(lod_qos.c:833:lod_ost_alloc_rr()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350988.434853:0:26495:0:(lod_qos.c:2943:lod_qos_prep_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350988.434855:0:26495:0:(lod_qos.c:2999:lod_prepare_create()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1763350988.434859:0:26495:0:(lod_qos.c:2105:lod_get_stripe_count()) Process entered 00020000:00000001:1.0:1763350988.434860:0:26495:0:(lod_qos.c:2152:lod_get_stripe_count()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350988.434863:0:26495:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.434864:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.434866:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00080000:00000001:1.0:1763350988.434870:0:26495:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350988.434886:0:26495:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434889:0:26495:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434891:0:26495:0:(lod_object.c:6045:lod_declare_init_size()) Process entered 00000004:00000001:1.0:1763350988.434894:0:26495:0:(lod_object.c:6057:lod_declare_init_size()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434897:0:26495:0:(lod_object.c:6173:lod_declare_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434900:0:26495:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.434905:0:26495:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350988.434908:0:26495:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350988.434915:0:26495:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350988.434917:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.434918:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00080000:00000001:1.0:1763350988.434921:0:26495:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350988.434925:0:26495:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350988.434926:0:26495:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434928:0:26495:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.434953:0:26495:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.434956:0:26495:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.434959:0:26495:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.434963:0:26495:0:(lod_object.c:6354:lod_striped_create()) Process entered 00000004:00000001:1.0:1763350988.434966:0:26495:0:(lod_object.c:6301:lod_gen_component_id()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350988.434969:0:26495:0:(lod_sub_object.c:158:lod_sub_create()) Process entered 00000004:00000001:1.0:1763350988.434971:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.434972:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00000004:00000001:1.0:1763350988.434976:0:26495:0:(osp_object.c:1561:osp_create()) Process entered 00000004:00000002:1.0:1763350988.434983:0:26495:0:(osp_object.c:1596:osp_create()) fid for osp_object ffff925de7e8f9b0 is [0x240000401:0x25d8:0x0] 00000020:00000001:1.0:1763350988.434986:0:26495:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350988.434988:0:26495:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00080000:00000001:1.0:1763350988.434991:0:26495:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350988.435007:0:26495:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00000004:00080000:1.0:1763350988.435009:0:26495:0:(osp_object.c:1649:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000401:0x25d8:0x0], index 0: 0 00000004:00000001:1.0:1763350988.435012:0:26495:0:(osp_object.c:1651:osp_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435014:0:26495:0:(lod_sub_object.c:174:lod_sub_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435017:0:26495:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:1.0:1763350988.435019:0:26495:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435022:0:26495:0:(lod_object.c:4694:lod_generate_and_set_lovea()) Process entered 00000004:00000001:1.0:1763350988.435024:0:26495:0:(lod_lov.c:892:lod_generate_lovea()) Process entered 00000004:00000001:1.0:1763350988.435027:0:26495:0:(lod_lov.c:711:lod_gen_component_ea()) Process entered 00000004:00000001:1.0:1763350988.435031:0:26495:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350988.435036:0:26495:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350988.435038:0:26495:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350988.435041:0:26495:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350988.435056:0:26495:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350988.435059:0:26495:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350988.435061:0:26495:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350988.435064:0:26495:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763350988.435066:0:26495:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435069:0:26495:0:(lod_lov.c:833:lod_gen_component_ea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435071:0:26495:0:(lod_lov.c:930:lod_generate_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435073:0:26495:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350988.435075:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.435076:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00080000:00000001:1.0:1763350988.435080:0:26495:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350988.435082:0:26495:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:1.0:1763350988.435098:0:26495:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:1.0:1763350988.435101:0:26495:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.435104:0:26495:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435106:0:26495:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435109:0:26495:0:(lod_object.c:4720:lod_generate_and_set_lovea()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435111:0:26495:0:(lod_object.c:6429:lod_striped_create()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435114:0:26495:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435118:0:26495:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.435122:0:26495:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350988.435125:0:26495:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350988.435130:0:26495:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350988.435134:0:26495:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055209, last_committed = 8590055196 00000001:00000010:1.0:1763350988.435138:0:26495:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fdf60. 00000001:00000040:1.0:1763350988.435141:0:26495:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 13 00000020:00000040:1.0:1763350988.435144:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=504 00000001:00000010:1.0:1763350988.435151:0:26495:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccd7a0a80. 00000004:00000001:1.0:1763350988.435159:0:26495:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350988.435160:0:26495:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350988.435162:0:26495:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00080000:00000001:1.0:1763350988.435165:0:26495:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350988.435175:0:26495:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350988.435177:0:26495:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350988.435181:0:26495:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccd7a0a80: xid 1849001118791936, transno 8590055209, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350988.435185:0:26495:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.435292:0:26495:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350988.435296:0:26495:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd9c0. 00000020:00000001:1.0:1763350988.435298:0:26495:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435303:0:26495:0:(mdd_dir.c:2385:mdd_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435307:0:26495:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:1.0:1763350988.435309:0:26495:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:1.0:1763350988.435313:0:26495:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435316:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.435321:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.435323:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.435325:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.435328:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.435331:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.435333:0:26495:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:1.0:1763350988.435335:0:26495:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:1.0:1763350988.435339:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.435341:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.435342:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.435344:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.435346:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.435348:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000002:1.0:1763350988.435353:0:26495:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x3 ma_lmm=ffff925deef40378 00000004:00000001:1.0:1763350988.435355:0:26495:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435358:0:26495:0:(mdt_open.c:115:mdt_create_data()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350988.435361:0:26495:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x3 lmm_size = 56 00000004:00000001:1.0:1763350988.435363:0:26495:0:(mdt_open.c:133:mdt_write_get()) Process entered 00000004:00000001:1.0:1763350988.435365:0:26495:0:(mdt_open.c:141:mdt_write_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435369:0:26495:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:1.0:1763350988.435374:0:26495:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:1.0:1763350988.435378:0:26495:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350988.435381:0:26495:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff8:0x0] mask 2 la_mode 100600 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 0 00000004:00000001:1.0:1763350988.435386:0:26495:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435388:0:26495:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435391:0:26495:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.435397:0:26495:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:1.0:1763350988.435401:0:26495:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925ccd4b5000. 00000020:00000001:1.0:1763350988.435403:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.435406:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925ccd4b5000 with handle 0xcb8c81cc3033cbf0 to hash 00000020:00000001:1.0:1763350988.435408:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:1.0:1763350988.435409:0:26495:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623526011752448 : -120547697799168 : ffff925ccd4b5000) 00000004:00000001:1.0:1763350988.435412:0:26495:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:1.0:1763350988.435413:0:26495:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:1.0:1763350988.435415:0:26495:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff8:0x0] Change mfd open_flags 0 -> 040010040000002. 00000004:00000001:1.0:1763350988.435420:0:26495:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763350988.435423:0:26495:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350988.435424:0:26495:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435427:0:26495:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435430:0:26495:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.435433:0:26495:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:1.0:1763350988.435435:0:26495:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350988.435437:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:1.0:1763350988.435438:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.435440:0:26495:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.435442:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.435444:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.435447:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=3 00000020:00000001:1.0:1763350988.435449:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350988.435452:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350988.435454:0:26495:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.435458:0:26495:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.435466:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.435468:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.435470:0:26495:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.435476:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.435478:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.435481:0:26495:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.435485:0:26495:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00010000:1.0:1763350988.435491:0:26495:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.435494:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.435497:0:26495:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.435500:0:26495:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.435505:0:26495:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.435507:0:26495:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.435508:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.435509:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2200 refcount=4 00000020:00000001:1.0:1763350988.435511:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350988.435514:0:26495:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:1.0:1763350988.435517:0:26495:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.435519:0:26495:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.435524:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.435526:0:26495:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.435528:0:26495:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.435533:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.435535:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.435536:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.435538:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.435541:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033cbe9 from hash 00010000:00000001:1.0:1763350988.435543:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.435544:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.435545:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.435547:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.435552:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.435555:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.435557:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.435560:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.435562:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.435566:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925df4a92200) 00010000:00010000:1.0:1763350988.435569:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1763350988.435571:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.435574:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.435576:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.435578:0:26495:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.435581:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.435582:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.435584:0:26495:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.435586:0:26495:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435588:0:26495:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.435591:0:26495:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000001:1.0:1763350988.435637:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.435638:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.435640:0:26495:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.435641:0:26495:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.435642:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.435644:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cbe9 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 26495 initiator: MDT0 00010000:00000010:1.0:1763350988.435651:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc4ea5880. 00010000:00000040:1.0:1763350988.435656:0:26495:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92200 count: 0 00010000:00000010:1.0:1763350988.435664:0:26495:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc98f7f00. 00010000:00000001:1.0:1763350988.435674:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.435675:0:26495:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.435677:0:26495:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350988.435678:0:26495:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350988.435680:0:26495:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350988.435682:0:26495:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:1.0:1763350988.435684:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350988.435687:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.435689:0:26495:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:1.0:1763350988.435691:0:26495:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:1.0:1763350988.435693:0:26495:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435695:0:26495:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.435698:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350988.435703:0:26495:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:1.0:1763350988.435705:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.435707:0:26495:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350988.435715:0:26495:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350988.435722:0:26495:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435728:0:26495:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435731:0:26495:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:1.0:1763350988.435737:0:26495:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350988.435739:0:26495:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350988.435741:0:26495:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350988.435743:0:26495:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350988.435745:0:26495:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350988.435749:0:26495:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:1.0:1763350988.435768:0:26495:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435770:0:26495:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:1.0:1763350988.435773:0:26495:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:1.0:1763350988.435776:0:26495:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.435779:0:26495:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763350988.435783:0:26495:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:1.0:1763350988.435787:0:26495:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350988.435790:0:26495:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350988.435792:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.435797:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.435799:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.435801:0:26495:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.435802:0:26495:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.435804:0:26495:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033cbe2 from hash 00010000:00000001:1.0:1763350988.435806:0:26495:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.435808:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.435809:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.435810:0:26495:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350988.435811:0:26495:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350988.435814:0:26495:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350988.435823:0:26495:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cbe2 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc96 expref: 504 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.435835:0:26495:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350988.435838:0:26495:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.435840:0:26495:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.435842:0:26495:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.435844:0:26495:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.435847:0:26495:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.435848:0:26495:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.435850:0:26495:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.435851:0:26495:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.435852:0:26495:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.435853:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.435855:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.435857:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:1.0:1763350988.435860:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:1.0:1763350988.435862:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.435864:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.435866:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.435867:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.435871:0:26495:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cbe2 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc96 expref: 504 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.435878:0:26495:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:1.0:1763350988.435881:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 503 00010000:00000010:1.0:1763350988.435884:0:26495:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc4ea5780. 00010000:00000001:1.0:1763350988.435889:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.435891:0:26495:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2c00, rc 0) 00000020:00000001:1.0:1763350988.441805:0:26495:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350988.441816:0:26495:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055209, xid 1849001118791936 00010000:00000001:1.0:1763350988.441820:0:26495:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350988.441835:0:26495:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5edb100 x1849001118791936/t8590055209(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/664 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350988.441846:0:26495:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.441851:0:26495:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.441856:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.441862:0:26495:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.441865:0:26495:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.441868:0:26495:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.441872:0:26495:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.441875:0:26495:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.441880:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.441883:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.441895:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74908. 00000100:00000200:1.0:1763350988.441904:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118791936, offset 224 00000400:00000200:1.0:1763350988.441912:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.441929:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.441937:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198227:198227:256:4294967295] 192.168.202.2@tcp LPNI seq info [198223:198223:8:4294967295] 00000400:00000200:1.0:1763350988.441950:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.441955:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.441962:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32100. 00000800:00000200:1.0:1763350988.441969:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.441978:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.441983:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.442000:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.442004:0:26495:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.442006:0:26495:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.442008:0:26495:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.442011:0:26495:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.442017:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5edb100 x1849001118791936/t8590055209(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4616/664 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350988.442034:0:26495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5edb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+503:226800:x1849001118791936:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 27175us (28004us total) trans 8590055209 rc 301/301 00000100:00100000:1.0:1763350988.442050:0:26495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140644 00000100:00000040:1.0:1763350988.442056:0:26495:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350988.442059:0:26495:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.442061:0:26495:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.442069:0:26495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7c80. 00000020:00000010:1.0:1763350988.442079:0:26495:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090e10. 00000020:00000010:1.0:1763350988.442085:0:26495:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:1.0:1763350988.442093:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 502 00000100:00000001:1.0:1763350988.442097:0:26495:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.443061:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.443087:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32100. 00000400:00000200:0.0:1763350988.443102:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.443111:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.443119:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74908 00000400:00000010:0.0:1763350988.443122:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74908. 00000100:00000001:0.0:1763350988.443128:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.443130:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350988.445658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:1.1:1763350988.449753:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92200. 00010000:00000010:1.1:1763350988.449774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00010000:00000010:1.1:1763350988.449778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000001:0.0:1763350988.449842:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.449862:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.449865:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.449867:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.449881:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.449901:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81edffa80 00000400:00000200:0.0:1763350988.449912:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e4d [2] + 1568 00000800:00000001:0.0:1763350988.449922:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.449934:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.449937:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.449942:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.449950:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.449952:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763350988.449959:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5edbb80. 00000100:00000040:0.0:1763350988.449962:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df5edbb80 x1849001118792320 msgsize 392 00000100:00100000:0.0:1763350988.449966:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.449984:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.449995:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.449999:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.450081:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.450085:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118792320 02000000:00000001:2.0:1763350988.450089:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.450093:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.450097:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.450105:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.450112:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118792320 00000020:00000001:2.0:1763350988.450116:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.450119:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.450122:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.450127:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=503 00000020:00000001:2.0:1763350988.450130:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.450132:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.450138:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.450145:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d600. 00000100:00000001:2.0:1763350988.450150:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.450153:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d600. 00000020:00000010:2.0:1763350988.450163:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08200. 00000020:00000010:2.0:1763350988.450170:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.450176:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090640. 00000100:00000040:2.0:1763350988.450189:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763350988.450193:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.450194:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.450197:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.450207:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.450226:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.450242:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.450244:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.450249:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20886 00000100:00000040:2.0:1763350988.450254:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.450255:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988452736 : -120542721098880 : ffff925df5edbb80) 00000100:00000040:2.0:1763350988.450263:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5edbb80 x1849001118792320/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.450279:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.450281:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d600. 00000100:00000001:2.0:1763350988.450283:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.450285:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d600. 00000100:00100000:2.0:1763350988.450289:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5edbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+503:226800:x1849001118792320:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:2.0:1763350988.450292:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118792320 00000020:00000001:2.0:1763350988.450296:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.450301:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350988.450307:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccd7a0a80: xid 1849001118791936, transno 8590055209, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.450313:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925de2edcd80: xid 1849001118791680, transno 8590055208, client gen 3, slot idx 0 00000001:00000010:2.0:1763350988.450318:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925de2edcd80. 00000020:00000001:2.0:1763350988.450325:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.450328:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.450331:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:2.0:1763350988.450334:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.450339:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118792320, found 0 last_xid 1849001118792319 00000020:00000001:2.0:1763350988.450342:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.450345:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.450347:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.450351:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450358:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763350988.450361:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763350988.450363:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763350988.450368:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450371:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763350988.450375:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.450377:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.450380:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.450381:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.450383:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.450385:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.450387:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.450388:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.450390:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.450392:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.450394:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.450396:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.450397:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.450399:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450402:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450404:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763350988.450406:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450412:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350988.450413:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.450414:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.450416:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.450417:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.450420:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.450421:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.450423:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.450425:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.450427:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.450429:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.450435:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.450442:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.450445:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.450448:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.450450:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.450453:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.450455:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450457:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.450459:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450461:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.450467:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.450470:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.450477:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925dc4eba000. 02000000:00000001:2.0:1763350988.450480:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.450485:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450487:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350988.450489:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450493:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763350988.450495:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763350988.450497:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.450500:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925ccd4b5000 refcount=2 00000020:00000001:2.0:1763350988.450503:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526011752448 : -120547697799168 : ffff925ccd4b5000) 00000004:00000001:2.0:1763350988.450507:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623526011752448 : -120547697799168 : ffff925ccd4b5000) 00000020:00000040:2.0:1763350988.450510:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925ccd4b5000 with handle 0xcb8c81cc3033cbf0 from hash 00000004:00000001:2.0:1763350988.450515:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763350988.450517:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff8:0x0] with intent: 0 00000004:00000001:2.0:1763350988.450522:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763350988.450524:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 0 lsom size 0 size 0 lsom blocks 0 blocks 0 truncate 0 00000004:00000001:2.0:1763350988.450530:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.450534:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.450546:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450550:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.450559:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.450562:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.450570:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.450573:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.450577:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.450579:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.450581:0:20016:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.450584:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.450586:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.450587:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.450588:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.450590:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.450592:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.450648:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.450650:0:20016:0:(mdt_som.c:32:lustre_buf2som()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.450654:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350988.450657:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450660:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.450662:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.450664:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.450666:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.450670:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.450672:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.450674:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.450677:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.450678:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.450680:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.450682:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.450684:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.450686:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.450688:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.450692:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350988.450695:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450698:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763350988.450701:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff8:0x0]: Set SOM attrs S/B/F: 0/0/4. 00000004:00000001:2.0:1763350988.450706:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.450710:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763350988.450713:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350988.450719:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350988.450728:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693540. 00080000:00000001:2.0:1763350988.450733:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.450744:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc4ebb400. 00080000:00000001:2.0:1763350988.450747:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530166236160 : -120543543315456 : ffff925dc4ebb400) 00000004:00000001:2.0:1763350988.450753:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.450758:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.450762:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.450766:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530166236160 : -120543543315456 : ffff925dc4ebb400) 00080000:00000001:2.0:1763350988.450770:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.450797:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450799:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450803:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.450810:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350988.450812:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350988.450820:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350988.450822:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.450823:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530166236160 : -120543543315456 : ffff925dc4ebb400) 00080000:00000001:2.0:1763350988.450827:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.450834:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.450835:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450837:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.450862:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.450865:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450873:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.450878:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.450880:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.450881:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.450882:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530166236160 : -120543543315456 : ffff925dc4ebb400) 00080000:00000001:2.0:1763350988.450886:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.450888:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:2.0:1763350988.450905:0:20016:0:(osd_xattr.c:583:__osd_sa_xattr_schedule_update()) Process entered 00080000:00000001:2.0:1763350988.450908:0:20016:0:(osd_xattr.c:591:__osd_sa_xattr_schedule_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.450912:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450914:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450916:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.450918:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.450923:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.450926:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.450931:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350988.450935:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055210, last_committed = 8590055196 00000001:00000010:2.0:1763350988.450940:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006939c0. 00000001:00000040:2.0:1763350988.450943:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 14 00000020:00000040:2.0:1763350988.450946:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=504 00000001:00000010:2.0:1763350988.450957:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dc58710c0. 00000004:00000001:2.0:1763350988.450964:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350988.450966:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.450967:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530166236160 : -120543543315456 : ffff925dc4ebb400) 00080000:00000001:2.0:1763350988.450971:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.450990:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350988.450993:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.450997:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dc58710c0: xid 1849001118792320, transno 8590055210, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350988.451001:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.451114:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.451118:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693540. 00000020:00000001:2.0:1763350988.451121:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.451125:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.451128:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.451129:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.451133:0:20016:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:2.0:1763350988.451134:0:20016:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:2.0:1763350988.451138:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:2.0:1763350988.451140:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.451143:0:20016:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.451145:0:20016:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.451149:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:2.0:1763350988.451154:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:2.0:1763350988.451159:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.451162:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff8:0x0], previous was 0x7 00000004:00000001:2.0:1763350988.451166:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.451170:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:2.0:1763350988.451173:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.451178:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:2.0:1763350988.451182:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.451186:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:2.0:1763350988.451189:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925ccd4b5000. 00000004:00000001:2.0:1763350988.451201:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.451205:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350988.451206:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.451208:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.451211:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:2.0:1763350988.451214:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350988.451216:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.451218:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.451220:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.451222:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.451227:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.451230:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.451233:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:2.0:1763350988.451240:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.451247:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.451249:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.451253:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 8590055210, xid 1849001118792320 00010000:00000001:2.0:1763350988.451256:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.451264:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5edbb80 x1849001118792320/t8590055210(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.451273:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.451277:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.451282:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=99 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.451287:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.451289:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.451292:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.451296:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.451298:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.451302:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.451305:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.451312:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2880. 00000100:00000200:2.0:1763350988.451320:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118792320, offset 224 00000400:00000200:2.0:1763350988.451329:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.451345:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.451353:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198228:198228:256:4294967295] 192.168.202.2@tcp LPNI seq info [198224:198224:8:4294967295] 00000400:00000200:2.0:1763350988.451364:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.451370:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.451375:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.451382:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.451390:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.451396:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.451429:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.451433:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.451436:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.451438:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.451441:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.451445:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5edbb80 x1849001118792320/t8590055210(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.451454:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5edbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+504:226800:x1849001118792320:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 1174us (1489us total) trans 8590055210 rc 0/0 00000100:00100000:2.0:1763350988.451463:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20886 00000100:00000040:2.0:1763350988.451467:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.451470:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.451471:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.451477:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.451482:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090640. 00000020:00000010:2.0:1763350988.451486:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08200. 00000020:00000040:2.0:1763350988.451491:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 503 00000100:00000001:2.0:1763350988.451493:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.451814:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.451821:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350988.451829:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.451836:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.451841:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2880 00000400:00000010:3.0:1763350988.451844:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2880. 00000100:00000001:3.0:1763350988.451849:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.451850:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.459481:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.459504:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.459509:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.459511:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.459524:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.459544:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 376 into portal 12 MB=0x691a81edffb00 00000400:00000200:0.0:1763350988.459555:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 376/376 into md 0xd4535 [64] + 183352 00000800:00000001:0.0:1763350988.459564:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.459574:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.459581:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.459587:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.460009:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.460013:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350988.460023:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5eda300. 00000100:00000040:0.0:1763350988.460028:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df5eda300 x1849001118792448 msgsize 376 00000100:00100000:0.0:1763350988.460033:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.461205:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.461226:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.461236:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.461308:0:26495:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.461312:0:26495:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118792448 02000000:00000001:1.0:1763350988.461315:0:26495:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.461318:0:26495:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.461321:0:26495:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.461326:0:26495:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.461330:0:26495:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118792448 00000020:00000001:1.0:1763350988.461333:0:26495:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.461335:0:26495:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350988.461338:0:26495:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.461343:0:26495:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=504 00000020:00000001:1.0:1763350988.461347:0:26495:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350988.461349:0:26495:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350988.461355:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.461366:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b00. 00000100:00000001:1.0:1763350988.461370:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.461374:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b00. 00000020:00000010:1.0:1763350988.461383:0:26495:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90ff000. 00000020:00000010:1.0:1763350988.461389:0:26495:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5e80. 00000020:00000010:1.0:1763350988.461395:0:26495:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000100:00000040:1.0:1763350988.461406:0:26495:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1763350988.461409:0:26495:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.461410:0:26495:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:1.0:1763350988.461414:0:26495:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:1.0:1763350988.461416:0:26495:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.461418:0:26495:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.461427:0:26495:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.461446:0:26495:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.461462:0:26495:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.461464:0:26495:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.461471:0:26495:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140645 00000100:00000040:1.0:1763350988.461475:0:26495:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350988.461477:0:26495:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988446464 : -120542721105152 : ffff925df5eda300) 00000100:00000040:1.0:1763350988.461485:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5eda300 x1849001118792448/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 376/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350988.461495:0:26495:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.461498:0:26495:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b00. 00000100:00000001:1.0:1763350988.461500:0:26495:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.461502:0:26495:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b00. 00000100:00100000:1.0:1763350988.461506:0:26495:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5eda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+504:226800:x1849001118792448:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350988.461510:0:26495:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118792448 00000020:00000001:1.0:1763350988.461514:0:26495:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.461518:0:26495:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:1.0:1763350988.461524:0:26495:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dc58710c0: xid 1849001118792320, transno 8590055210, client gen 3, slot idx 0 00000001:00000001:1.0:1763350988.461529:0:26495:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccd7a0a80: xid 1849001118791936, transno 8590055209, client gen 3, slot idx 1 00000001:00000010:1.0:1763350988.461533:0:26495:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccd7a0a80. 00000020:00000001:1.0:1763350988.461537:0:26495:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.461539:0:26495:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.461541:0:26495:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350988.461545:0:26495:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350988.461548:0:26495:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118792448, found 0 last_xid 1849001118792447 00000020:00000001:1.0:1763350988.461551:0:26495:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.461554:0:26495:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.461556:0:26495:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.461563:0:26495:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.461565:0:26495:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350988.461569:0:26495:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.461571:0:26495:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.461573:0:26495:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350988.461575:0:26495:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.461581:0:26495:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350988.461589:0:26495:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7dab00. 00010000:00000010:1.0:1763350988.461593:0:26495:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b5d00. 00010000:00000001:1.0:1763350988.461625:0:26495:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.461630:0:26495:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7200. 00000020:00000001:1.0:1763350988.461634:0:26495:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.461637:0:26495:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7200 with handle 0xcb8c81cc3033cbf7 to hash 00000020:00000001:1.0:1763350988.461639:0:26495:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.461641:0:26495:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000010:1.0:1763350988.461646:0:26495:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373b80. 00010000:00000001:1.0:1763350988.461649:0:26495:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00010000:1.0:1763350988.461655:0:26495:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033cbf7 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecc9d expref: -99 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.461665:0:26495:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:1.0:1763350988.461667:0:26495:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=505 00010000:00000001:1.0:1763350988.461674:0:26495:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350988.461677:0:26495:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350988.461686:0:26495:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350988.461688:0:26495:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350988.461690:0:26495:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.461692:0:26495:0:(mdt_handler.c:5115:mdt_intent_layout()) Process entered 00000004:00000040:1.0:1763350988.461696:0:26495:0:(mdt_handler.c:5126:mdt_intent_layout()) [0x200000bd2:0x3ff8:0x0]got layout change request from client: opc:0 flags:0x0 extent [0x0, 0x0) 00000004:00000001:1.0:1763350988.461699:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350988.461702:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff8:0x0] 00000020:00000001:1.0:1763350988.461706:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.461710:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000004:00000001:1.0:1763350988.461712:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014992384 : -120547694559232 : ffff925ccd7cc000) 00000004:00000001:1.0:1763350988.461718:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.461726:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.461729:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.461736:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.461739:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.461743:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000040:1.0:1763350988.461745:0:26495:0:(mdt_handler.c:5171:mdt_intent_layout()) lustre-MDT0000: layout_size 56 00000100:00000001:1.0:1763350988.461749:0:26495:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.461752:0:26495:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.461758:0:26495:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df8f00c00. 02000000:00000001:1.0:1763350988.461760:0:26495:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.461763:0:26495:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.461766:0:26495:0:(mdt_handler.c:5192:mdt_intent_layout()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.461769:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350988.461771:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.461773:0:26495:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.461776:0:26495:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.461781:0:26495:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.461784:0:26495:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.461786:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.461788:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.461790:0:26495:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.461792:0:26495:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.461794:0:26495:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.461797:0:26495:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.461798:0:26495:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.461800:0:26495:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.461802:0:26495:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) refcount = 1 00010000:00010000:1.0:1763350988.461807:0:26495:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033cbf7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc9d expref: 505 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.461813:0:26495:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.461818:0:26495:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.461819:0:26495:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.461822:0:26495:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.461823:0:26495:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.461825:0:26495:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.461827:0:26495:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.461832:0:26495:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:1.0:1763350988.461835:0:26495:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033cbf7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc9d expref: 505 pid: 26495 timeout: 0 lvb_type: 0 00000004:00000001:1.0:1763350988.461844:0:26495:0:(mdt_lvb.c:303:mdt_lvbo_fill()) Process entered 00000004:00000001:1.0:1763350988.461848:0:26495:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350988.461849:0:26495:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff8:0x0] 00000020:00000001:1.0:1763350988.461851:0:26495:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.461852:0:26495:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000004:00000001:1.0:1763350988.461854:0:26495:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014992384 : -120547694559232 : ffff925ccd7cc000) 00000004:00000001:1.0:1763350988.461856:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.461858:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.461859:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.461862:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.461863:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.461865:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.461866:0:26495:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350988.461868:0:26495:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.461869:0:26495:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.461870:0:26495:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.461872:0:26495:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.461874:0:26495:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:1.0:1763350988.461876:0:26495:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:1.0:1763350988.461878:0:26495:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.461880:0:26495:0:(mdt_lvb.c:408:mdt_lvbo_fill()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:1.0:1763350988.461886:0:26495:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.461890:0:26495:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.461893:0:26495:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) 00010000:00010000:1.0:1763350988.461896:0:26495:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00000001:1.0:1763350988.461898:0:26495:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.461901:0:26495:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.461903:0:26495:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.461905:0:26495:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.461906:0:26495:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.461908:0:26495:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7200, rc 0) 00000020:00000001:1.0:1763350988.461910:0:26495:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350988.461915:0:26495:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118792448 00010000:00000001:1.0:1763350988.461918:0:26495:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350988.461924:0:26495:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5eda300 x1849001118792448/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 376/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350988.461933:0:26495:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.461936:0:26495:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.461941:0:26495:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.461946:0:26495:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.461949:0:26495:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.461951:0:26495:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.461954:0:26495:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.461956:0:26495:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.461959:0:26495:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.461962:0:26495:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.461968:0:26495:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74880. 00000100:00000200:1.0:1763350988.461976:0:26495:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 10, xid 1849001118792448, offset 224 00000400:00000200:1.0:1763350988.461982:0:26495:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.461997:0:26495:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.462004:0:26495:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198229:198229:256:4294967295] 192.168.202.2@tcp LPNI seq info [198225:198225:8:4294967295] 00000400:00000200:1.0:1763350988.462017:0:26495:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.462022:0:26495:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.462027:0:26495:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32d00. 00000800:00000200:1.0:1763350988.462034:0:26495:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.462053:0:26495:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.462058:0:26495:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.462068:0:26495:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.462071:0:26495:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.462074:0:26495:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.462075:0:26495:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.462078:0:26495:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.462082:0:26495:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5eda300 x1849001118792448/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 376/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350988.462091:0:26495:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5eda300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+505:226800:x1849001118792448:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 595us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350988.462098:0:26495:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140645 00000100:00000040:1.0:1763350988.462101:0:26495:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350988.462103:0:26495:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.462106:0:26495:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.462111:0:26495:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5e80. 00000020:00000010:1.0:1763350988.462117:0:26495:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:1.0:1763350988.462121:0:26495:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90ff000. 00000020:00000040:1.0:1763350988.462125:0:26495:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 504 00000100:00000001:1.0:1763350988.462128:0:26495:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.462416:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.462422:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32d00. 00000400:00000200:0.0:1763350988.462431:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.462437:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.462442:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74880 00000400:00000010:0.0:1763350988.462445:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74880. 00000100:00000001:0.0:1763350988.462449:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.462451:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350988.475134:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.475161:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.475166:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.475169:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.475185:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.475208:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81edffb80 00000400:00000200:3.0:1763350988.475220:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 183728 00000800:00000001:3.0:1763350988.475231:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.475241:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.475245:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.475251:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.475260:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.475262:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350988.475269:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3296a00. 00000100:00000040:3.0:1763350988.475273:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3296a00 x1849001118792576 msgsize 576 00000100:00100000:3.0:1763350988.475277:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.475292:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.475302:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.475306:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.476637:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.476645:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118792576 02000000:00000001:2.0:1763350988.476651:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.476654:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.476658:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.476665:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.476672:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118792576 00000020:00000001:2.0:1763350988.476678:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.476680:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.476685:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.476691:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=505 00000020:00000001:2.0:1763350988.476780:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.476785:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.476795:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.476810:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d600. 00000100:00000001:2.0:1763350988.476815:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.476820:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d600. 00000020:00000010:2.0:1763350988.476831:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08200. 00000020:00000010:2.0:1763350988.476843:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.476850:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090640. 00000100:00000040:2.0:1763350988.476862:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.476866:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.476868:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350988.476871:0:21173:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350988.476873:0:21173:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.476876:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.476886:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.476906:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.476924:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.476927:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.476936:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140646 00000100:00000040:2.0:1763350988.476941:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.476944:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530136726016 : -120543572825600 : ffff925dc3296a00) 00000100:00000040:2.0:1763350988.476952:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3296a00 x1849001118792576/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.476963:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.476966:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d600. 00000100:00000001:2.0:1763350988.476968:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.476970:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d600. 00000100:00100000:2.0:1763350988.476975:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+505:226800:x1849001118792576:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350988.476979:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118792576 00000020:00000001:2.0:1763350988.476984:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.476989:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.476996:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.477000:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.477003:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.477007:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.477011:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118792576, found 0 last_xid 1849001118792575 00000020:00000001:2.0:1763350988.477015:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.477018:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.477021:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.477064:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.477068:0:21173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.477071:0:21173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.477074:0:21173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.477076:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.477078:0:21173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.477085:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.477095:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 2 00010000:00000001:2.0:1763350988.477099:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.477103:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.477110:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:2.0:1763350988.477115:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.477118:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033cbfe to hash 00000020:00000001:2.0:1763350988.477121:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.477122:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000010:2.0:1763350988.477130:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.477134:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00010000:2.0:1763350988.477140:0:21173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbfe lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecca4 expref: -99 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.477151:0:21173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 487 00000020:00000040:2.0:1763350988.477154:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=506 00010000:00000001:2.0:1763350988.477162:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350988.477167:0:21173:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350988.477176:0:21173:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350988.477180:0:21173:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350988.477182:0:21173:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:2.0:1763350988.477185:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.477188:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff8:0x0] 00000020:00000001:2.0:1763350988.477192:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.477199:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000004:00000001:2.0:1763350988.477202:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014992384 : -120547694559232 : ffff925ccd7cc000) 00000004:00000001:2.0:1763350988.477205:0:21173:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477209:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350988.477211:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350988.477214:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.477218:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.477287:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51664 at ffff925de9c00000. 02000000:00000001:2.0:1763350988.477291:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.477294:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477297:0:21173:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477300:0:21173:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:2.0:1763350988.477306:0:21173:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350988.477309:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.477311:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477314:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.477316:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.477319:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477321:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.477322:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.477324:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477326:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.477327:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.477329:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477330:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.477332:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.477334:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477336:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.477338:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.477339:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477343:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.477345:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.477352:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.477360:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.477363:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.477368:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.477371:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477375:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.477377:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477380:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.477382:0:21173:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477387:0:21173:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000004:00000001:2.0:1763350988.477394:0:21173:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350988.477396:0:21173:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00000001:2.0:1763350988.477398:0:21173:0:(mdt_lib.c:2193:mdt_is_remote_object()) Process entered 00000020:00000010:2.0:1763350988.477407:0:21173:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 4096 at ffff925e00263000. 00000004:00000001:2.0:1763350988.477414:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.477422:0:21173:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350988.477426:0:21173:0:(mdt_lib.c:2218:mdt_is_remote_object()) Process leaving (rc=1 : 1 : 1) 00000004:00000002:2.0:1763350988.477429:0:21173:0:(mdt_handler.c:2252:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff8:0x0]/[0x200000bd2:0x3ff8:0x0], ldlm_rep = ffff925de9c00228 00000004:00000001:2.0:1763350988.477437:0:21173:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350988.477442:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.477443:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.477447:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 3 00010000:00000001:2.0:1763350988.477449:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.477451:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.477454:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.477457:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.477459:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cc05 to hash 00000020:00000001:2.0:1763350988.477461:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.477462:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.477466:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4600. 00010000:00000001:2.0:1763350988.477468:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.477473:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.477475:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.477479:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cc05 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.477486:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.477492:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.477494:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.477498:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.477501:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.477503:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.477505:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.477507:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.477510:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.477512:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.477513:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.477516:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) refcount = 3 00010000:00000040:2.0:1763350988.477519:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.477525:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033cbf7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc9d expref: 506 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.477533:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cc05 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.477539:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.477546:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.477549:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.477551:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.477553:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.477555:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.477558:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.477560:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.477564:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.477567:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cc05 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.477572:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.477574:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.477576:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.477578:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.477580:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.477581:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.477583:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.477586:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.477588:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.477590:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.477591:0:21173:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477637:0:21173:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763350988.477643:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.477645:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.477655:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477658:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.477665:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.477668:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.477676:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.477680:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.477684:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.477686:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.477689:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.477692:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff8:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000001:2.0:1763350988.477695:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.477697:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.477698:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.477701:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.477703:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.477704:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.477707:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.477708:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.477709:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.477711:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.477713:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.477715:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350988.477718:0:21173:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350988.477720:0:21173:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.477723:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925de9c00370 00000004:00000001:2.0:1763350988.477726:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477729:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.477730:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477732:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.477733:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.477735:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.477736:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.477738:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.477739:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.477742:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff8:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00200000:2.0:1763350988.477746:0:21173:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff8:0x0]: returning size 0 00000004:00000040:2.0:1763350988.477750:0:21173:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3ff8:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763350988.477753:0:21173:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763350988.477755:0:21173:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9688 00000004:00200000:2.0:1763350988.477758:0:21173:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00000002:2.0:1763350988.477761:0:21173:0:(mdt_handler.c:1636:mdt_getattr_internal()) changing the max MD size to 48032 00000001:00000001:2.0:1763350988.477762:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.477764:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477767:0:21173:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350988.477769:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.477771:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.477772:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.477774:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.477776:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.477778:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.477781:0:21173:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.477787:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.477794:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477796:0:21173:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.477803:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.477804:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.477806:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.477808:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.477810:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00000004:00010000:2.0:1763350988.477813:0:21173:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cc05 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.477819:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.477820:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.477822:0:21173:0:(mdt_handler.c:2538:mdt_getattr_name_lock()) Process leaving 00000004:00000001:2.0:1763350988.477824:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.477827:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000001:2.0:1763350988.477831:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.477832:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.477833:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.477835:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.477837:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00000004:00000040:2.0:1763350988.477841:0:21173:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 488 00000020:00000040:2.0:1763350988.477843:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=507 00010000:00000001:2.0:1763350988.477847:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.477848:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.477850:0:21173:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.477852:0:21173:0:(mdt_handler.c:5060:mdt_intent_getattr()) Process leaving 02000000:00000001:2.0:1763350988.477856:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.477858:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.477860:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.477861:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.477863:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.477866:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.477870:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.477873:0:21173:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350988.477875:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.477877:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000010:2.0:1763350988.477880:0:21173:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 4096 at ffff925e00263000. 00000004:00000001:2.0:1763350988.477885:0:21173:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350988.477888:0:21173:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.477889:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.477894:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.477895:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.477897:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.477899:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.477901:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033cbfe from hash 00010000:00000001:2.0:1763350988.477904:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.477905:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.477906:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.477908:0:21173:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.477909:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.477912:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cbfe lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecca4 expref: 507 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.477925:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 487 00000020:00000040:2.0:1763350988.477928:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 506 00010000:00000010:2.0:1763350988.477931:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.477940:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.477942:0:21173:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.477947:0:21173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.477950:0:21173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cc05 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1a/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecca4 expref: 506 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.477958:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.477962:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.477964:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) 00010000:00010000:2.0:1763350988.477967:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00000001:2.0:1763350988.477970:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.477973:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.477974:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.477976:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.477977:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.477979:0:21173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfe200, rc 0) 00000020:00000001:2.0:1763350988.477982:0:21173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.477986:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118792576 00010000:00000001:2.0:1763350988.477989:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.477994:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3296a00 x1849001118792576/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/640 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.478003:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.478007:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.478013:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.478019:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.478022:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.478024:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.478028:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.478030:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.478034:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.478037:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.478054:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2a18. 00000100:00000200:2.0:1763350988.478064:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 640 bytes to portal 10, xid 1849001118792576, offset 224 00000400:00000200:2.0:1763350988.478074:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.478093:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.478101:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198230:198230:256:4294967295] 192.168.202.2@tcp LPNI seq info [198226:198226:8:4294967295] 00000400:00000200:2.0:1763350988.478117:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.478123:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 640 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.478129:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.478137:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.478146:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.478153:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 736 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.478178:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.478183:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.478186:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.478187:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.478190:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.478194:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3296a00 x1849001118792576/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/640 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.478206:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3296a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+506:226800:x1849001118792576:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1241us (2929us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.478215:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140646 00000100:00000040:2.0:1763350988.478219:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.478222:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.478224:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.478229:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.478234:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090640. 00000020:00000010:2.0:1763350988.478238:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08200. 00000020:00000040:2.0:1763350988.478245:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 505 00000100:00000001:2.0:1763350988.478248:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.479610:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.479622:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.479633:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.479643:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.479650:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2a18 00000400:00000010:0.0:1763350988.479653:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2a18. 00000100:00000001:0.0:1763350988.479658:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.479661:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.482407:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.482440:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.482445:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.482448:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.482464:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.482491:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 3408 into portal 24 MB=0x691a81edffc00 00000400:00000200:0.0:1763350988.482504:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 3408/3408 into md 0x4c31 [256] + 19264 00000800:00000001:0.0:1763350988.482515:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.482533:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.482536:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.482540:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.482549:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.482552:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350988.482560:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed9880. 00000100:00000040:0.0:1763350988.482564:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df5ed9880 x1849001118792704 msgsize 3408 00000100:00100000:0.0:1763350988.482568:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.482588:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.482634:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.482637:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.482923:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.482927:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118792704 02000000:00000001:1.0:1763350988.482930:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.482933:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.482936:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.482941:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.482945:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118792704 00000020:00000001:1.0:1763350988.482948:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.482950:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350988.482954:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.482957:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=506 00000020:00000001:1.0:1763350988.482960:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350988.482963:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350988.482968:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.482974:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b00. 00000100:00000001:1.0:1763350988.482978:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.482980:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b00. 00000020:00000010:1.0:1763350988.482987:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90ff000. 00000020:00000010:1.0:1763350988.482993:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5e80. 00000020:00000010:1.0:1763350988.482999:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000100:00000040:1.0:1763350988.483012:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350988.483016:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.483017:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350988.483020:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.483029:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.483050:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.483065:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.483067:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.483073:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 446 00000100:00000040:1.0:1763350988.483077:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350988.483080:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988443776 : -120542721107840 : ffff925df5ed9880) 00000100:00000040:1.0:1763350988.483088:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed9880 x1849001118792704/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 3408/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.483099:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.483103:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b00. 00000100:00000001:1.0:1763350988.483105:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.483107:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b00. 00000100:00100000:1.0:1763350988.483111:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+506:2361:x1849001118792704:12345-192.168.202.2@tcp:63:ll_sa.0 00000100:00000200:1.0:1763350988.483116:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118792704 00000020:00000001:1.0:1763350988.483120:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.483125:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.483130:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.483133:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.483136:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717536 : -1040834080 : ffffffffc1f621e0) 00000020:00000001:1.0:1763350988.483140:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350988.483145:0:69028:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118792704, found 0 last_xid 1849001118792575 00000020:00000001:1.0:1763350988.483148:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.483151:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.483154:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.483158:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.483164:0:69028:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763350988.483177:0:69028:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff925ccd84b3e8. 00000100:00000001:1.0:1763350988.483183:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.483185:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.483227:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8272 at ffff925dea3cc000. 02000000:00000001:1.0:1763350988.483231:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.483234:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350988.483240:0:69028:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff925ccd7a0a80. 00000020:00000001:1.0:1763350988.483242:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000004:00000001:1.0:1763350988.483248:0:69028:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.483252:0:69028:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763350988.483257:0:69028:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.483259:0:69028:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.483267:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.483276:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:1.0:1763350988.483280:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.483283:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.483289:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6400. 00000020:00000001:1.0:1763350988.483292:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.483295:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6400 with handle 0xcb8c81cc3033cc0c to hash 00000020:00000001:1.0:1763350988.483298:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.483299:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00000010:1.0:1763350988.483305:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350988.483309:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770392064 : -120542939159552 : ffff925de8ee6400) 00010000:00010000:1.0:1763350988.483314:0:69028:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033cc0c lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeccab expref: -99 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.483325:0:69028:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 488 00000020:00000040:1.0:1763350988.483328:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=507 00010000:00000001:1.0:1763350988.483336:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350988.483340:0:69028:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350988.483345:0:69028:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350988.483347:0:69028:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350988.483349:0:69028:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350988.483352:0:69028:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350988.483860:0:69028:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:1.0:1763350988.483866:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.483875:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:1.0:1763350988.483878:0:69028:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:1.0:1763350988.483881:0:69028:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.483885:0:69028:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350988.483887:0:69028:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763350988.483891:0:69028:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 7976, allocated: 7976, field len 7752 -> 56856 00000100:00000001:1.0:1763350988.483894:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.483896:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.483937:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 57376 at ffff925e01bb0000. 02000000:00000001:1.0:1763350988.483940:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.483943:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.483948:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.483950:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8272 at ffff925dea3cc000. 02000000:00000001:1.0:1763350988.484071:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763350988.484075:0:69028:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:1.0:1763350988.484080:0:69028:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.484082:0:69028:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763350988.484088:0:69028:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350988.484091:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.484094:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.484097:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.484099:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.484101:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.484104:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.484106:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.484108:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.484110:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.484111:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.484113:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.484115:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.484116:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.484118:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.484120:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.484122:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.484123:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.484128:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.484130:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.484135:0:69028:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350988.484142:0:69028:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350988.484145:0:69028:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350988.484149:0:69028:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350988.484151:0:69028:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.484155:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.484157:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.484159:0:69028:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350988.484162:0:69028:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.484166:0:69028:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350988.484172:0:69028:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464226ba48 00000004:00000002:1.0:1763350988.484176:0:69028:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff6:0x0]/file2, ldlm_rep = ffff925e01bb0250 00000004:00000001:1.0:1763350988.484181:0:69028:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350988.484185:0:69028:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350988.484189:0:69028:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350988.484192:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.484194:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.484197:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 3 00010000:00000001:1.0:1763350988.484199:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.484201:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.484207:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7a00. 00000020:00000001:1.0:1763350988.484210:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.484212:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7a00 with handle 0xcb8c81cc3033cc13 to hash 00000020:00000001:1.0:1763350988.484213:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.484215:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000010:1.0:1763350988.484220:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373780. 00010000:00000001:1.0:1763350988.484222:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350988.484226:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.484228:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.484231:0:69028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484239:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.484244:0:69028:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.484246:0:69028:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.484249:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.484251:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.484253:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.484254:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.484257:0:69028:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.484259:0:69028:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.484260:0:69028:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.484261:0:69028:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.484264:0:69028:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) refcount = 3 00010000:00000040:1.0:1763350988.484266:0:69028:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350988.484273:0:69028:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 507 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350988.484279:0:69028:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484284:0:69028:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.484290:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.484292:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484294:0:69028:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.484296:0:69028:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.484298:0:69028:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484300:0:69028:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.484303:0:69028:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.484306:0:69028:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.484308:0:69028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484313:0:69028:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.484314:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484315:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.484316:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.484317:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350988.484321:0:69028:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da500. 00010000:00000010:1.0:1763350988.484324:0:69028:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b5e00. 00010000:00000001:1.0:1763350988.484328:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.484330:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7800. 00000020:00000001:1.0:1763350988.484331:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.484333:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7800 with handle 0xcb8c81cc3033cc1a to hash 00000020:00000001:1.0:1763350988.484335:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.484336:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000010:1.0:1763350988.484338:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373f00. 00010000:00000001:1.0:1763350988.484340:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350988.484344:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.484345:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.484348:0:69028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484353:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.484355:0:69028:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.484356:0:69028:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.484357:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.484359:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.484361:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.484362:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.484364:0:69028:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.484365:0:69028:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.484367:0:69028:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.484368:0:69028:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.484370:0:69028:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 (ffff925ccd7da500) refcount = 1 00010000:00010000:1.0:1763350988.484373:0:69028:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484378:0:69028:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.484380:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.484381:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484383:0:69028:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.484385:0:69028:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.484386:0:69028:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484388:0:69028:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.484391:0:69028:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.484393:0:69028:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.484395:0:69028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484400:0:69028:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.484401:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484402:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.484404:0:69028:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.484409:0:69028:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.484449:0:69028:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.484453:0:69028:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350988.484457:0:69028:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350988.484461:0:69028:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.484466:0:69028:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350988.484486:0:69028:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.484488:0:69028:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.484491:0:69028:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.484493:0:69028:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763350988.484497:0:69028:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350988.484499:0:69028:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.484502:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.484503:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.484505:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7a00 refcount=3 00000020:00000001:1.0:1763350988.484507:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350988.484509:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350988.484512:0:69028:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.484515:0:69028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484520:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484521:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.484524:0:69028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484532:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.484533:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484536:0:69028:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.484539:0:69028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00010000:1.0:1763350988.484544:0:69028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7a00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.484547:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.484550:0:69028:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.484552:0:69028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484557:0:69028:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.484558:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.484560:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.484561:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7a00 refcount=4 00000020:00000001:1.0:1763350988.484563:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350988.484565:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397696 : -120542939153920 : ffff925de8ee7a00) 00010000:00000001:1.0:1763350988.484568:0:69028:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.484571:0:69028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484577:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.484579:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.484580:0:69028:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484583:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.484585:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.484586:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.484587:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.484590:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7a00 with handle 0xcb8c81cc3033cc13 from hash 00010000:00000001:1.0:1763350988.484592:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.484593:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484612:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.484615:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.484617:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.484619:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484621:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.484623:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.484626:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.484628:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:1.0:1763350988.484631:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350988.484634:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.484636:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484638:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.484640:0:69028:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.484642:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484643:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.484644:0:69028:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484646:0:69028:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.484648:0:69028:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.484651:0:69028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484656:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484657:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.484659:0:69028:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.484660:0:69028:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.484662:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.484664:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7a00/0xcb8c81cc3033cc13 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000010:1.0:1763350988.484669:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373780. 00010000:00000001:1.0:1763350988.484679:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.484681:0:69028:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.484682:0:69028:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.484683:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.484685:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.484686:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7800 refcount=3 00000020:00000001:1.0:1763350988.484688:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350988.484690:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350988.484693:0:69028:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.484695:0:69028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484700:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484701:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.484703:0:69028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484707:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.484709:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484711:0:69028:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.484712:0:69028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00010000:1.0:1763350988.484717:0:69028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7800 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.484719:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.484721:0:69028:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.484723:0:69028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484728:0:69028:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.484729:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.484730:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.484731:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7800 refcount=4 00000020:00000001:1.0:1763350988.484734:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350988.484736:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350988.484738:0:69028:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.484740:0:69028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484745:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.484747:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.484748:0:69028:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484751:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.484753:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.484755:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.484756:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.484758:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7800 with handle 0xcb8c81cc3033cc1a from hash 00010000:00000001:1.0:1763350988.484761:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.484762:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484763:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.484765:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.484767:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.484769:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484771:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.484772:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.484773:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.484775:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0xfbe05a87 (ffff925ccd7da500) 00010000:00010000:1.0:1763350988.484778:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350988.484780:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.484782:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484783:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.484784:0:69028:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.484787:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484788:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.484789:0:69028:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484791:0:69028:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.484792:0:69028:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.484794:0:69028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.484799:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484800:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.484801:0:69028:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.484802:0:69028:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.484804:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.484805:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc1a lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000010:1.0:1763350988.484811:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373f00. 00010000:00000040:1.0:1763350988.484814:0:69028:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da500 count: 0 00010000:00000010:1.0:1763350988.484821:0:69028:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b5e00. 00010000:00000001:1.0:1763350988.484826:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.484828:0:69028:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.484829:0:69028:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350988.484831:0:69028:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350988.484833:0:69028:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350988.484836:0:69028:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763350988.484841:0:69028:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350988.484844:0:69028:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350988.484846:0:69028:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350988.484848:0:69028:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350988.484850:0:69028:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350988.484854:0:69028:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350988.484870:0:69028:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.484873:0:69028:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.484876:0:69028:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350988.484879:0:69028:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350988.484880:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.484885:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484886:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.484888:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.484890:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.484892:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6400 with handle 0xcb8c81cc3033cc0c from hash 00010000:00000001:1.0:1763350988.484894:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.484896:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.484897:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.484898:0:69028:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350988.484899:0:69028:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763350988.484902:0:69028:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763350988.484908:0:69028:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033cc0c lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccab expref: 507 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.484915:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350988.484918:0:69028:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.484922:0:69028:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.484924:0:69028:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.484926:0:69028:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484928:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.484930:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.484931:0:69028:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.484932:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.484934:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.484935:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.484937:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.484938:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:1.0:1763350988.484940:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763350988.484943:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.484944:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.484946:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.484947:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.484950:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6400/0xcb8c81cc3033cc0c lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccab expref: 507 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.484957:0:69028:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 487 00000020:00000040:1.0:1763350988.484961:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 506 00010000:00000010:1.0:1763350988.484963:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350988.484968:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.484970:0:69028:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6400, rc -2) 00000004:00000001:1.0:1763350988.484974:0:69028:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.484977:0:69028:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763350988.484982:0:69028:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff925ccd84b3e8. 00000004:00000010:1.0:1763350988.484985:0:69028:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff925ccd7a0a80. 00000004:00000001:1.0:1763350988.484989:0:69028:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350988.484993:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:1.0:1763350988.484996:0:69028:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.484998:0:69028:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763350988.485002:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118792704 00010000:00000001:1.0:1763350988.485005:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350988.485012:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5ed9880 x1849001118792704/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 3408/57080 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350988.485023:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.485025:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.485029:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=84 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350988.485035:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.485037:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.485039:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.485056:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.485058:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.485062:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.485065:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.485072:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 360 at ffff925cc90fe000. 00000100:00000200:1.0:1763350988.485079:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 57080 bytes to portal 4, xid 1849001118792704, offset 224 00000400:00000200:1.0:1763350988.485087:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.485102:0:69028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.485109:0:69028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198231:198231:256:4294967295] 192.168.202.2@tcp LPNI seq info [198227:198227:8:4294967295] 00000400:00000200:1.0:1763350988.485122:0:69028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.485128:0:69028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 57080 bytes in 15 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.485133:0:69028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 472 at ffff925cc90ffa00. 00000800:00000200:1.0:1763350988.485140:0:69028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.485149:0:69028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350988.485154:0:69028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925cc90ffa00 type 1, nob 57176 niov 1 nkiov 15 00000100:00000001:1.0:1763350988.485398:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.485404:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.485407:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.485408:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.485411:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.485417:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9880 x1849001118792704/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 3408/57080 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.485428:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+506:2361:x1849001118792704:12345-192.168.202.2@tcp:63:ll_sa.0 Request processed in 2327us (2862us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763350988.485442:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 446 00000100:00000040:1.0:1763350988.485446:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350988.485449:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.485450:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.485456:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5e80. 00000020:00000010:1.0:1763350988.485460:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:1.0:1763350988.485463:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90ff000. 00000020:00000040:1.0:1763350988.485468:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 505 00000100:00000001:1.0:1763350988.485471:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350988.486419:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.486428:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 472 at ffff925cc90ffa00. 00000400:00000200:2.0:1763350988.486434:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.486442:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.486448:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc90fe000 00000400:00000010:2.0:1763350988.486452:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 360 at ffff925cc90fe000. 00000100:00000001:2.0:1763350988.486456:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.486458:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350988.489835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00000100:00000040:2.0:1763350988.489873:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300865389, at 4300865392 00000100:00000010:2.0:1763350988.489887:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693180. 00000100:00000040:1.0:1763350988.489960:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300865389, at 4300865392 00000100:00000010:1.0:1763350988.489967:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693ae0. 00000100:00000040:0.0:1763350988.490120:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300865389, at 4300865392 00000100:00000010:0.0:1763350988.490127:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006938a0. 00000100:00000040:3.0:1763350988.490545:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300865389, at 4300865392 00000100:00000010:3.0:1763350988.490552:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693d80. 00000800:00000001:0.0:1763350988.491981:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.492005:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.492010:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.492012:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.492026:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.492060:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 3408 into portal 24 MB=0x691a81edffc00 00000400:00000200:0.0:1763350988.492070:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-192.168.202.2@tcp of length 3408/3408 into md 0x4c31 [256] + 22672 00000400:00000010:0.0:1763350988.492076:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc54f1ec8. 00000400:00000200:0.0:1763350988.492083:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925dc95f2000 00000800:00000001:0.0:1763350988.492091:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.492355:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.492360:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.492366:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.492373:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc95f2000 00000400:00000010:0.0:1763350988.492377:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 4216 at ffff925dc95f2000. 00000100:00000001:0.0:1763350988.492387:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.492390:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1763350988.492396:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc319e450 x1849001118792704 msgsize 3408 00000100:00100000:0.0:1763350988.492400:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:0.0:1763350988.492403:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:0.0:1763350988.492423:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.492434:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.492439:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.492784:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.492790:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118792704 02000000:00000001:1.0:1763350988.492794:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.492798:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.492801:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.492807:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.492812:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118792704 00000020:00000001:1.0:1763350988.492815:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.492818:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350988.492821:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.492826:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=506 00000020:00000001:1.0:1763350988.492829:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350988.492831:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350988.492837:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.492847:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b00. 00000100:00000001:1.0:1763350988.492852:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.492855:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b00. 00000020:00000010:1.0:1763350988.492863:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90ff000. 00000020:00000010:1.0:1763350988.492869:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5e80. 00000020:00000010:1.0:1763350988.492876:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000100:00000040:1.0:1763350988.492889:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350988.492893:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.492895:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350988.492897:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.492909:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.492926:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.492943:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.492945:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.492952:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 447 00000100:00000040:1.0:1763350988.492957:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350988.492959:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530135708752 : -120543573842864 : ffff925dc319e450) 00000100:00000040:1.0:1763350988.492968:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc319e450 x1849001118792704/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 3408/0 e 0 to 0 dl 1763350999 ref 1 fl New:/202/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.492979:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.492981:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52b00. 00000100:00000001:1.0:1763350988.492984:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.492986:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52b00. 00000100:00100000:1.0:1763350988.492990:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc319e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+506:2361:x1849001118792704:12345-192.168.202.2@tcp:63:ll_sa.0 00000100:00000200:1.0:1763350988.492994:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118792704 00000020:00000001:1.0:1763350988.492998:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.493004:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.493009:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.493012:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.493015:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717536 : -1040834080 : ffffffffc1f621e0) 00000020:00000001:1.0:1763350988.493020:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350988.493024:0:69028:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118792704, found 0 last_xid 1849001118792575 00000020:00000001:1.0:1763350988.493027:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.493030:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.493033:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.493036:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.493051:0:69028:0:(mdt_batch.c:141:mdt_batch()) Process entered 00000004:00000010:1.0:1763350988.493062:0:69028:0:(mdt_batch.c:163:mdt_batch()) kmalloced '(update_bufs)': 8 at ffff925ccd84b3e8. 00000100:00000001:1.0:1763350988.493067:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.493070:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.493344:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 8272 at ffff925dea3cc000. 02000000:00000001:1.0:1763350988.493348:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.493351:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1763350988.493358:0:69028:0:(mdt_batch.c:233:mdt_batch()) kmalloced '(trd)': 136 at ffff925ccd7a0a80. 00000020:00000001:1.0:1763350988.493360:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000001:00000001:1.0:1763350988.493362:0:69028:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118792704, found 0 last_xid 1849001118792575 00000020:00080000:1.0:1763350988.493368:0:69028:0:(tgt_handler.c:3112:tgt_check_resent()) @@@ no reply for RESENT req req@ffff925dc319e450 x1849001118792704/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 3408/7976 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/202/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350988.493378:0:69028:0:(mdt_batch.c:46:mdt_batch_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.493381:0:69028:0:(mdt_batch.c:80:mdt_batch_getattr()) Process entered 00010000:00000001:1.0:1763350988.493384:0:69028:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.493386:0:69028:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.493397:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.493404:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:1.0:1763350988.493406:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.493409:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.493414:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6000. 00000020:00000001:1.0:1763350988.493419:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.493422:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6000 with handle 0xcb8c81cc3033cc21 to hash 00000020:00000001:1.0:1763350988.493425:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.493426:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00000010:1.0:1763350988.493433:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350988.493436:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391040 : -120542939160576 : ffff925de8ee6000) 00010000:00010000:1.0:1763350988.493442:0:69028:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033cc21 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeccab expref: -99 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.493451:0:69028:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 488 00000020:00000040:1.0:1763350988.493454:0:69028:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=507 00010000:00000001:1.0:1763350988.493461:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:1.0:1763350988.493465:0:69028:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:1.0:1763350988.493470:0:69028:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:1.0:1763350988.493473:0:69028:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:1.0:1763350988.493476:0:69028:0:(mdt_handler.c:4616:mdt_body_unpack()) Process entered 00000004:00000001:1.0:1763350988.493478:0:69028:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:1.0:1763350988.493481:0:69028:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:1.0:1763350988.493485:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.493492:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:1.0:1763350988.493494:0:69028:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:1.0:1763350988.493497:0:69028:0:(mdt_handler.c:4645:mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.493500:0:69028:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:1.0:1763350988.493502:0:69028:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000040:1.0:1763350988.493507:0:69028:0:(layout.c:2878:req_capsule_server_grow()) Reply packed: 7976, allocated: 7976, field len 7752 -> 56856 00000100:00000001:1.0:1763350988.493510:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.493512:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.493550:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 57376 at ffff925dc6370000. 02000000:00000001:1.0:1763350988.493553:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.493555:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.493561:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.493563:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 8272 at ffff925dea3cc000. 02000000:00000001:1.0:1763350988.493577:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:1.0:1763350988.493579:0:69028:0:(layout.c:2131:req_capsule_server_pack()) Overflow pack 8 fields in format 'MDS_BATCH_GETATTR' for the SUB request with message len 48872:968 00000004:00000001:1.0:1763350988.493583:0:69028:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.493586:0:69028:0:(mdt_handler.c:5009:mdt_intent_getattr()) Process entered 00000004:00000001:1.0:1763350988.493592:0:69028:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:1.0:1763350988.493636:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.493639:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.493643:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.493644:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.493647:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.493648:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.493650:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.493651:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.493653:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.493655:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.493656:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.493658:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.493659:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.493662:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.493663:0:69028:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350988.493664:0:69028:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350988.493666:0:69028:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.493669:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.493670:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.493676:0:69028:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350988.493682:0:69028:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350988.493684:0:69028:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350988.493691:0:69028:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350988.493692:0:69028:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.493695:0:69028:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350988.493696:0:69028:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.493698:0:69028:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350988.493701:0:69028:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.493706:0:69028:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118792704, found 0 last_xid 1849001118792575 00000004:00010000:1.0:1763350988.493713:0:69028:0:(mdt_handler.c:4942:mdt_intent_fixup_resent()) @@@ no existing lock with rhandle 0x89742c0894eeccab req@ffff925dc319e450 x1849001118792704/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 3408/57080 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1763350988.493720:0:69028:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:1.0:1763350988.493727:0:69028:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464226ba48 00000004:00000002:1.0:1763350988.493730:0:69028:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff6:0x0]/file2, ldlm_rep = ffff925dc6370250 00000004:00000001:1.0:1763350988.493735:0:69028:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:1.0:1763350988.493740:0:69028:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:1.0:1763350988.493743:0:69028:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:1.0:1763350988.493746:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.493748:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.493750:0:69028:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 3 00010000:00000001:1.0:1763350988.493752:0:69028:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.493754:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.493758:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350988.493760:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.493762:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033cc28 to hash 00000020:00000001:1.0:1763350988.493764:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.493765:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000010:1.0:1763350988.493769:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373f00. 00010000:00000001:1.0:1763350988.493771:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.493775:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.493777:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.493780:0:69028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.493786:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.493790:0:69028:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.493793:0:69028:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.493795:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.493799:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.493800:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.493802:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.493804:0:69028:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.493807:0:69028:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.493808:0:69028:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.493810:0:69028:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.493813:0:69028:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) refcount = 3 00010000:00000040:1.0:1763350988.493817:0:69028:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350988.493821:0:69028:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 507 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1763350988.493828:0:69028:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.493833:0:69028:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.493838:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.493840:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.493842:0:69028:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.493843:0:69028:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.493845:0:69028:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.493848:0:69028:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.493850:0:69028:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.493853:0:69028:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.493857:0:69028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.493863:0:69028:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.493864:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.493866:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.493867:0:69028:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350988.493869:0:69028:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350988.493874:0:69028:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7daf00. 00010000:00000010:1.0:1763350988.493879:0:69028:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b5e00. 00010000:00000001:1.0:1763350988.493883:0:69028:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.493885:0:69028:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7400. 00000020:00000001:1.0:1763350988.493887:0:69028:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.493889:0:69028:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7400 with handle 0xcb8c81cc3033cc2f to hash 00000020:00000001:1.0:1763350988.493891:0:69028:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.493892:0:69028:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000010:1.0:1763350988.493896:0:69028:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373780. 00010000:00000001:1.0:1763350988.493898:0:69028:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350988.493901:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.493902:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.493905:0:69028:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.493910:0:69028:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350988.493912:0:69028:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350988.493913:0:69028:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350988.493915:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.493916:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.493918:0:69028:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.493919:0:69028:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.493921:0:69028:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.493922:0:69028:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350988.493924:0:69028:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350988.493925:0:69028:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350988.493927:0:69028:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 (ffff925ccd7daf00) refcount = 1 00010000:00010000:1.0:1763350988.493930:0:69028:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.493935:0:69028:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350988.493937:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.493939:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.493941:0:69028:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.493942:0:69028:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.493944:0:69028:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.493946:0:69028:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.493947:0:69028:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.493949:0:69028:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.493951:0:69028:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.493956:0:69028:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350988.493958:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.493959:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.493960:0:69028:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.493965:0:69028:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.494007:0:69028:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:1.0:1763350988.494012:0:69028:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:1.0:1763350988.494016:0:69028:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:1.0:1763350988.494021:0:69028:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.494027:0:69028:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:1.0:1763350988.494059:0:69028:0:(osd_index.c:650:osd_dir_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.494062:0:69028:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.494065:0:69028:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.494069:0:69028:0:(mdt_handler.c:2308:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000001:1.0:1763350988.494073:0:69028:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:1.0:1763350988.494075:0:69028:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.494078:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.494081:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.494082:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=3 00000020:00000001:1.0:1763350988.494085:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.494088:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.494091:0:69028:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.494094:0:69028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.494098:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.494099:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.494101:0:69028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.494106:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.494107:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.494110:0:69028:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.494113:0:69028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00010000:1.0:1763350988.494119:0:69028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee6200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.494122:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.494124:0:69028:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.494126:0:69028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.494132:0:69028:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.494134:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.494135:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.494136:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6200 refcount=4 00000020:00000001:1.0:1763350988.494138:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.494140:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.494143:0:69028:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.494145:0:69028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.494151:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.494152:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.494154:0:69028:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.494158:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.494161:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.494162:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.494164:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.494167:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033cc28 from hash 00010000:00000001:1.0:1763350988.494169:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.494171:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.494172:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.494173:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.494176:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.494177:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.494179:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.494182:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.494185:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.494187:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:1.0:1763350988.494190:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350988.494193:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.494196:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.494198:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.494199:0:69028:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.494202:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.494203:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.494204:0:69028:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.494206:0:69028:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.494208:0:69028:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.494211:0:69028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.494217:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.494218:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.494220:0:69028:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.494221:0:69028:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.494223:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.494225:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc28 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000010:1.0:1763350988.494231:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373f00. 00010000:00000001:1.0:1763350988.494244:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.494246:0:69028:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.494248:0:69028:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:1.0:1763350988.494250:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.494251:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.494253:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=3 00000020:00000001:1.0:1763350988.494255:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350988.494257:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350988.494260:0:69028:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350988.494262:0:69028:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.494268:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.494269:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.494271:0:69028:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.494276:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.494277:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.494279:0:69028:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1763350988.494281:0:69028:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00010000:1.0:1763350988.494286:0:69028:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7400 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:1.0:1763350988.494288:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.494290:0:69028:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:1.0:1763350988.494292:0:69028:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.494297:0:69028:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1763350988.494298:0:69028:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.494300:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.494301:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7400 refcount=4 00000020:00000001:1.0:1763350988.494303:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350988.494305:0:69028:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396160 : -120542939155456 : ffff925de8ee7400) 00010000:00000001:1.0:1763350988.494308:0:69028:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1763350988.494311:0:69028:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 69028 initiator: MDT0 00000800:00000001:0.0:1763350988.495174:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.495192:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.495196:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.495198:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.495209:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.495228:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edffd00 00000400:00000200:0.0:1763350988.495236:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 13712 00000800:00000001:0.0:1763350988.495245:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.495254:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.495257:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.495262:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.495270:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.495272:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350988.495279:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5edb800. 00000100:00000040:0.0:1763350988.495283:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df5edb800 x1849001118792960 msgsize 328 00000100:00100000:0.0:1763350988.495287:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.495303:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.495312:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.495315:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.495430:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.495434:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118792960 02000000:00000001:3.0:1763350988.495437:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.495439:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.495441:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.495446:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.495450:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118792960 00000020:00000001:3.0:1763350988.495453:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.495454:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350988.495456:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.495460:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:3.0:1763350988.495462:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350988.495465:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350988.495469:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.495474:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.495477:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.495479:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000020:00000010:3.0:1763350988.495487:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:3.0:1763350988.495492:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.495497:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375960. 00000100:00000040:3.0:1763350988.495506:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350988.495509:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.495510:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.495514:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.495521:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.495543:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.495556:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.495558:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.495563:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20033 00000100:00000040:3.0:1763350988.495567:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350988.495569:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988451840 : -120542721099776 : ffff925df5edb800) 00000100:00000040:3.0:1763350988.495575:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5edb800 x1849001118792960/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350988.495586:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.495588:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc2c0. 00000100:00000001:3.0:1763350988.495591:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.495593:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc2c0. 00000100:00100000:3.0:1763350988.495625:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5edb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118792960:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350988.495629:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118792960 00000020:00000001:3.0:1763350988.495633:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.495638:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.495641:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.495644:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.495647:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350988.495650:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.495655:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.495658:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.495660:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.495665:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.495669:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350988.495671:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350988.495673:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350988.495675:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350988.495678:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.495684:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1763350988.495694:0:63085:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925e00405b00. 00010000:00000010:3.0:1763350988.495698:0:63085:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925e00405300. 00010000:00000001:3.0:1763350988.495702:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350988.495706:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df9076c00. 00000020:00000001:3.0:1763350988.495709:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350988.495712:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df9076c00 with handle 0xcb8c81cc3033cc36 to hash 00000020:00000001:3.0:1763350988.495714:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350988.495716:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:3.0:1763350988.495719:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00010000:3.0:1763350988.495724:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecce3 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00002000:00000001:3.0:1763350988.495734:0:63085:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:3.0:1763350988.495740:0:63085:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925cc18fc2c0. 00002000:00000001:3.0:1763350988.495744:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350988.495747:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350988.495753:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:3.0:1763350988.495756:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:3.0:1763350988.495759:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350988.495766:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350988.495769:0:63085:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d8:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00000001:3.0:1763350988.495772:0:63085:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:3.0:1763350988.495775:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00010000:00000040:3.0:1763350988.495779:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:3.0:1763350988.495782:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:3.0:1763350988.495789:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763350988.495792:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763350988.495795:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.495797:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.495803:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc707f000. 02000000:00000001:3.0:1763350988.495806:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.495809:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.495812:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350988.495815:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350988.495819:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350988.495823:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.495825:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350988.495827:0:63085:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:3.0:1763350988.495830:0:63085:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.495835:0:63085:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1763350988.495841:0:63085:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 22 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763350988.495851:0:63085:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d8:0x0].0x0 (ffff925e00405b00) refcount = 1 00010000:00000040:3.0:1763350988.495854:0:63085:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350988.495857:0:63085:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 22 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763350988.495870:0:63085:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.495874:0:63085:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.495876:0:63085:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1763350988.495879:0:63085:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:3.0:1763350988.495882:0:63085:0:(ofd_dlm.c:258:ofd_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:3.0:1763350988.495884:0:63085:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.495889:0:63085:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350988.495893:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 22 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763350988.495905:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.495908:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350988.495911:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.495913:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.495915:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350988.495917:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.495919:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.495921:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df9076c00, rc 0) 00000020:00000001:3.0:1763350988.495924:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.495928:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118792960 00010000:00000001:3.0:1763350988.495933:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.495938:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5edb800 x1849001118792960/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350988.495947:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.495950:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.495954:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.495960:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.495963:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.495966:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.495968:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.495971:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.495975:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.495977:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.495983:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df23505d8. 00000100:00000200:3.0:1763350988.495991:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118792960, offset 224 00000400:00000200:3.0:1763350988.495999:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.496011:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.496019:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198232:198232:256:4294967295] 192.168.202.2@tcp LPNI seq info [198228:198228:8:4294967295] 00000400:00000200:3.0:1763350988.496033:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.496039:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.496064:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e100. 00000800:00000200:3.0:1763350988.496071:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.496080:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.496085:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.497150:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.497163:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.497168:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.497172:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.497175:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.497182:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5edb800 x1849001118792960/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350988.497199:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5edb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118792960:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1612us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350988.497209:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20033 00000100:00000040:3.0:1763350988.497214:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350988.497216:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.497219:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.497226:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.497232:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375960. 00000020:00000010:3.0:1763350988.497241:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:3.0:1763350988.497246:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:3.0:1763350988.497249:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350988.498952:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.498962:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e100. 00000400:00000200:2.0:1763350988.498975:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.498986:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.498995:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df23505d8 00000400:00000010:2.0:1763350988.498999:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df23505d8. 00000100:00000001:2.0:1763350988.499004:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.499007:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350988.499299:0:69028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7a00. 00010000:00000010:1.1:1763350988.499312:0:69028:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da500. 00010000:00000010:1.1:1763350988.499316:0:69028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7800. 00010000:00000010:1.1:1763350988.499320:0:69028:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6400. 00010000:00000001:1.0:1763350988.499345:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:1.0:1763350988.499351:0:69028:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:1.0:1763350988.499353:0:69028:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.499360:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.499363:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.499366:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.499368:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.499373:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7400 with handle 0xcb8c81cc3033cc2f from hash 00010000:00000001:1.0:1763350988.499376:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.499377:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.499379:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.499380:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.499387:0:69028:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.499390:0:69028:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.499392:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.499394:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.499398:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.499400:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0xfbe05a87 (ffff925ccd7daf00) 00010000:00010000:1.0:1763350988.499403:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:1.0:1763350988.499406:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.499409:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.499411:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.499413:0:69028:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1763350988.499417:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.499418:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.499420:0:69028:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.499423:0:69028:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.499425:0:69028:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350988.499431:0:69028:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000001:1.0:1763350988.499439:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.499441:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.499443:0:69028:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1763350988.499445:0:69028:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350988.499447:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.499449:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7400/0xcb8c81cc3033cc2f lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0xfbe05a87 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69028 initiator: MDT0 00010000:00000010:1.0:1763350988.499457:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373780. 00010000:00000040:1.0:1763350988.499464:0:69028:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7daf00 count: 0 00010000:00000010:1.0:1763350988.499472:0:69028:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b5e00. 00010000:00000001:1.0:1763350988.499482:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:1.0:1763350988.499485:0:69028:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:1.0:1763350988.499488:0:69028:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:1.0:1763350988.499490:0:69028:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:1.0:1763350988.499492:0:69028:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:1.0:1763350988.499499:0:69028:0:(mdt_handler.c:5056:mdt_intent_getattr()) Process leaving via out_ucred (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 02000000:00000001:1.0:1763350988.499509:0:69028:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350988.499512:0:69028:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:1.0:1763350988.499514:0:69028:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350988.499516:0:69028:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350988.499518:0:69028:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350988.499525:0:69028:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350988.499551:0:69028:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.499555:0:69028:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.499560:0:69028:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:1.0:1763350988.499564:0:69028:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350988.499565:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.499572:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.499573:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.499575:0:69028:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.499577:0:69028:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.499579:0:69028:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6000 with handle 0xcb8c81cc3033cc21 from hash 00010000:00000001:1.0:1763350988.499582:0:69028:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.499583:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.499584:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.499586:0:69028:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350988.499588:0:69028:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=4294967294 : 4294967294 : fffffffe) 00010000:00000001:1.0:1763350988.499592:0:69028:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=4294967294 : 4294967294 : 0xfffffffe) 00010000:00010000:1.0:1763350988.499628:0:69028:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033cc21 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccab expref: 507 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.499635:0:69028:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350988.499639:0:69028:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.499643:0:69028:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.499645:0:69028:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.499647:0:69028:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.499650:0:69028:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.499651:0:69028:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.499653:0:69028:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.499654:0:69028:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.499655:0:69028:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.499656:0:69028:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.499658:0:69028:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:1.0:1763350988.499660:0:69028:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:1.0:1763350988.499662:0:69028:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00000001:1.0:1763350988.499664:0:69028:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.499666:0:69028:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.499668:0:69028:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.499669:0:69028:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.499672:0:69028:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee6000/0xcb8c81cc3033cc21 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccab expref: 507 pid: 69028 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.499679:0:69028:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 487 00000020:00000040:1.0:1763350988.499682:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 506 00010000:00000010:1.0:1763350988.499684:0:69028:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350988.499688:0:69028:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.499690:0:69028:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6000, rc -2) 00000004:00000001:1.0:1763350988.499695:0:69028:0:(mdt_batch.c:85:mdt_batch_getattr()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350988.499699:0:69028:0:(mdt_batch.c:313:mdt_batch()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000004:00000010:1.0:1763350988.499705:0:69028:0:(mdt_batch.c:350:mdt_batch()) kfreed 'update_bufs': 8 at ffff925ccd84b3e8. 00000004:00000010:1.0:1763350988.499712:0:69028:0:(mdt_batch.c:353:mdt_batch()) kfreed 'trd': 136 at ffff925ccd7a0a80. 00000004:00000001:1.0:1763350988.499716:0:69028:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350988.499726:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:1.0:1763350988.499730:0:69028:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350988.499733:0:69028:0:(mdt_batch.c:360:mdt_batch()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000040:1.0:1763350988.499737:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055196, transno 0, xid 1849001118792704 00010000:00000001:1.0:1763350988.499748:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350988.499756:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc319e450 x1849001118792704/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 3408/57080 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc -2/0 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350988.499766:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.499769:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.499774:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=84 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350988.499780:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.499783:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.499786:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.499790:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.499793:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.499798:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.499800:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.499814:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 360 at ffff925cc90fec00. 00000100:00000200:1.0:1763350988.499822:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 57080 bytes to portal 4, xid 1849001118792832, offset 224 00000400:00000200:1.0:1763350988.499836:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.499854:0:69028:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.499862:0:69028:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198233:198233:256:4294967295] 192.168.202.2@tcp LPNI seq info [198229:198229:8:4294967295] 00000400:00000200:1.0:1763350988.499874:0:69028:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.499880:0:69028:0:(socklnd_cb.c:1001:ksocknal_send()) sending 57080 bytes in 15 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.499885:0:69028:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 472 at ffff925cc90ffc00. 00000800:00000200:1.0:1763350988.499893:0:69028:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.499902:0:69028:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350988.499908:0:69028:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925cc90ffc00 type 1, nob 57176 niov 1 nkiov 15 00000100:00000001:1.0:1763350988.500695:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.500709:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.500712:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.500715:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.500719:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.500727:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc319e450 x1849001118792704/t0(0) o63->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 3408/57080 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.500740:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc319e450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+506:2361:x1849001118792704:12345-192.168.202.2@tcp:63:ll_sa.0 Request processed in 7759us (8342us total) trans 0 rc -2/-2 00000100:00100000:1.0:1763350988.500753:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 447 00000100:00000040:1.0:1763350988.500758:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350988.500760:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.500762:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.500769:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5e80. 00000020:00000010:1.0:1763350988.500775:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:1.0:1763350988.500779:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90ff000. 00000020:00000040:1.0:1763350988.500785:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 505 02000000:00000001:1.0:1763350988.500802:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500811:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 57376 at ffff925e01bb0000. 02000000:00000001:1.0:1763350988.500844:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500848:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9880. 02000000:00000001:1.0:1763350988.500855:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500857:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df09c4000. 02000000:00000001:1.0:1763350988.500862:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500863:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1a300. 02000000:00000001:1.0:1763350988.500867:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500869:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df0664000. 02000000:00000001:1.0:1763350988.500872:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500874:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875180. 02000000:00000001:1.0:1763350988.500877:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500879:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925de88de000. 02000000:00000001:1.0:1763350988.500882:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500883:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bced80. 02000000:00000001:1.0:1763350988.500888:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500890:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dea1a8000. 02000000:00000001:1.0:1763350988.500893:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500894:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcf100. 02000000:00000001:1.0:1763350988.500897:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500898:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff925dc30a0000. 02000000:00000001:1.0:1763350988.500913:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500915:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d53800. 02000000:00000001:1.0:1763350988.500919:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500921:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff925de9ad0000. 02000000:00000001:1.0:1763350988.500936:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500938:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1bb80. 02000000:00000001:1.0:1763350988.500941:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500942:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925de7c5e000. 02000000:00000001:1.0:1763350988.500947:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500948:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1a680. 02000000:00000001:1.0:1763350988.500952:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500953:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925cc4786000. 02000000:00000001:1.0:1763350988.500956:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500957:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1b480. 02000000:00000001:1.0:1763350988.500960:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500961:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dd0bde000. 02000000:00000001:1.0:1763350988.500964:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500965:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b18700. 02000000:00000001:1.0:1763350988.500968:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500970:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dfd7ac000. 02000000:00000001:1.0:1763350988.500975:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500976:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b19500. 02000000:00000001:1.0:1763350988.500979:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500980:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925dd0bd8000. 02000000:00000001:1.0:1763350988.500982:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500984:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9c32680. 02000000:00000001:1.0:1763350988.500987:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500988:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925de9898000. 02000000:00000001:1.0:1763350988.500991:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.500992:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee399c00. 02000000:00000001:1.0:1763350988.500995:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.500997:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925ccd786000. 02000000:00000001:1.0:1763350988.500999:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501001:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39a300. 02000000:00000001:1.0:1763350988.501004:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501005:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df923e000. 02000000:00000001:1.0:1763350988.501009:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501010:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee398000. 02000000:00000001:1.0:1763350988.501013:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501014:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925ddf810000. 02000000:00000001:1.0:1763350988.501016:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501018:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875f80. 02000000:00000001:1.0:1763350988.501021:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501022:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925e0035c000. 02000000:00000001:1.0:1763350988.501025:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501026:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9877b80. 02000000:00000001:1.0:1763350988.501029:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501030:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925ddf2be000. 02000000:00000001:1.0:1763350988.501033:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501035:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875c00. 02000000:00000001:1.0:1763350988.501038:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501039:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df8f0a000. 02000000:00000001:1.0:1763350988.501055:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501057:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9877800. 02000000:00000001:1.0:1763350988.501060:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501061:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff925de8e50000. 02000000:00000001:1.0:1763350988.501083:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501085:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da0700. 02000000:00000001:1.0:1763350988.501089:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501090:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 53720 at ffff925df0f20000. 02000000:00000001:1.0:1763350988.501112:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501114:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbca80. 02000000:00000001:1.0:1763350988.501118:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501119:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925df03d4000. 02000000:00000001:1.0:1763350988.501123:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501124:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d66300. 02000000:00000001:1.0:1763350988.501126:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501127:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925deed2e000. 02000000:00000001:1.0:1763350988.501130:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501131:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d64a80. 02000000:00000001:1.0:1763350988.501134:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501135:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925ddf360000. 02000000:00000001:1.0:1763350988.501139:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501140:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c1500. 02000000:00000001:1.0:1763350988.501145:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501146:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4616 at ffff925de7fee000. 02000000:00000001:1.0:1763350988.501149:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501151:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da3480. 02000000:00000001:1.0:1763350988.501155:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501156:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 56408 at ffff925ddcf60000. 02000000:00000001:1.0:1763350988.501175:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501177:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf8700. 02000000:00000001:1.0:1763350988.501183:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501184:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 56408 at ffff925ddede0000. 02000000:00000001:1.0:1763350988.501200:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501201:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf292680. 02000000:00000001:1.0:1763350988.501205:0:69028:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:1.0:1763350988.501206:0:69028:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 56408 at ffff925df0060000. 02000000:00000001:1.0:1763350988.501222:0:69028:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:1.0:1763350988.501225:0:69028:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf291f80. 00000100:00000001:1.0:1763350988.501229:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763350988.501241:0:69028:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000400:00000010:1.0:1763350988.501253:0:69028:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466e18. 00000400:00000010:1.0:1763350988.501264:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff925df27a8000. 00000800:00000200:2.0:1763350988.502088:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.502101:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 472 at ffff925cc90ffc00. 00000400:00000200:2.0:1763350988.502107:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.502118:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.502125:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cc90fec00 00000400:00000010:2.0:1763350988.502128:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 360 at ffff925cc90fec00. 00000100:00000001:2.0:1763350988.502134:0:3310:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1763350988.502137:0:3310:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350988.502140:0:3310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 57376 at ffff925dc6370000. 02000000:00000001:2.0:1763350988.502160:0:3310:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763350988.502163:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350988.509038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00010000:00000010:1.1:1763350988.509071:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daf00. 00010000:00000010:1.1:1763350988.509077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7400. 00010000:00000010:1.1:1763350988.509079:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6000. 00000800:00000001:0.0:1763350988.513076:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.513098:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.513104:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.513106:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.513119:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.513140:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edffd80 00000400:00000200:0.0:1763350988.513799:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 14040 00000800:00000001:0.0:1763350988.513811:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.513827:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.513829:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.513834:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.513842:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.513845:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350988.513852:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed8000. 00000100:00000040:0.0:1763350988.513856:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df5ed8000 x1849001118793088 msgsize 328 00000100:00100000:0.0:1763350988.513860:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.513875:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.513884:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.513886:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.514806:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.514812:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118793088 02000000:00000001:3.0:1763350988.514817:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.514819:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.514822:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.514827:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.514832:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118793088 00000020:00000001:3.0:1763350988.514836:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.514838:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350988.514841:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.514844:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:3.0:1763350988.514847:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350988.514849:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350988.514855:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.514863:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc180. 00000100:00000001:3.0:1763350988.514867:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.514870:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc180. 00000020:00000010:3.0:1763350988.514877:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:3.0:1763350988.514883:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e00. 00000020:00000010:3.0:1763350988.514888:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375960. 00000100:00000040:3.0:1763350988.515837:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350988.515843:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.515845:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.515847:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.515859:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.515866:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.516125:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.516129:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.516141:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20034 00000100:00000040:0.0:1763350988.516147:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350988.516149:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988437504 : -120542721114112 : ffff925df5ed8000) 00000100:00000040:0.0:1763350988.516161:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed8000 x1849001118793088/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350988.516173:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.516183:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda400. 00000100:00000001:0.0:1763350988.516187:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.516189:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda400. 00000100:00100000:0.0:1763350988.516196:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:226800:x1849001118793088:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350988.516200:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118793088 00000020:00000001:0.0:1763350988.516203:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.516208:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350988.516213:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.516216:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.516219:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350988.516223:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350988.516227:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.516231:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.516234:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.516241:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.516244:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350988.516247:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350988.516249:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350988.516251:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350988.516254:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.516261:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350988.516270:0:63037:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00010000:00000001:0.0:1763350988.516273:0:63037:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.516276:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.516281:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e3800. 00000020:00000001:0.0:1763350988.516286:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.516289:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e3800 with handle 0xcb8c81cc3033cc3d to hash 00000020:00000001:0.0:1763350988.516292:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.516293:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:0.0:1763350988.516296:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00010000:0.0:1763350988.516301:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cc3d lrc: 2/0,0 mode: --/GROUP res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeccea expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.516310:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350988.516313:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=23 00000100:00000001:0.0:1763350988.516325:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.516329:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.516338:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df5ea7400. 02000000:00000001:0.0:1763350988.516341:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.516343:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.516346:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350988.516350:0:63037:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350988.516354:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350988.516356:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.516361:0:63037:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:0.0:1763350988.516363:0:63037:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350988.516368:0:63037:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.516377:0:63037:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:0.0:1763350988.516379:0:63037:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.516382:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763350988.516384:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.516386:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350988.516388:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:0.0:1763350988.516389:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.516392:0:63037:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.516394:0:63037:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:0.0:1763350988.516398:0:63037:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cc3d lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccea expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.516407:0:63037:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d7:0x0].0x0 (ffff925df4a92100) refcount = 2 00010000:00000040:0.0:1763350988.516410:0:63037:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350988.516414:0:63037:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.516421:0:63037:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1763350988.516425:0:63037:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cc3d lrc: 4/0,0 mode: --/GROUP res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccea expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763350988.516434:0:63037:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda400. 00000100:00000001:0.0:1763350988.516438:0:63037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350988.516447:0:63037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded433c0. 00000100:00000001:0.0:1763350988.516450:0:63037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600903616 : -120543108648000 : ffff925dded433c0) 00000100:00000001:0.0:1763350988.516453:0:63037:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530600903616 : -120543108648000 : ffff925dded433c0) 00000100:00000001:0.0:1763350988.516456:0:63037:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350988.516458:0:63037:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350988.516460:0:63037:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.516464:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.516466:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763350988.516469:0:63037:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.516471:0:63037:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.516473:0:63037:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763350988.516475:0:63037:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763350988.516480:0:63037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed9180. 00000020:00000040:0.0:1763350988.516485:0:63037:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350988.516489:0:63037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350988.516491:0:63037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350988.516496:0:63037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350988.516504:0:63037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214fc00. 00000100:00000001:0.0:1763350988.516510:0:63037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.516516:0:63037:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350988.516531:0:63037:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 23 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00000001:0.0:1763350988.516539:0:63037:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350988.516543:0:63037:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350988.516548:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.516556:0:63037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350988.516559:0:63037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.516563:0:63037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df5ed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101460992:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350988.516568:0:63037:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350988.516574:0:63037:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350988.516578:0:63037:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.516581:0:63037:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350988.516586:0:63037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df214fa00. 02000000:00000001:0.0:1763350988.516588:0:63037:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350988.516619:0:63037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb528. 00000400:00000010:0.0:1763350988.516629:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019198. 00000100:00000200:0.0:1763350988.516638:0:63037:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101460992, portal 16 00000100:00000001:0.0:1763350988.516640:0:63037:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.516642:0:63037:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530988441984 : -120542721109632 : ffff925df5ed9180) 00000100:00000040:0.0:1763350988.516648:0:63037:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.516656:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.519666:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.519680:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019220. 00000100:00000200:0.0:1763350988.519691:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101460992, offset 0 00000400:00000200:0.0:1763350988.519700:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.519721:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.519727:0:63037:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350988.519733:0:63037:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350988.519737:0:63037:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350988.519740:0:63037:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350988.519744:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198234:198234:256:4294967295] 192.168.202.2@tcp LPNI seq info [198230:198230:8:4294967295] 00000400:00000200:0.0:1763350988.519758:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.519765:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.519772:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5900. 00000800:00000200:0.0:1763350988.519780:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.519790:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.519796:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.519823:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.519830:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300865492 00000100:00000010:0.0:1763350988.519837:0:63037:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4ea20. 00000100:00000001:0.0:1763350988.519846:0:63037:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1763350988.519857:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300865492 00000100:00000010:0.0:1763350988.519860:0:63037:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4eae0. 00000100:00000001:0.0:1763350988.519864:0:63037:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:0.0:1763350988.519866:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300865492 00000100:00000010:0.0:1763350988.519869:0:63037:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e4e0. 00000100:00000001:0.0:1763350988.519871:0:63037:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1763350988.519874:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300865492 00000100:00000010:0.0:1763350988.519877:0:63037:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925dd0a4e780. 00000100:00000001:0.0:1763350988.519881:0:63037:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1763350988.519883:0:63037:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.519887:0:63037:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.519891:0:63037:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.519894:0:63037:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.519897:0:63037:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.519902:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.519904:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.519906:0:63037:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.519909:0:63037:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.519911:0:63037:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350988.519914:0:63037:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.519916:0:63037:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350988.519918:0:63037:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350988.519921:0:63037:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded433c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350988.519925:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.519929:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350988.520190:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.520196:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5900. 00000400:00000200:2.0:1763350988.520204:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.520211:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.520217:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019220 00000400:00000010:2.0:1763350988.520221:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019220. 00000100:00000001:2.0:1763350988.520226:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350988.520234:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.520245:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.520249:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.520255:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.520257:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350988.522233:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.522258:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.522263:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.522265:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.522279:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.522300:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78600 00000400:00000200:2.0:1763350988.522313:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fc61 [1] + 224 00000800:00000001:2.0:1763350988.522322:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.522332:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.522335:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.522340:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.522346:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.522355:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350988.522365:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.522508:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.522520:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.522524:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.522896:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.522904:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.522906:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.522908:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.522914:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.522923:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 2008 into portal 6 MB=0x691a81edffe00 00000400:00000200:3.0:1763350988.522929:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 2008/2008 into md 0x90aa1 [128] + 143768 00000800:00000001:3.0:1763350988.522935:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.522966:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.522969:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.522972:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.522977:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.522979:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:3.0:1763350988.522986:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3296680. 00000100:00000040:3.0:1763350988.522990:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3296680 x1849001118793216 msgsize 2008 00000100:00100000:3.0:1763350988.522994:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.523008:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.523014:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.523016:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.523061:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.523066:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118793216 02000000:00000001:2.0:1763350988.523069:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.523072:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.523074:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.523080:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.523084:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118793216 00000020:00000001:2.0:1763350988.523086:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.523089:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350988.523091:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.523093:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:2.0:1763350988.523095:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350988.523096:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350988.523101:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.523105:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc00. 00000100:00000001:2.0:1763350988.523108:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.523110:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc00. 00000020:00000010:2.0:1763350988.523117:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08200. 00000020:00000010:2.0:1763350988.523122:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.523127:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090640. 00000100:00000040:2.0:1763350988.523138:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763350988.523141:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.523142:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350988.523144:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763350988.523147:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.523151:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:2.0:1763350988.523154:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.523158:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.523162:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350988.523173:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.523176:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.523177:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.523180:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.523181:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.523182:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.523184:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.523184:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.523185:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.523186:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.523187:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.523188:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523191:0:57864:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763350988.523194:0:57864:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523195:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523197:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.523200:0:57864:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763350988.523201:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.523204:0:57864:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763350988.523210:0:57864:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000401:0x25d7:0x0] (0->1515) req@ffff925dc3296680 x1849001118793216/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 2008/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763350988.523216:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350988.523218:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dc3296680 with x1849001118793216 ext(0->1515) 00010000:00000001:2.0:1763350988.523221:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.523222:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.523224:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=5 00000020:00000001:2.0:1763350988.523226:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:2.0:1763350988.523227:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:2.0:1763350988.523236:0:57864:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 5/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 24 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00010000:2.0:1763350988.523251:0:57864:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 5/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 24 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00000001:2.0:1763350988.523258:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.523260:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350988.523261:0:57864:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350988.523262:0:57864:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff925dc3296680 00002000:00000001:2.0:1763350988.523264:0:57864:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.523265:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.523274:0:57864:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:2.0:1763350988.523279:0:57864:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dc3296680 x1849001118793216/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 2008/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.523286:0:57864:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1763350988.523287:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.523300:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.523409:0:57864:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.523465:0:57864:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.523471:0:57864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 18 00000100:00000040:2.0:1763350988.523476:0:57864:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 2 00000100:00000001:2.0:1763350988.523477:0:57864:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530136725120 : -120543572826496 : ffff925dc3296680) 00000100:00000040:2.0:1763350988.523483:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3296680 x1849001118793216/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 2008/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.523492:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.523497:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57dc00. 00000100:00000001:2.0:1763350988.523499:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.523501:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57dc00. 00000100:00100000:2.0:1763350988.523505:0:57864:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118793216:12345-192.168.202.2@tcp:4:cp.0 00000100:00000200:2.0:1763350988.523509:0:57864:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118793216 00000020:00000001:2.0:1763350988.523512:0:57864:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.523517:0:57864:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.523519:0:57864:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523521:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.523522:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:2.0:1763350988.523525:0:57864:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.523530:0:57864:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.523532:0:57864:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.523533:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.523535:0:57864:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523537:0:57864:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763350988.523543:0:57864:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.523545:0:57864:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.523551:0:57864:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925dc4eb8800. 02000000:00000001:2.0:1763350988.523553:0:57864:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.523556:0:57864:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523560:0:57864:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763350988.523562:0:57864:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523565:0:57864:0:(obd_class.h:1139:obd_preprw()) Process entered 00002000:00000001:2.0:1763350988.523571:0:57864:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763350988.523575:0:57864:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000020:00000001:2.0:1763350988.523578:0:57864:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1763350988.523582:0:57864:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763350988.523631:0:57864:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523634:0:57864:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763350988.523637:0:57864:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 free: 3838836736 avail: 3836739584 00000020:00000001:2.0:1763350988.523641:0:57864:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1763350988.523644:0:57864:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 avail=3836739584 left=3503292416 unstable=0 tot_grant=332857344 pending=0 00000020:00000001:2.0:1763350988.523648:0:57864:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3503292416 : 3503292416 : d0d00000) 00000020:00000001:2.0:1763350988.523652:0:57864:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763350988.523654:0:57864:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 310116352 dropped 0, local 311820288 00000020:00000001:2.0:1763350988.523659:0:57864:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763350988.523661:0:57864:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000020:00000020:2.0:1763350988.523665:0:57864:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 granted: 1703936 ungranted: 0 grant: 310116352 dirty: 1703936 00000020:00000001:2.0:1763350988.523669:0:57864:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000020:00000001:2.0:1763350988.523671:0:57864:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763350988.523675:0:57864:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 wants: 485097472 current grant 310116352 granting: 3407872 00000020:00000020:2.0:1763350988.523679:0:57864:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 tot cached:0 granted:336265216 num_exports: 2 00000020:00000001:2.0:1763350988.523682:0:57864:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000020:00000001:2.0:1763350988.523684:0:57864:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763350988.523688:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.523691:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.523701:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:2.0:1763350988.523705:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00080000:00000001:2.0:1763350988.523716:0:57864:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00080000:00000001:2.0:1763350988.523736:0:57864:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763350988.523748:0:57864:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.523752:0:57864:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523754:0:57864:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.523758:0:57864:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 1516 00000020:00008000:2.0:1763350988.523761:0:57864:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 1516 left = 1516 00000020:00000001:2.0:1763350988.523769:0:57864:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763350988.523810:0:57864:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:2.0:1763350988.523815:0:57864:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763350988.523834:0:57864:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523837:0:57864:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763350988.523851:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.523860:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.523864:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.523866:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.523869:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.523871:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.523873:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.523875:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.523877:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.523879:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.523882:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.523885:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.523887:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.523888:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.523891:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.523894:0:57864:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763350988.523897:0:57864:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.523900:0:57864:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763350988.523904:0:57864:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350988.523913:0:57864:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.523917:0:57864:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.523929:0:57864:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc4eb9000. 00080000:00000001:2.0:1763350988.523932:0:57864:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530166226944 : -120543543324672 : ffff925dc4eb9000) 00000001:00000001:2.0:1763350988.523934:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.523936:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.523941:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.523971:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.523977:0:57864:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000100:00000001:0.0:1763350988.524165:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350988.524178:0:63037:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350988.524180:0:63037:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350988.524185:0:63037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb528. 00000400:00000200:0.0:1763350988.524190:0:63037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019198 00000400:00000010:0.0:1763350988.524193:0:63037:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019198. 00000100:00000001:0.0:1763350988.524198:0:63037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.524205:0:63037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350988.524222:0:63037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.524229:0:63037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350988.524231:0:63037:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.524234:0:63037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350988.524237:0:63037:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350988.524239:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.524241:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.524244:0:63037:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.524252:0:63037:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350988.524257:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=43 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350988.524261:0:63037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350988.524263:0:63037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.524265:0:63037:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350988.524269:0:63037:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.524272:0:63037:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.524277:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.524285:0:63037:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.524288:0:63037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350988.524290:0:63037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.524293:0:63037:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350988.524296:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.524298:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.524299:0:63037:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.524303:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350988.524311:0:63037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df5ed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101460992:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350988.524316:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.524319:0:63037:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.524322:0:63037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350988.524325:0:63037:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.524329:0:63037:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df5ed9180 x1849001101460992/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.524336:0:63037:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350988.524339:0:63037:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350988.524342:0:63037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df214fa00. 02000000:00000001:0.0:1763350988.524349:0:63037:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350988.524351:0:63037:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350988.524353:0:63037:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350988.524356:0:63037:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350988.524360:0:63037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214fc00. 02000000:00000001:0.0:1763350988.524364:0:63037:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350988.524367:0:63037:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350988.524369:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9180. 00000100:00000001:0.0:1763350988.524372:0:63037:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350988.524374:0:63037:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350988.524376:0:63037:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded433c0. 00000100:00000001:0.0:1763350988.524380:0:63037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350988.524382:0:63037:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350988.524386:0:63037:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda400. 00010000:00000001:0.0:1763350988.524389:0:63037:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.524392:0:63037:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.524395:0:63037:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.524403:0:63037:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:0.0:1763350988.524408:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cc3d lrc: 3/0,0 mode: --/GROUP res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccea expref: 24 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.524423:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.524426:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350988.524428:0:63037:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925df15e3800 00010000:00000001:0.0:1763350988.524431:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350988.524433:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.524437:0:63037:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.524440:0:63037:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763350988.524442:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1763350988.524445:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.524447:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.524449:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.524450:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.524452:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e3800, rc 0) 00000020:00000001:0.0:1763350988.524455:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350988.524458:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118793088 00010000:00000001:0.0:1763350988.524462:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.524467:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5ed8000 x1849001118793088/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350988.524476:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.524479:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.524483:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.524488:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.524490:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.524493:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.524497:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.524499:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.524502:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.524505:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.524510:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019198. 00000100:00000200:0.0:1763350988.524516:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118793088, offset 224 00000400:00000200:0.0:1763350988.524523:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.524537:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.524544:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198235:198235:256:4294967295] 192.168.202.2@tcp LPNI seq info [198231:198231:8:4294967295] 00000400:00000200:0.0:1763350988.524557:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.524564:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.524571:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5e00. 00000800:00000200:0.0:1763350988.524577:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.524586:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.524592:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5e00 type 1, nob 496 niov 1 nkiov 1 00080000:00000001:2.0:1763350988.524617:0:57864:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.524623:0:57864:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350988.524625:0:57864:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.524631:0:57864:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763350988.524635:0:57864:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.524642:0:57864:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1763350988.524646:0:57864:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.524647:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.524649:0:57864:0:(ofd_io.c:1099:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1763350988.524655:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00080000:00000001:2.0:1763350988.524656:0:57864:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00010000:00000001:0.0:1763350988.524669:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00080000:00000001:2.0:1763350988.524670:0:57864:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.524672:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.524675:0:57864:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000020:00000001:0.0:1763350988.524678:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000010:2.0:1763350988.524682:0:57864:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc4eb8400. 00000100:00000040:0.0:1763350988.524685:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed8000 x1849001118793088/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00080000:00000001:2.0:1763350988.524687:0:57864:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530166223872 : -120543543327744 : ffff925dc4eb8400) 00000001:00000001:2.0:1763350988.524693:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.524696:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.524704:0:57864:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00000100:00100000:0.0:1763350988.524706:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:226800:x1849001118793088:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 8530us (10846us total) trans 0 rc 0/0 00080000:04000000:2.0:1763350988.524714:0:57864:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000100:00100000:0.0:1763350988.524718:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20034 00000001:00000001:2.0:1763350988.524722:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000100:00000040:0.0:1763350988.524724:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 1 00080000:00000001:2.0:1763350988.524726:0:57864:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.524729:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00080000:00000001:2.0:1763350988.524732:0:57864:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000100:00000001:0.0:1763350988.524733:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:2.0:1763350988.524738:0:57864:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350988.524742:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69e00. 00000020:00000010:0.0:1763350988.524749:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375960. 00000020:00000010:0.0:1763350988.524756:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:0.0:1763350988.524763:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:0.0:1763350988.524765:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350988.524891:0:57864:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350988.524896:0:57864:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.524926:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.524928:0:57864:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.524931:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.524941:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.524951:0:57864:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.524959:0:57864:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.525062:0:57864:0:(osd_object.c:1275:osd_attr_set()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.525066:0:57864:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.525069:0:57864:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:2.0:1763350988.525071:0:57864:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:2.0:1763350988.525073:0:57864:0:(osd_io.c:1001:osd_grow_blocksize()) Process leaving 00080000:00000002:2.0:1763350988.525076:0:57864:0:(osd_io.c:1122:osd_write_commit()) write 1516 bytes at 0 00080000:00000001:2.0:1763350988.525147:0:57864:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.525152:0:57864:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763350988.525156:0:57864:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff925e00693a20. 00000020:00000040:2.0:1763350988.525160:0:57864:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 2 00000020:00000040:2.0:1763350988.525162:0:57864:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:2.0:1763350988.525165:0:57864:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.525167:0:57864:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.525171:0:57864:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763350988.525176:0:57864:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.525178:0:57864:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763350988.525215:0:57864:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763350988.525218:0:57864:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847704, last_committed = 21474847700 00000001:00000010:2.0:1763350988.525224:0:57864:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693600. 00000001:00000040:2.0:1763350988.525227:0:57864:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 3 00000020:00000040:2.0:1763350988.525229:0:57864:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=25 00080000:00000001:2.0:1763350988.525236:0:57864:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.525246:0:57864:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350988.525249:0:57864:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.525257:0:57864:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350988.525276:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00002000:00000001:2.0:1763350988.525280:0:57864:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.525284:0:57864:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.525287:0:57864:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.525291:0:57864:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763350988.525295:0:57864:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763350988.525297:0:57864:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.525303:0:57864:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 21474847704, xid 1849001118793216 00010000:00000001:2.0:1763350988.525306:0:57864:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.525318:0:57864:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3296680 x1849001118793216/t21474847704(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 2008/448 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.525329:0:57864:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.525331:0:57864:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.525335:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.525340:0:57864:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.525345:0:57864:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.525347:0:57864:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.525349:0:57864:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.525351:0:57864:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.525354:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.525356:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.525360:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2000. 00000100:00000200:2.0:1763350988.525364:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118793216, offset 224 00000400:00000200:2.0:1763350988.525370:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.525377:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.525382:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198236:198236:255:4294967295] 192.168.202.2@tcp LPNI seq info [198232:198232:7:4294967295] 00000400:00000200:2.0:1763350988.525392:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.525397:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.525402:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.525406:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.525412:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.525416:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.525419:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.525421:0:57864:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.525423:0:57864:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.525424:0:57864:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.525426:0:57864:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.525431:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3296680 x1849001118793216/t21474847704(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 2008/448 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.525439:0:57864:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3296680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+25:2360:x1849001118793216:12345-192.168.202.2@tcp:4:cp.0 Request processed in 1946us (2448us total) trans 21474847704 rc 0/0 00000100:00100000:2.0:1763350988.525449:0:57864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 18 00000100:00000040:2.0:1763350988.525452:0:57864:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.525453:0:57864:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763350988.525457:0:57864:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763350988.525464:0:57864:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000401:0x25d7:0x0] (0->1515) req@ffff925dc3296680 x1849001118793216/t21474847704(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 2008/448 e 0 to 0 dl 1763350999 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763350988.525480:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350988.525482:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925dc3296680 with x1849001118793216 ext(0->1515) 00010000:00000001:2.0:1763350988.525485:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.525488:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.525491:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=4 00000020:00000001:2.0:1763350988.525494:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:2.0:1763350988.525497:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:2.0:1763350988.525504:0:57864:0:(ldlm_extent.c:773:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 25 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00010000:2.0:1763350988.525523:0:57864:0:(ldlm_lockd.c:606:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 25 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00000001:2.0:1763350988.525531:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.525533:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350988.525535:0:57864:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350988.525537:0:57864:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff925dc3296680 00002000:00000001:2.0:1763350988.525539:0:57864:0:(ofd_dev.c:2714:ofd_rw_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.525541:0:57864:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.525544:0:57864:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.525547:0:57864:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090640. 00000020:00000010:2.0:1763350988.525551:0:57864:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08200. 00000020:00000040:2.0:1763350988.525557:0:57864:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00000100:00000001:2.0:1763350988.525560:0:57864:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.527022:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.527034:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5e00. 00000400:00000200:3.0:1763350988.527054:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.527067:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.527076:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019198 00000400:00000010:3.0:1763350988.527079:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019198. 00000100:00000001:3.0:1763350988.527086:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.527088:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763350988.527185:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.527187:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350988.527195:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.527199:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.527202:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2000 00000400:00000010:3.0:1763350988.527204:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2000. 00000100:00000001:3.0:1763350988.527207:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.527209:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350988.536759:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.537966:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.537977:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.537985:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.538000:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.538027:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edffe80 00000400:00000200:2.0:1763350988.538040:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127cc1 [2] + 656 00000800:00000001:2.0:1763350988.538081:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.538095:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.538098:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.538104:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.538112:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.538115:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1763350988.538123:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4fb80. 00000100:00000040:2.0:1763350988.538128:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4fb80 x1849001118793344 msgsize 328 00000100:00100000:2.0:1763350988.538132:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.538154:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.538164:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.538168:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.538358:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.538362:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118793344 02000000:00000001:0.0:1763350988.538366:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.538369:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.538372:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.538716:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.538723:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118793344 00000020:00000001:0.0:1763350988.538727:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.538729:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350988.538732:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.538736:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=25 00000020:00000001:0.0:1763350988.538739:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350988.538741:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350988.538747:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.538755:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda400. 00000100:00000001:0.0:1763350988.538759:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.538762:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda400. 00000020:00000010:0.0:1763350988.538771:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:0.0:1763350988.538776:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.538782:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350988.538794:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350988.538798:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.538799:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350988.538802:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350988.538806:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.538809:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350988.538815:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.538817:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.538820:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=4 00000020:00000001:0.0:1763350988.538822:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:0.0:1763350988.538825:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00010000:0.0:1763350988.538836:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 25 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00000001:0.0:1763350988.538848:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.538851:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.538853:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.538855:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.538863:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350988.538872:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925e00c4fb80 x1849001118793344/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.538880:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350988.538882:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.538902:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.538919:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.538921:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.538927:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4038 00000100:00000040:0.0:1763350988.538932:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350988.538934:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170331520 : -120542539220096 : ffff925e00c4fb80) 00000100:00000040:0.0:1763350988.538940:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4fb80 x1849001118793344/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.538950:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.538953:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda400. 00000100:00000001:0.0:1763350988.538955:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.538957:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda400. 00000100:00100000:0.0:1763350988.538962:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+25:2358:x1849001118793344:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350988.538965:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118793344 00010000:00000001:0.0:1763350988.538969:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350988.538971:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350988.538973:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350988.538981:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.538984:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.538994:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cd76cb400. 02000000:00000001:0.0:1763350988.538996:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.539000:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.539002:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350988.539005:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350988.539006:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.539008:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.539009:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee6c00 refcount=4 00000020:00000001:0.0:1763350988.539012:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000001:0.0:1763350988.539014:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770394112 : -120542939157504 : ffff925de8ee6c00) 00010000:00000040:0.0:1763350988.539018:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 3 00002000:00000001:0.0:1763350988.539022:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350988.539028:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350988.539032:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.539053:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:0.0:1763350988.539056:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:0.0:1763350988.539059:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350988.539067:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:0.0:1763350988.539070:0:54877:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d7:0x0] updating lvb size from disk: 0 -> 1516 00000020:00000002:0.0:1763350988.539076:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00010000:00010000:0.0:1763350988.539080:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 25 pid: 63085 timeout: 6298 lvb_type: 0 00000100:00001000:0.0:1763350988.539088:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=136 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350988.539092:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350988.539098:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.539099:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.539102:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 25 pid: 63085 timeout: 6298 lvb_type: 0 00000020:00000001:0.0:1763350988.539112:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.539114:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.539116:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.539119:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.539126:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.539128:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.539134:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.539135:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.539138:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.539140:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.539143:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6c00 with handle 0xcb8c81cc3033cb8e from hash 00010000:00000001:0.0:1763350988.539145:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.539147:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.539148:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.539149:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.539155:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.539158:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.539160:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.539161:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.539165:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6c00/0xcb8c81cc3033cb8e lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d7:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc73 expref: 25 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00000040:0.0:1763350988.539173:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350988.539177:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00010000:00000001:0.0:1763350988.539186:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.539189:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.539191:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350988.539194:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925df15e3800 00010000:00000001:0.0:1763350988.539197:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350988.539199:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350988.539202:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350988.539206:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.539207:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350988.539209:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350988.539210:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.539214:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350988.539217:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350988.539223:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cc3d lrc: 2/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccea expref: 24 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.539230:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350988.539236:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cc3d lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccea expref: 24 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.539245:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d7:0x0].0x0 (ffff925df4a92100) refcount = 2 00010000:00000040:0.0:1763350988.539249:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350988.539252:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cc3d lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccea expref: 24 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.539261:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.539263:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.539265:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350988.539267:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.539269:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350988.539275:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda400. 00000100:00000001:0.0:1763350988.539279:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350988.539288:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded433c0. 00000100:00000001:0.0:1763350988.539290:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600903616 : -120543108648000 : ffff925dded433c0) 00000100:00000001:0.0:1763350988.539293:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530600903616 : -120543108648000 : ffff925dded433c0) 00000100:00000001:0.0:1763350988.539296:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350988.539297:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350988.539299:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.539302:0:54877:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763350988.539307:0:54877:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed9180. 00000020:00000040:0.0:1763350988.539310:0:54877:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350988.539315:0:54877:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350988.539317:0:54877:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350988.539323:0:54877:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350988.539331:0:54877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214fa00. 00000100:00000001:0.0:1763350988.539337:0:54877:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.539348:0:54877:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cc3d lrc: 3/0,0 mode: GROUP/GROUP res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccea expref: 24 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.539358:0:54877:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350988.539361:0:54877:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350988.539365:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.539374:0:54877:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350988.539377:0:54877:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.539383:0:54877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df5ed9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101461120:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350988.539388:0:54877:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350988.539394:0:54877:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350988.539397:0:54877:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.539399:0:54877:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350988.539404:0:54877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df214f000. 02000000:00000001:0.0:1763350988.539406:0:54877:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350988.539412:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb528. 00000400:00000010:0.0:1763350988.539420:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019f68. 00000100:00000200:0.0:1763350988.539430:0:54877:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101461120, portal 16 00000100:00000001:0.0:1763350988.539434:0:54877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.539436:0:54877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530988441984 : -120542721109632 : ffff925df5ed9180) 00000100:00000040:0.0:1763350988.539442:0:54877:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.539450:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.539452:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.539455:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0197f8. 00000100:00000200:0.0:1763350988.539459:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1849001101461120, offset 0 00000400:00000200:0.0:1763350988.539468:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.539482:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.539487:0:54877:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350988.539492:0:54877:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350988.539497:0:54877:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350988.539500:0:54877:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350988.539504:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198237:198237:256:4294967295] 192.168.202.2@tcp LPNI seq info [198233:198233:8:4294967295] 00000400:00000200:0.0:1763350988.539515:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.539521:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.539526:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5f00. 00000800:00000200:0.0:1763350988.539533:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.539541:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.539546:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.539577:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.539583:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300865511 00000100:00000001:0.0:1763350988.539592:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865492 00000100:00000001:0.0:1763350988.539658:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300865512 00000100:00000001:0.0:1763350988.539663:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865492 00000100:00000001:0.0:1763350988.539666:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300865512 00000100:00000001:0.0:1763350988.539669:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865492 00000100:00000001:0.0:1763350988.539671:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300865512 00000100:00000001:0.0:1763350988.539675:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865492 00000100:00000001:0.0:1763350988.539678:0:54877:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.539681:0:54877:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.539683:0:54877:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.539685:0:54877:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.539687:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.539689:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.539690:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.539692:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.539694:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350988.539697:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.539699:0:54877:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350988.539702:0:54877:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350988.539705:0:54877:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded433c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350988.539708:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.539712:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350988.540239:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.540247:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5f00. 00000400:00000200:1.0:1763350988.540255:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.540263:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.540269:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0197f8 00000400:00000010:1.0:1763350988.540272:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0197f8. 00000100:00000001:1.0:1763350988.540277:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.540282:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.540292:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.540295:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.540302:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.540305:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350988.544296:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.544318:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.544323:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.544325:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.544338:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.544359:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78680 00000400:00000200:3.0:1763350988.544371:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fc71 [1] + 224 00000800:00000001:3.0:1763350988.544381:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.544388:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.544390:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.544395:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.544404:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.544414:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350988.544427:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.544447:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.544455:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.544458:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.544987:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350988.544999:0:54877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350988.545002:0:54877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350988.545006:0:54877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb528. 00000400:00000200:0.0:1763350988.545012:0:54877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00000400:00000010:0.0:1763350988.545015:0:54877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00000100:00000001:0.0:1763350988.545018:0:54877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.545025:0:54877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350988.545036:0:54877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.545051:0:54877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350988.545053:0:54877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.545056:0:54877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350988.545060:0:54877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350988.545062:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.545065:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.545068:0:54877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.545076:0:54877:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350988.545082:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=43 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350988.545085:0:54877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350988.545086:0:54877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.545089:0:54877:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350988.545094:0:54877:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.545096:0:54877:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.545102:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.545109:0:54877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.545113:0:54877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350988.545115:0:54877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.545118:0:54877:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350988.545121:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.545125:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.545126:0:54877:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.545130:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350988.545137:0:54877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df5ed9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101461120:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350988.545143:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.545146:0:54877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.545149:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350988.545151:0:54877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.545154:0:54877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df5ed9180 x1849001101461120/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.545161:0:54877:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350988.545164:0:54877:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350988.545168:0:54877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df214f000. 02000000:00000001:0.0:1763350988.545175:0:54877:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350988.545177:0:54877:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350988.545180:0:54877:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350988.545182:0:54877:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350988.545185:0:54877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214fa00. 02000000:00000001:0.0:1763350988.545188:0:54877:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350988.545190:0:54877:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350988.545193:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9180. 00000100:00000001:0.0:1763350988.545197:0:54877:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350988.545198:0:54877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350988.545200:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded433c0. 00000100:00000001:0.0:1763350988.545203:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350988.545205:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350988.545209:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda400. 00010000:00000001:0.0:1763350988.545213:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350988.545217:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350988.545219:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.545226:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.545230:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.545234:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.545239:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.545242:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.545244:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.545248:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.545251:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.545255:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.545258:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.545265:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019f68. 00000100:00000200:0.0:1763350988.545270:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118793344, offset 224 00000400:00000200:0.0:1763350988.545277:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.545290:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.545298:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198238:198238:256:4294967295] 192.168.202.2@tcp LPNI seq info [198234:198234:8:4294967295] 00000400:00000200:0.0:1763350988.545308:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.545314:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.545321:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5c00. 00000800:00000200:0.0:1763350988.545327:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.545336:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.545341:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.545363:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.545367:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.545371:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.545374:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.545380:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4fb80 x1849001118793344/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350988.545390:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2358:x1849001118793344:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 6438us (7259us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350988.545402:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4038 00000100:00000040:0.0:1763350988.545406:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350988.545409:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.545411:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.545418:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.545424:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350988.545429:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000020:00000040:0.0:1763350988.545434:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:0.0:1763350988.545436:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.546826:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.546947:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.546952:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.546956:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.546967:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.546988:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81edfff00 00000400:00000200:1.0:1763350988.546997:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 14368 00000800:00000001:1.0:1763350988.547006:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.547989:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.547997:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.548006:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.548016:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.548019:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350988.548028:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf291f80. 00000100:00000040:1.0:1763350988.548033:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf291f80 x1849001118793472 msgsize 328 00000100:00100000:1.0:1763350988.548037:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.548064:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.548077:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.548083:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.548667:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.548672:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118793472 02000000:00000001:3.0:1763350988.548675:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.548678:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.548681:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.548686:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.548692:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118793472 00000020:00000001:3.0:1763350988.548695:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.548697:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350988.548702:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.548706:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:3.0:1763350988.548709:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350988.548712:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350988.548718:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.548727:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcf40. 00000100:00000001:3.0:1763350988.548731:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.548734:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcf40. 00000020:00000010:3.0:1763350988.548743:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:3.0:1763350988.548749:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69a00. 00000020:00000010:3.0:1763350988.548756:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375000. 00000100:00000040:3.0:1763350988.548766:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350988.548770:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.548772:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.548775:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.548784:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.548807:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.548824:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.548826:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.548834:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20035 00000100:00000040:3.0:1763350988.548838:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:3.0:1763350988.548840:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606468992 : -120543103082624 : ffff925ddf291f80) 00000800:00000200:2.0:1763350988.549104:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.549111:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5c00. 00000400:00000200:2.0:1763350988.549117:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.549123:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.549130:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019f68 00000400:00000010:2.0:1763350988.549133:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019f68. 00000100:00000001:2.0:1763350988.549139:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.549142:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763350988.549422:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf291f80 x1849001118793472/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350988.549434:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.549438:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcf40. 00000100:00000001:3.0:1763350988.549441:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.549443:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcf40. 00000100:00100000:3.0:1763350988.549448:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:226800:x1849001118793472:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350988.549452:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118793472 00000020:00000001:3.0:1763350988.549457:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.549462:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.549465:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.549468:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.549471:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350988.549474:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.549478:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.549481:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.549483:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.549490:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.549493:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350988.549496:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350988.549498:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350988.549500:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350988.549503:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.549510:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350988.549518:0:63037:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:3.0:1763350988.549521:0:63037:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350988.549524:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350988.549528:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89a00. 00000020:00000001:3.0:1763350988.549534:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350988.549537:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89a00 with handle 0xcb8c81cc3033cc44 to hash 00000020:00000001:3.0:1763350988.549539:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350988.549541:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:3.0:1763350988.549544:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00010000:3.0:1763350988.549550:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925dffc89a00/0xcb8c81cc3033cc44 lrc: 2/0,0 mode: --/GROUP res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeccf1 expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.549559:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 17 00000020:00000040:3.0:1763350988.549561:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=23 00000100:00000001:3.0:1763350988.549572:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.549575:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.549580:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc707d400. 02000000:00000001:3.0:1763350988.549582:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.549584:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.549587:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1763350988.549592:0:63037:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:3.0:1763350988.549617:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350988.549620:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.549625:0:63037:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:3.0:1763350988.549628:0:63037:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:3.0:1763350988.549633:0:63037:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.549642:0:63037:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:3.0:1763350988.549644:0:63037:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350988.549647:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:3.0:1763350988.549649:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.549651:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:3.0:1763350988.549653:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:3.0:1763350988.549654:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.549656:0:63037:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.549658:0:63037:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:3.0:1763350988.549663:0:63037:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925dffc89a00/0xcb8c81cc3033cc44 lrc: 4/0,0 mode: --/GROUP res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf1 expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.549671:0:63037:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fe:0x0].0x0 (ffff925ccd7daa00) refcount = 2 00010000:00000040:3.0:1763350988.549674:0:63037:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1763350988.549678:0:63037:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.549684:0:63037:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:3.0:1763350988.549687:0:63037:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925dffc89a00/0xcb8c81cc3033cc44 lrc: 4/0,0 mode: --/GROUP res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf1 expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000010:3.0:1763350988.549696:0:63037:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925cc18fcf40. 00000100:00000001:3.0:1763350988.549701:0:63037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.549709:0:63037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925e0068d6c0. 00000100:00000001:3.0:1763350988.549711:0:63037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531164292800 : -120542545258816 : ffff925e0068d6c0) 00000100:00000001:3.0:1763350988.549714:0:63037:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531164292800 : -120542545258816 : ffff925e0068d6c0) 00000100:00000001:3.0:1763350988.549717:0:63037:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.549719:0:63037:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350988.549721:0:63037:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.549724:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.549726:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763350988.549729:0:63037:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.549732:0:63037:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.549734:0:63037:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:3.0:1763350988.549736:0:63037:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:3.0:1763350988.549741:0:63037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3294e00. 00000020:00000040:3.0:1763350988.549745:0:63037:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:3.0:1763350988.549749:0:63037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350988.549751:0:63037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350988.549757:0:63037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350988.549763:0:63037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:3.0:1763350988.549769:0:63037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350988.549774:0:63037:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 23 pid: 63085 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350988.549789:0:63037:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 23 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00000001:3.0:1763350988.549799:0:63037:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350988.549802:0:63037:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350988.549807:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.549815:0:63037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350988.549818:0:63037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.549822:0:63037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3294e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:63037:1849001101461248:192.168.202.2@tcp:104: 00000100:00000001:3.0:1763350988.549827:0:63037:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350988.549832:0:63037:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350988.549835:0:63037:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.549838:0:63037:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350988.552017:0:63037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97dea00. 02000000:00000001:3.0:1763350988.552028:0:63037:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350988.552461:0:63037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79d10. 00000400:00000010:2.0:1763350988.552475:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2220. 00000100:00000200:2.0:1763350988.552486:0:63037:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101461248, portal 16 00000100:00000001:2.0:1763350988.552490:0:63037:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350988.552492:0:63037:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136718848 : -120543572832768 : ffff925dc3294e00) 00000100:00000040:2.0:1763350988.552509:0:63037:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.552518:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.552521:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.552523:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2770. 00000100:00000200:2.0:1763350988.552527:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101461248, offset 0 00000400:00000200:2.0:1763350988.552534:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.552552:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.552558:0:63037:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350988.552562:0:63037:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350988.552566:0:63037:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350988.552569:0:63037:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.552573:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198239:198239:256:4294967295] 192.168.202.2@tcp LPNI seq info [198235:198235:8:4294967295] 00000400:00000200:2.0:1763350988.552586:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.552592:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.552619:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.552628:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.552638:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.552643:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.552666:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.552671:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300865525 00000100:00000001:2.0:1763350988.552683:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300865511 00000100:00000001:2.0:1763350988.552691:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300865525 00000100:00000001:2.0:1763350988.552695:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300865512 00000100:00000001:2.0:1763350988.552697:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300865525 00000100:00000001:2.0:1763350988.552700:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300865512 00000100:00000001:2.0:1763350988.552703:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300865525 00000100:00000001:2.0:1763350988.552706:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300865512 00000100:00000001:2.0:1763350988.552709:0:63037:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.552712:0:63037:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.552716:0:63037:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.552717:0:63037:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.552720:0:63037:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.552724:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.552727:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.552728:0:63037:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.552732:0:63037:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.552733:0:63037:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350988.552736:0:63037:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.552739:0:63037:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350988.552741:0:63037:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350988.552745:0:63037:0:(client.c:2690:ptlrpc_set_wait()) set ffff925e0068d6c0 going to sleep for 11 seconds 00000100:00000001:2.0:1763350988.552748:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350988.552751:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350988.553175:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.553180:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350988.553187:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.553193:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.553198:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2770 00000400:00000010:3.0:1763350988.553201:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2770. 00000100:00000001:3.0:1763350988.553205:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350988.553210:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.553222:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.553225:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.553232:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.553233:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1763350988.554687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6c00. 00000800:00000001:1.0:1763350988.561009:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.561032:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.561037:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.561040:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.561062:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.561083:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78700 00000400:00000200:1.0:1763350988.561094:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fc7d [1] + 224 00000800:00000001:1.0:1763350988.561103:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.561109:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.561112:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.561117:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.561124:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.561134:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350988.561154:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.561174:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.561184:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.561187:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.561188:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.561190:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.561194:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.561198:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81edfff80 00000400:00000200:1.0:1763350988.561204:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127cc1 [2] + 984 00000800:00000001:1.0:1763350988.561208:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.561215:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.561217:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.561220:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.561224:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.561226:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1763350988.561233:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925ddf292680. 00000100:00000040:1.0:1763350988.561237:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925ddf292680 x1849001118793600 msgsize 328 00000100:00100000:1.0:1763350988.561241:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.561250:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.561253:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.561256:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.561306:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350988.561315:0:63037:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350988.561317:0:63037:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350988.561321:0:63037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79d10. 00000400:00000200:2.0:1763350988.561327:0:63037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2220 00000400:00000010:2.0:1763350988.561330:0:63037:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2220. 00000100:00000001:2.0:1763350988.561333:0:63037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.561338:0:63037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350988.561346:0:63037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.561353:0:63037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.561354:0:63037:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.561357:0:63037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350988.561361:0:63037:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350988.561364:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.561366:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.561369:0:63037:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.561377:0:63037:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350988.561381:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.561384:0:63037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350988.561385:0:63037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.561389:0:63037:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350988.561393:0:63037:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.561395:0:63037:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.561399:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.561406:0:63037:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.561410:0:63037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350988.561413:0:63037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.561416:0:63037:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763350988.561419:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.561422:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.561424:0:63037:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.561427:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350988.561434:0:63037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3294e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0001_UUID:63037:1849001101461248:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350988.561439:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.561442:0:63037:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.561445:0:63037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350988.561447:0:63037:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.561451:0:63037:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc3294e00 x1849001101461248/t0(0) o104->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.561456:0:63037:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350988.561459:0:63037:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350988.561462:0:63037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97dea00. 02000000:00000001:2.0:1763350988.561467:0:63037:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350988.561470:0:63037:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350988.561472:0:63037:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763350988.561474:0:63037:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350988.561477:0:63037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97df800. 02000000:00000001:2.0:1763350988.561481:0:63037:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350988.561483:0:63037:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350988.561485:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3294e00. 00000100:00000001:2.0:1763350988.561489:0:63037:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350988.561490:0:63037:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350988.561493:0:63037:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925e0068d6c0. 00000100:00000001:2.0:1763350988.561496:0:63037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350988.561498:0:63037:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350988.561501:0:63037:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925cc18fcf40. 00010000:00000001:2.0:1763350988.561505:0:63037:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.561508:0:63037:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.561510:0:63037:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.561519:0:63037:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.561526:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925dffc89a00/0xcb8c81cc3033cc44 lrc: 3/0,0 mode: --/GROUP res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf1 expref: 23 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.561545:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.561548:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:2.0:1763350988.561550:0:63037:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dffc89a00 00010000:00000001:2.0:1763350988.561552:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350988.561555:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.561559:0:63037:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.561562:0:63037:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763350988.561564:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1763350988.561566:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.561568:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.561569:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.561570:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.561572:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dffc89a00, rc 0) 00000020:00000001:2.0:1763350988.561576:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.561581:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118793472 00010000:00000001:2.0:1763350988.561585:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.561590:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925ddf291f80 x1849001118793472/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.561634:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.561637:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.561641:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.561646:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.561649:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.561652:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.561655:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.561658:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.561662:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.561665:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.561670:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2220. 00000100:00000200:2.0:1763350988.561675:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118793472, offset 224 00000400:00000200:2.0:1763350988.561682:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.561693:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.561700:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198240:198240:256:4294967295] 192.168.202.2@tcp LPNI seq info [198236:198236:8:4294967295] 00000400:00000200:2.0:1763350988.561711:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.561717:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.561723:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.561730:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.561738:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.561743:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.561770:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.561774:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.561777:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.561779:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.561782:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.561787:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf291f80 x1849001118793472/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.561798:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:226800:x1849001118793472:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 12363us (13762us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.561810:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20035 00000100:00000040:2.0:1763350988.561816:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350988.561820:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.561824:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.561831:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69a00. 00000020:00000010:2.0:1763350988.561837:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375000. 00000020:00000010:2.0:1763350988.561900:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:2.0:1763350988.561908:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 22 00000100:00000001:2.0:1763350988.561911:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.562119:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.562126:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350988.562134:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.562138:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.562142:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2220 00000400:00000010:3.0:1763350988.562144:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2220. 00000100:00000001:3.0:1763350988.562147:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.562149:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350988.562298:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.562303:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118793600 02000000:00000001:0.0:1763350988.562307:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.562309:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.562312:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.562317:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.562321:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118793600 00000020:00000001:0.0:1763350988.562324:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.562327:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350988.562330:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.562334:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=23 00000020:00000001:0.0:1763350988.562336:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350988.562338:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350988.562344:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.562350:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.562354:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.562356:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000020:00000010:0.0:1763350988.562363:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:0.0:1763350988.562368:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.562374:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350988.562384:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:0.0:1763350988.562388:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.562389:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:0.0:1763350988.562392:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:0.0:1763350988.562395:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.562398:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:0.0:1763350988.562403:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.562404:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.562407:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=4 00000020:00000001:0.0:1763350988.562409:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:0.0:1763350988.562411:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00010000:0.0:1763350988.562418:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 23 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00000001:0.0:1763350988.562426:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.562427:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.562429:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.562431:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.562439:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:0.0:1763350988.562445:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925ddf292680 x1849001118793600/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.562453:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350988.562454:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.562474:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.562484:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.562487:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.562491:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4039 00000100:00000040:0.0:1763350988.562495:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350988.562497:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530606470784 : -120543103080832 : ffff925ddf292680) 00000100:00000040:0.0:1763350988.562501:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925ddf292680 x1849001118793600/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.562510:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.562513:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.562516:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.562518:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000100:00100000:0.0:1763350988.562522:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925ddf292680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2360:x1849001118793600:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:0.0:1763350988.562525:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118793600 00010000:00000001:0.0:1763350988.562528:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:0.0:1763350988.562531:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:0.0:1763350988.562533:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:0.0:1763350988.562540:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.562543:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.562549:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925cd76cb000. 02000000:00000001:0.0:1763350988.562552:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.562555:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.562558:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350988.562560:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350988.562562:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.562564:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.562565:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9077400 refcount=4 00000020:00000001:0.0:1763350988.562567:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000001:0.0:1763350988.562569:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040470016 : -120542669081600 : ffff925df9077400) 00010000:00000040:0.0:1763350988.562573:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 3 00002000:00000001:0.0:1763350988.562578:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:0.0:1763350988.562586:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350988.562590:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.562631:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:0.0:1763350988.562635:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00002000:00000001:0.0:1763350988.562638:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350988.562647:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350988.562651:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00010000:00010000:0.0:1763350988.562656:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 23 pid: 63085 timeout: 6298 lvb_type: 0 00000100:00001000:0.0:1763350988.562668:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925dc3e2cc50 time=139 v=5 (1 0 0 0) 00010000:00000001:0.0:1763350988.562671:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350988.562677:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.562679:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.562681:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 23 pid: 63085 timeout: 6298 lvb_type: 0 00000020:00000001:0.0:1763350988.562691:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.562694:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.562695:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.562698:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.562706:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.562708:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.562715:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.562716:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.562720:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.562721:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.562724:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9077400 with handle 0xcb8c81cc3033cb95 from hash 00010000:00000001:0.0:1763350988.562726:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.562727:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.562728:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.562730:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.562738:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.562742:0:54877:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.562744:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.562745:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.562749:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925df9077400/0xcb8c81cc3033cb95 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24fe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc7a expref: 23 pid: 63085 timeout: 6298 lvb_type: 0 00010000:00000040:0.0:1763350988.562758:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 16 00000020:00000040:0.0:1763350988.562760:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 22 00010000:00000001:0.0:1763350988.562769:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.562772:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.562774:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:0.0:1763350988.562776:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dffc89a00 00010000:00000001:0.0:1763350988.562779:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350988.562781:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350988.562785:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350988.562788:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.562789:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:0.0:1763350988.562791:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:0.0:1763350988.562792:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.562796:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350988.562798:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:0.0:1763350988.562802:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff925dffc89a00/0xcb8c81cc3033cc44 lrc: 2/0,0 mode: GROUP/GROUP res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf1 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.562810:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:0.0:1763350988.562815:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff925dffc89a00/0xcb8c81cc3033cc44 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf1 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.562826:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x280000401:0x24fe:0x0].0x0 (ffff925ccd7daa00) refcount = 2 00010000:00000040:0.0:1763350988.562829:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350988.562832:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0001_UUID lock: ffff925dffc89a00/0xcb8c81cc3033cc44 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf1 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.562841:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.566095:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.566109:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350988.566112:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.566117:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1763350988.566138:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.566147:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350988.566157:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded433c0. 00000100:00000001:0.0:1763350988.566160:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600903616 : -120543108648000 : ffff925dded433c0) 00000100:00000001:0.0:1763350988.566163:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530600903616 : -120543108648000 : ffff925dded433c0) 00000100:00000001:0.0:1763350988.566168:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350988.566170:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350988.566173:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.566176:0:54877:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:0.0:1763350988.566184:0:54877:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed9180. 00000020:00000040:0.0:1763350988.566189:0:54877:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:0.0:1763350988.566197:0:54877:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350988.566200:0:54877:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350988.566208:0:54877:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350988.566218:0:54877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214fa00. 00000100:00000001:0.0:1763350988.566225:0:54877:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.566246:0:54877:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff925dffc89a00/0xcb8c81cc3033cc44 lrc: 3/0,0 mode: GROUP/GROUP res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf1 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350988.566261:0:54877:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350988.566265:0:54877:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350988.566271:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.566281:0:54877:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350988.566284:0:54877:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.566289:0:54877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df5ed9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:54877:1849001101461376:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350988.566294:0:54877:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350988.566300:0:54877:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350988.566303:0:54877:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.566306:0:54877:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350988.566311:0:54877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df214f000. 02000000:00000001:0.0:1763350988.566313:0:54877:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350988.566322:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb528. 00000400:00000010:0.0:1763350988.566331:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350988.566341:0:54877:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101461376, portal 16 00000100:00000001:0.0:1763350988.566344:0:54877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.566345:0:54877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530988441984 : -120542721109632 : ffff925df5ed9180) 00000100:00000040:0.0:1763350988.566351:0:54877:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.566359:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.566362:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.566365:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019770. 00000100:00000200:0.0:1763350988.566369:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1849001101461376, offset 0 00000400:00000200:0.0:1763350988.566377:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.566395:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.566401:0:54877:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350988.566405:0:54877:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350988.566410:0:54877:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350988.566413:0:54877:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350988.566417:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198241:198241:256:4294967295] 192.168.202.2@tcp LPNI seq info [198237:198237:8:4294967295] 00000400:00000200:0.0:1763350988.566430:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.566436:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.566442:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5a00. 00000800:00000200:0.0:1763350988.566449:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.566458:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.566464:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5a00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.566488:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.566494:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300865538 00000100:00000001:0.0:1763350988.566506:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300865525 00000100:00000001:0.0:1763350988.566513:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300865538 00000100:00000001:0.0:1763350988.566517:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300865525 00000100:00000001:0.0:1763350988.566520:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300865538 00000100:00000001:0.0:1763350988.566524:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300865525 00000100:00000001:0.0:1763350988.566527:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300865538 00000100:00000001:0.0:1763350988.566530:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300865525 00000100:00000001:0.0:1763350988.566532:0:54877:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.566535:0:54877:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.566538:0:54877:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.566540:0:54877:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.566542:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.566544:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.566546:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.566547:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.566549:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350988.566551:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.566553:0:54877:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350988.566555:0:54877:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350988.566558:0:54877:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded433c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350988.566562:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.566565:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350988.567273:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.567281:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5a00. 00000400:00000200:3.0:1763350988.567288:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.567296:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.567302:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019770 00000400:00000010:3.0:1763350988.567305:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019770. 00000100:00000001:3.0:1763350988.567310:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350988.567316:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.567334:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.567338:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.567345:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.567346:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.570811:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.570835:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.570841:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.570844:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.570859:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.570881:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78780 00000400:00000200:1.0:1763350988.570895:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fc89 [1] + 224 00000800:00000001:1.0:1763350988.570905:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.570915:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.570920:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.570925:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.570936:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.570948:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350988.570959:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.570978:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.570989:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.570994:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.571104:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350988.571115:0:54877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350988.571117:0:54877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350988.571121:0:54877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb528. 00000400:00000200:0.0:1763350988.571126:0:54877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:0.0:1763350988.571129:0:54877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:0.0:1763350988.571132:0:54877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.571137:0:54877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350988.571147:0:54877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.571153:0:54877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350988.571154:0:54877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.571157:0:54877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350988.571162:0:54877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350988.571165:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.571167:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.571171:0:54877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.571180:0:54877:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1763350988.571185:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=61 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.571188:0:54877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350988.571189:0:54877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.571193:0:54877:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350988.571198:0:54877:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.571201:0:54877:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.571206:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.571214:0:54877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.571218:0:54877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350988.571220:0:54877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.571224:0:54877:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:0.0:1763350988.571228:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.571231:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.571233:0:54877:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.571237:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350988.571245:0:54877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df5ed9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0001_UUID:54877:1849001101461376:192.168.202.2@tcp:105: 00000100:00000001:0.0:1763350988.571251:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.571254:0:54877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.571258:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350988.571261:0:54877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.571264:0:54877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df5ed9180 x1849001101461376/t0(0) o105->lustre-OST0001@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.571271:0:54877:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350988.571274:0:54877:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350988.571278:0:54877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df214f000. 02000000:00000001:0.0:1763350988.571283:0:54877:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350988.571286:0:54877:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350988.571288:0:54877:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:0.0:1763350988.571290:0:54877:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350988.571294:0:54877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214fa00. 02000000:00000001:0.0:1763350988.571297:0:54877:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350988.571299:0:54877:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350988.571301:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9180. 00000100:00000001:0.0:1763350988.571304:0:54877:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350988.571305:0:54877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350988.571307:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded433c0. 00000100:00000001:0.0:1763350988.571311:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350988.571313:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350988.571317:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda6c0. 00010000:00000001:0.0:1763350988.571320:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350988.571325:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350988.571327:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.571335:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.571339:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.571342:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.571347:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.571349:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.571352:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.571355:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.571357:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.571361:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.571364:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.571368:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019440. 00000100:00000200:0.0:1763350988.571373:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118793600, offset 224 00000400:00000200:0.0:1763350988.571380:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.571391:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.571398:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198242:198242:256:4294967295] 192.168.202.2@tcp LPNI seq info [198238:198238:8:4294967295] 00000400:00000200:0.0:1763350988.571410:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.571416:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.571424:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5a00. 00000800:00000200:0.0:1763350988.571430:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.571439:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.571443:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.571463:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.571466:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.571469:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.571471:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.571476:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925ddf292680 x1849001118793600/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350988.571487:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925ddf292680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118793600:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 8975us (10247us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350988.571499:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4039 00000100:00000040:0.0:1763350988.571503:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350988.571505:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.571507:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.571513:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.571519:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350988.571524:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000020:00000040:0.0:1763350988.571528:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000100:00000001:0.0:1763350988.571531:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.572588:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.572627:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5a00. 00000400:00000200:3.0:1763350988.572637:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.572645:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.572650:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019440 00000400:00000010:3.0:1763350988.572653:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019440. 00000100:00000001:3.0:1763350988.572657:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.572659:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350988.575688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9077400. 00000800:00000001:2.0:1763350988.580237:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.580260:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.580266:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.580269:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.580283:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.580305:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee00000 00000400:00000200:2.0:1763350988.580314:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 14696 00000800:00000001:2.0:1763350988.580324:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.580330:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.580333:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.580338:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.580347:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.580350:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350988.580358:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4f480. 00000100:00000040:2.0:1763350988.580362:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4f480 x1849001118793728 msgsize 328 00000100:00100000:2.0:1763350988.580367:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.580383:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.580392:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.580396:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.580397:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.580399:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.580402:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.580408:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee00080 00000400:00000200:2.0:1763350988.580411:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e29 [8] + 15024 00000800:00000001:2.0:1763350988.580415:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.580488:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.580491:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.580495:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.580497:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.580499:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350988.580502:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c700. 00000100:00000040:2.0:1763350988.580505:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4c700 x1849001118793856 msgsize 328 00000100:00100000:2.0:1763350988.580509:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.580526:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.580530:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.580534:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.580641:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.580645:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118793728 02000000:00000001:0.0:1763350988.580649:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.580652:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.580654:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.580660:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.580666:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118793728 00000020:00000001:0.0:1763350988.580669:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.580671:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350988.580674:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.580678:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:0.0:1763350988.580681:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350988.580684:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350988.580690:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.580697:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.580701:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.580705:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000020:00000010:0.0:1763350988.580712:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:0.0:1763350988.580718:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.580725:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350988.580735:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350988.580739:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.580740:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.580743:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.580752:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.580759:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.580770:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.580771:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118793856 02000000:00000001:0.0:1763350988.580773:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.580774:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.580776:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.580778:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.580780:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118793856 00000020:00000001:0.0:1763350988.580782:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.580783:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350988.580785:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.580787:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:0.0:1763350988.580789:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350988.580791:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350988.580794:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.580796:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.580799:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.580801:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000020:00000010:0.0:1763350988.580804:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fa00. 00000020:00000010:0.0:1763350988.580807:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0e80. 00000020:00000010:0.0:1763350988.580809:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3daf0. 00000100:00000001:0.0:1763350988.580812:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.580813:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.580814:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.580817:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.580835:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.580843:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.580845:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.580851:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20036 00000100:00000040:0.0:1763350988.580854:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350988.580857:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170329728 : -120542539221888 : ffff925e00c4f480) 00000100:00000040:0.0:1763350988.580865:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4f480 x1849001118793728/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350988.580876:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.580878:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.580880:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.580882:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000100:00100000:0.0:1763350988.580886:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118793728:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350988.580890:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118793728 00000020:00000001:0.0:1763350988.580893:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.580898:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350988.580901:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.580903:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.580906:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350988.580909:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350988.580913:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.580916:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.580918:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.580925:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.580927:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350988.580930:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350988.580932:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350988.580934:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350988.580936:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.580942:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350988.580950:0:63037:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00010000:00000001:0.0:1763350988.580953:0:63037:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.580956:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.580961:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2200. 00000020:00000001:0.0:1763350988.580965:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.580968:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2200 with handle 0xcb8c81cc3033cc4b to hash 00000020:00000001:0.0:1763350988.580970:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.580971:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00000001:0.0:1763350988.580975:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911932928 : -120542797618688 : ffff925df15e2200) 00010000:00010000:0.0:1763350988.580980:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cc4b lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeccf8 expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.580990:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:0.0:1763350988.580992:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=25 00010000:00000001:0.0:1763350988.581000:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:0.0:1763350988.581003:0:63037:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:0.0:1763350988.581006:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.581008:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.581014:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925cd76cbc00. 02000000:00000001:0.0:1763350988.581016:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.581018:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.581021:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:0.0:1763350988.581024:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.581027:0:63037:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.581029:0:63037:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:0.0:1763350988.581035:0:63037:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dde922460. 00002000:00000001:0.0:1763350988.581037:0:63037:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:0.0:1763350988.581039:0:63037:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:0.0:1763350988.581051:0:63037:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.581054:0:63037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350988.581060:0:63037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded433c0. 00000100:00000001:0.0:1763350988.581062:0:63037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600903616 : -120543108648000 : ffff925dded433c0) 00000100:00000001:0.0:1763350988.581064:0:63037:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530600903616 : -120543108648000 : ffff925dded433c0) 00000100:00000001:0.0:1763350988.581067:0:63037:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350988.581069:0:63037:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350988.581071:0:63037:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.581074:0:63037:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:0.0:1763350988.581077:0:63037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed9180. 00000020:00000040:0.0:1763350988.581080:0:63037:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350988.581084:0:63037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350988.581086:0:63037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350988.581091:0:63037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350988.581096:0:63037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214f000. 00000100:00000001:0.0:1763350988.581102:0:63037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.581108:0:63037:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350988.581111:0:63037:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350988.581116:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.581125:0:63037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350988.581127:0:63037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.581132:0:63037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df5ed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101461504:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350988.581137:0:63037:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350988.581142:0:63037:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350988.581145:0:63037:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.581148:0:63037:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350988.581151:0:63037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df214ea00. 02000000:00000001:0.0:1763350988.581153:0:63037:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350988.581159:0:63037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb528. 00000400:00000010:0.0:1763350988.581165:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0194c8. 00000100:00000200:0.0:1763350988.581173:0:63037:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101461504, portal 16 00000100:00000001:0.0:1763350988.581176:0:63037:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.581177:0:63037:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530988441984 : -120542721109632 : ffff925df5ed9180) 00000100:00000040:0.0:1763350988.581183:0:63037:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.581190:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.581192:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.581194:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019990. 00000100:00000200:0.0:1763350988.581197:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101461504, offset 0 00000400:00000200:0.0:1763350988.581203:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.581213:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.581218:0:63037:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350988.581223:0:63037:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350988.581227:0:63037:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350988.581230:0:63037:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350988.581234:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198243:198243:256:4294967295] 192.168.202.2@tcp LPNI seq info [198239:198239:8:4294967295] 00000400:00000200:0.0:1763350988.581245:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.581251:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.581256:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5c00. 00000800:00000200:0.0:1763350988.581263:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.581270:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.581275:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.581285:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.581288:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300865553 00000100:00000001:0.0:1763350988.581296:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865538 00000100:00000001:0.0:1763350988.581300:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300865553 00000100:00000001:0.0:1763350988.581303:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865538 00000100:00000001:0.0:1763350988.581306:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300865553 00000100:00000001:0.0:1763350988.581308:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865538 00000100:00000001:0.0:1763350988.581311:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300865553 00000100:00000001:0.0:1763350988.581313:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865538 00000100:00000001:0.0:1763350988.581315:0:63037:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.581318:0:63037:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.581320:0:63037:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.581321:0:63037:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.581323:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.581325:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:0.0:1763350988.581326:0:63037:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dde922460. 00010000:00000001:0.0:1763350988.581330:0:63037:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.581332:0:63037:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:0.0:1763350988.581333:0:63037:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350988.581336:0:63037:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.581338:0:63037:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350988.581340:0:63037:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350988.581342:0:63037:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded433c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350988.581345:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.581348:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.581419:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.581422:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.581426:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20037 00000100:00000040:2.0:1763350988.581429:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350988.581431:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170318080 : -120542539233536 : ffff925e00c4c700) 00000100:00000040:2.0:1763350988.581436:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4c700 x1849001118793856/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.581444:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.581448:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.581450:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.581452:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000100:00100000:2.0:1763350988.581457:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118793856:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350988.581460:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118793856 00000020:00000001:2.0:1763350988.581463:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.581465:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.581467:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.581469:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.581471:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.581473:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.581475:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.581477:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.581479:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.581481:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.581483:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.581485:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.581486:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.581488:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.581489:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.581493:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.581497:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:2.0:1763350988.581499:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.581501:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.581504:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc7899e00. 00000020:00000001:2.0:1763350988.581508:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.581510:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc7899e00 with handle 0xcb8c81cc3033cc52 to hash 00000020:00000001:2.0:1763350988.581512:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.581514:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:2.0:1763350988.581516:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00010000:2.0:1763350988.581531:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc52 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eeccff expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.581539:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 17 00000020:00000040:2.0:1763350988.581541:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=23 00010000:00000001:2.0:1763350988.581545:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763350988.581547:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763350988.581549:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.581550:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.581554:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc4eb8c00. 02000000:00000001:2.0:1763350988.581556:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.581558:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.581560:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350988.581562:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.581564:0:63038:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.581566:0:63038:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763350988.581571:0:63038:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925df0e570a8. 00002000:00000001:2.0:1763350988.581573:0:63038:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763350988.581575:0:63038:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763350988.581576:0:63038:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.581579:0:63038:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350988.581582:0:63038:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc5871c00. 00000100:00000001:2.0:1763350988.581585:0:63038:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530176420864 : -120543533130752 : ffff925dc5871c00) 00000100:00000001:2.0:1763350988.581587:0:63038:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530176420864 : -120543533130752 : ffff925dc5871c00) 00000100:00000001:2.0:1763350988.581589:0:63038:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350988.581590:0:63038:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350988.581592:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.581593:0:63038:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763350988.581633:0:63038:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4d180. 00000020:00000040:2.0:1763350988.581637:0:63038:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763350988.581640:0:63038:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350988.581642:0:63038:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350988.581644:0:63038:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350988.581649:0:63038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a08200. 00000100:00000001:2.0:1763350988.581652:0:63038:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.581656:0:63038:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350988.581657:0:63038:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350988.581662:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.581670:0:63038:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350988.581671:0:63038:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.581675:0:63038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101461632:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350988.581678:0:63038:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350988.581680:0:63038:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350988.581682:0:63038:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.581683:0:63038:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350988.581686:0:63038:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a09200. 02000000:00000001:2.0:1763350988.581688:0:63038:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350988.581691:0:63038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79d10. 00000400:00000010:2.0:1763350988.581695:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2f68. 00000100:00000200:2.0:1763350988.581698:0:63038:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101461632, portal 16 00000100:00000001:2.0:1763350988.581700:0:63038:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350988.581702:0:63038:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170320768 : -120542539230848 : ffff925e00c4d180) 00000100:00000040:2.0:1763350988.581706:0:63038:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.581712:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.581714:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.581716:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d23b8. 00000100:00000200:2.0:1763350988.581719:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101461632, offset 0 00000400:00000200:2.0:1763350988.581722:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.581727:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.581730:0:63038:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350988.581732:0:63038:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350988.581735:0:63038:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350988.581737:0:63038:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.581740:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198244:198244:255:4294967295] 192.168.202.2@tcp LPNI seq info [198240:198240:7:4294967295] 00000400:00000200:2.0:1763350988.581748:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.581752:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.581756:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.581760:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.581764:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.581767:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.581770:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.581772:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300865554 00000100:00000001:2.0:1763350988.581776:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300865553 00000100:00000001:2.0:1763350988.581778:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300865554 00000100:00000001:2.0:1763350988.581781:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300865553 00000100:00000001:2.0:1763350988.581783:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300865554 00000100:00000001:2.0:1763350988.581786:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300865553 00000100:00000001:2.0:1763350988.581788:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300865554 00000100:00000001:2.0:1763350988.581790:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300865553 00000100:00000001:2.0:1763350988.581792:0:63038:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.581794:0:63038:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.581795:0:63038:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.581797:0:63038:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.581799:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.581800:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763350988.581801:0:63038:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925df0e570a8. 00010000:00000001:2.0:1763350988.581804:0:63038:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.581806:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.581807:0:63038:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350988.581809:0:63038:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.581811:0:63038:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350988.581813:0:63038:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350988.581815:0:63038:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc5871c00 going to sleep for 11 seconds 00000100:00000001:2.0:1763350988.581817:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350988.581818:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350988.582370:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.582377:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5c00. 00000400:00000200:1.0:1763350988.582383:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.582390:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.582395:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019990 00000400:00000010:1.0:1763350988.582398:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019990. 00000100:00000001:1.0:1763350988.582402:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.582409:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.582422:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.582426:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.582433:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.582436:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1763350988.582497:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.582499:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:1.0:1763350988.582504:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.582507:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.582509:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d23b8 00000400:00000010:1.0:1763350988.582511:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d23b8. 00000100:00000001:1.0:1763350988.582514:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.582518:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.582532:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.582535:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.582542:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.582543:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350988.585389:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.585409:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.585413:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.585416:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.585429:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.585448:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd78800 00000400:00000200:3.0:1763350988.585460:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fc95 [1] + 224 00000800:00000001:3.0:1763350988.585469:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.585474:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.585477:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.585481:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.585489:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.585498:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350988.585510:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.585534:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.585543:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.585547:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.585549:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.585550:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.585554:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.585559:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd78880 00000400:00000200:3.0:1763350988.585563:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fc9d [1] + 224 00000800:00000001:3.0:1763350988.585566:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.585573:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.585575:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.585578:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.585581:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.585585:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350988.585642:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.585661:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.585666:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.585670:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.585876:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350988.585886:0:63038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350988.585888:0:63038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350988.585891:0:63038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79d10. 00000400:00000200:2.0:1763350988.585897:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2f68 00000400:00000010:2.0:1763350988.585900:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2f68. 00000100:00000001:2.0:1763350988.585904:0:63038:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.585911:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350988.585919:0:63038:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.585925:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.585927:0:63038:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.585930:0:63038:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350988.585934:0:63038:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350988.585937:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.585939:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.585942:0:63038:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.585949:0:63038:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350988.585953:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.585956:0:63038:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350988.585957:0:63038:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.585961:0:63038:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350988.585964:0:63038:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.585968:0:63038:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.585973:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.585980:0:63038:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.585984:0:63038:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350988.585986:0:63038:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.585989:0:63038:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350988.585997:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:2.0:1763350988.586008:0:63038:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000401:0x24fe:0x0] updating lvb atime: 0 -> 1763350987 00002000:00000001:2.0:1763350988.586012:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.586017:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.586026:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:2.0:1763350988.586029:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00002000:00000001:2.0:1763350988.586031:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.586040:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350988.586053:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00010000:00000001:2.0:1763350988.586057:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.586059:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.586061:0:63038:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.586065:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350988.586073:0:63038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101461632:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350988.586077:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.586081:0:63038:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.586084:0:63038:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350988.586086:0:63038:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.586089:0:63038:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4d180 x1849001101461632/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.586095:0:63038:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350988.586097:0:63038:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350988.586101:0:63038:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a09200. 02000000:00000001:2.0:1763350988.586106:0:63038:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350988.586108:0:63038:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350988.586110:0:63038:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763350988.586112:0:63038:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350988.586115:0:63038:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a08200. 02000000:00000001:2.0:1763350988.586121:0:63038:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350988.586123:0:63038:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350988.586125:0:63038:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4d180. 00000100:00000001:2.0:1763350988.586129:0:63038:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350988.586131:0:63038:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350988.586133:0:63038:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc5871c00. 00000100:00000001:2.0:1763350988.586136:0:63038:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350988.586138:0:63038:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350988.586141:0:63038:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d140. 00010000:00000001:2.0:1763350988.586145:0:63038:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.586149:0:63038:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.586154:0:63038:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.586156:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.586164:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.586166:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.586168:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.586170:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.586173:0:63038:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc7899e00 with handle 0xcb8c81cc3033cc52 from hash 00010000:00000001:2.0:1763350988.586175:0:63038:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.586176:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.586177:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.586178:0:63038:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.586180:0:63038:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.586183:0:63038:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350988.586190:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc52 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccff expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350988.586206:0:63038:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.586211:0:63038:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.586213:0:63038:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.586215:0:63038:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.586217:0:63038:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.586221:0:63038:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.586222:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.586224:0:63038:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.586225:0:63038:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.586226:0:63038:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.586228:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.586231:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350988.586233:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.586235:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.586237:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.586239:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.586242:0:63038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc52 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccff expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350988.586251:0:63038:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 16 00000020:00000040:2.0:1763350988.586254:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 22 00010000:00000001:2.0:1763350988.586261:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.586263:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc7899e00, rc 0) 00000020:00000001:2.0:1763350988.586266:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350988.586270:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118793856 00010000:00000001:2.0:1763350988.586273:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.586279:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4c700 x1849001118793856/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.586287:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.586290:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.586293:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.586298:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.586301:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.586303:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.586306:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.586309:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.586313:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.586315:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.586321:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2f68. 00000100:00000200:2.0:1763350988.586326:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118793856, offset 224 00000400:00000200:2.0:1763350988.586332:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.586343:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.586350:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198245:198245:256:4294967295] 192.168.202.2@tcp LPNI seq info [198241:198241:8:4294967295] 00000400:00000200:2.0:1763350988.586363:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.586369:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.586377:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.586383:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.586390:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.586395:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.586420:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.586424:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.586426:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.586428:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.586431:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.586437:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c700 x1849001118793856/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.586448:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118793856:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 5000us (5939us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350988.586458:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20037 00000100:00000040:2.0:1763350988.586462:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350988.586465:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.586467:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.586473:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0e80. 00000020:00000010:2.0:1763350988.586479:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3daf0. 00000020:00000010:2.0:1763350988.586483:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fa00. 00000020:00000040:2.0:1763350988.586490:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000100:00000001:2.0:1763350988.586492:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.586655:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350988.586661:0:63037:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350988.586663:0:63037:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350988.586667:0:63037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb528. 00000400:00000200:0.0:1763350988.586671:0:63037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0194c8 00000400:00000010:0.0:1763350988.586674:0:63037:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0194c8. 00000100:00000001:0.0:1763350988.586677:0:63037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.586684:0:63037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1763350988.586692:0:63037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.586698:0:63037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350988.586699:0:63037:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.586701:0:63037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350988.586703:0:63037:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350988.586705:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.586706:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.586709:0:63037:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.586713:0:63037:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=43 v=5 (5 5 5 0) 00000100:00001000:0.0:1763350988.586717:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=43 v=5 (1 1 1 0) 00000100:00000001:0.0:1763350988.586719:0:63037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350988.586720:0:63037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.586722:0:63037:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350988.586724:0:63037:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.586726:0:63037:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.586730:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.586737:0:63037:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.586739:0:63037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350988.586740:0:63037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.586742:0:63037:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:0.0:1763350988.586747:0:63037:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00010000:0.0:1763350988.586752:0:63037:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000401:0x25d7:0x0] updating lvb atime: 0 -> 1763350987 00002000:00000001:0.0:1763350988.586756:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350988.586759:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.586765:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:0.0:1763350988.586768:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:0.0:1763350988.586771:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350988.586777:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350988.586779:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00010000:00000001:0.0:1763350988.586782:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.586784:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.586785:0:63037:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.586789:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1763350988.586797:0:63037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df5ed9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101461504:192.168.202.2@tcp:106: 00000100:00000001:0.0:1763350988.586801:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.586804:0:63037:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.586805:0:63037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350988.586807:0:63037:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.586809:0:63037:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df5ed9180 x1849001101461504/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.586815:0:63037:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350988.586816:0:63037:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350988.586819:0:63037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df214ea00. 02000000:00000001:0.0:1763350988.586822:0:63037:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350988.586823:0:63037:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350988.586825:0:63037:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:0.0:1763350988.586827:0:63037:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350988.586828:0:63037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214f000. 02000000:00000001:0.0:1763350988.586831:0:63037:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350988.586832:0:63037:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350988.586834:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9180. 00000100:00000001:0.0:1763350988.586837:0:63037:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350988.586838:0:63037:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1763350988.586840:0:63037:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded433c0. 00000100:00000001:0.0:1763350988.586842:0:63037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:0.0:1763350988.586844:0:63037:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:0.0:1763350988.586846:0:63037:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda6c0. 00010000:00000001:0.0:1763350988.586849:0:63037:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350988.586853:0:63037:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350988.586855:0:63037:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350988.586857:0:63037:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.586862:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.586863:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.586865:0:63037:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.586866:0:63037:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.586869:0:63037:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2200 with handle 0xcb8c81cc3033cc4b from hash 00010000:00000001:0.0:1763350988.586871:0:63037:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.586873:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.586874:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.586875:0:63037:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350988.586876:0:63037:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350988.586878:0:63037:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350988.586883:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cc4b lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf8 expref: 25 pid: 63037 timeout: 0 lvb_type: 1 00010000:00000001:0.0:1763350988.586893:0:63037:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350988.586895:0:63037:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.586897:0:63037:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.586898:0:63037:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.586900:0:63037:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.586902:0:63037:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.586903:0:63037:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.586905:0:63037:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.586906:0:63037:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.586907:0:63037:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.586909:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.586910:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:0.0:1763350988.586912:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.586913:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.586915:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.586916:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.586919:0:63037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e2200/0xcb8c81cc3033cc4b lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf8 expref: 25 pid: 63037 timeout: 0 lvb_type: 1 00010000:00000040:0.0:1763350988.586934:0:63037:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:0.0:1763350988.586936:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00010000:00000001:0.0:1763350988.586940:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.586942:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2200, rc 0) 00000020:00000001:0.0:1763350988.586944:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350988.586946:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118793728 00010000:00000001:0.0:1763350988.586948:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.586953:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4f480 x1849001118793728/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350988.586960:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.586962:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.586964:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.586967:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.586969:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.586972:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.586974:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.586976:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.586978:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.586981:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.586985:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0194c8. 00000100:00000200:0.0:1763350988.586988:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118793728, offset 224 00000400:00000200:0.0:1763350988.586993:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.586999:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.587004:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198246:198246:255:4294967295] 192.168.202.2@tcp LPNI seq info [198242:198242:7:4294967295] 00000400:00000200:0.0:1763350988.587014:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.587018:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.587022:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5f00. 00000800:00000200:0.0:1763350988.587027:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.587032:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.587034:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5f00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.587038:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.587049:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.587052:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.587053:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.587055:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.587059:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4f480 x1849001118793728/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350988.587068:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118793728:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 6191us (6704us total) trans 0 rc 301/301 00000100:00100000:0.0:1763350988.587075:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20036 00000100:00000040:0.0:1763350988.587078:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350988.587079:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.587081:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.587084:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.587088:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350988.587091:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000020:00000040:0.0:1763350988.587094:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:0.0:1763350988.587096:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.587248:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.587253:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350988.587258:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.587264:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.587268:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2f68 00000400:00000010:3.0:1763350988.587269:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2f68. 00000100:00000001:3.0:1763350988.587273:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.587274:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763350988.591749:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.591761:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5f00. 00000400:00000200:3.0:1763350988.591770:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.591780:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.591788:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0194c8 00000400:00000010:3.0:1763350988.591792:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0194c8. 00000100:00000001:3.0:1763350988.591798:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.591801:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.594375:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.594397:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.594402:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.594405:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.594418:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.594440:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81ee00180 00000400:00000200:1.0:1763350988.594449:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e29 [8] + 15352 00000400:00000010:1.0:1763350988.594456:0:3309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc6075478. 00000400:00000200:1.0:1763350988.594462:0:3309:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925df928e400 00000800:00000001:1.0:1763350988.594470:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.594476:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.594479:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.594483:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.594488:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df928e400 00000400:00000010:1.0:1763350988.594492:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 248 at ffff925df928e400. 00000100:00000001:1.0:1763350988.594499:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.594502:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000040:1.0:1763350988.594506:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3109c50 x1849001118794112 msgsize 440 00000100:00100000:1.0:1763350988.594511:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:1.0:1763350988.594513:0:3309:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:1.0:1763350988.595031:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.595051:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.595060:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.595063:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.595065:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.595076:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.595085:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81ee00100 00000400:00000200:1.0:1763350988.595093:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e4d [8] + 0 00000800:00000001:1.0:1763350988.595097:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.595109:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.595111:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.595115:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.595118:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.595120:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350988.595130:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cf8700. 00000100:00000040:1.0:1763350988.595133:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cf8700 x1849001118793984 msgsize 440 00000100:00100000:1.0:1763350988.595137:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.595190:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1763350988.595387:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.595394:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.595397:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.595439:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.595482:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118794112 02000000:00000001:0.0:1763350988.595486:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.595489:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.595492:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.595497:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.595502:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118794112 00000020:00000001:0.0:1763350988.595505:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.595507:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350988.595510:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.595514:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:0.0:1763350988.595517:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350988.595521:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350988.595527:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.595533:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.595537:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.595540:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000020:00000010:0.0:1763350988.595547:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fc00. 00000020:00000010:0.0:1763350988.595553:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.595560:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350988.595571:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350988.595574:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.595575:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.595578:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.595588:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.595615:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.595627:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.595628:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118793984 02000000:00000001:0.0:1763350988.595630:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.595631:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.595633:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.595635:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.595638:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118793984 00000020:00000001:0.0:1763350988.595639:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.595641:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:0.0:1763350988.595643:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.595646:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:0.0:1763350988.595648:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:0.0:1763350988.595650:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:0.0:1763350988.595653:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.595656:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.595658:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.595660:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000020:00000010:0.0:1763350988.595664:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f000. 00000020:00000010:0.0:1763350988.595667:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0e80. 00000020:00000010:0.0:1763350988.595670:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dd48. 00000100:00000001:0.0:1763350988.595673:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.595675:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.595676:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.595679:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.595698:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.595705:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.595708:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.595714:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20038 00000100:00000040:0.0:1763350988.595718:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350988.595720:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530135100496 : -120543574451120 : ffff925dc3109c50) 00000100:00000040:0.0:1763350988.595728:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3109c50 x1849001118794112/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.595738:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.595741:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.595743:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.595745:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000100:00100000:0.0:1763350988.595749:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3109c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118794112:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:0.0:1763350988.595753:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118794112 00000020:00000001:0.0:1763350988.595758:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.595762:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350988.595765:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.595768:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.595770:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:0.0:1763350988.595773:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350988.595777:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.595780:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.595783:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.595786:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350988.595790:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350988.595793:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.595797:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.595799:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.595802:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.595804:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.595806:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.595808:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.595809:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.595811:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.595813:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.595815:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.595816:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.595819:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.595821:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.595825:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.595827:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.595836:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925de0134800. 02000000:00000001:0.0:1763350988.595838:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.595840:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350988.595852:0:63037:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763350988.595855:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350988.595859:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.595866:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:0.0:1763350988.595869:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00002000:00000001:0.0:1763350988.595872:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350988.595880:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350988.595884:0:63037:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763350988.595886:0:63037:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:0.0:1763350988.595890:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.595898:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:0.0:1763350988.595902:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00000020:00000001:0.0:1763350988.595907:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350988.595914:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350988.595917:0:63037:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350988.595921:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118794112 00010000:00000001:0.0:1763350988.595925:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.595930:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3109c50 x1849001118794112/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350988.595939:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.595943:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.595947:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.595952:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.595954:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.595957:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.595959:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.595962:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.595965:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.595968:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.595973:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019550. 00000100:00000200:0.0:1763350988.595980:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118794112, offset 224 00000400:00000200:0.0:1763350988.595988:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.595998:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.596006:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198247:198247:256:4294967295] 192.168.202.2@tcp LPNI seq info [198243:198243:8:4294967295] 00000400:00000200:0.0:1763350988.596017:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.596023:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.596027:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5e00. 00000800:00000200:0.0:1763350988.596034:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.596051:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.596056:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5e00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.596071:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.596074:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.596076:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.596078:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.596080:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.596085:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3109c50 x1849001118794112/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350988.596093:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3109c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118794112:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 353us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350988.596100:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20038 00000100:00000040:0.0:1763350988.596105:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350988.596108:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.596109:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.596114:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:0.0:1763350988.596118:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350988.596122:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fc00. 00000020:00000040:0.0:1763350988.596129:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 02000000:00000001:0.0:1763350988.596148:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596150:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925cd76cbc00. 02000000:00000001:0.0:1763350988.596155:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596157:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4f480. 02000000:00000001:0.0:1763350988.596161:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596162:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc4eb8c00. 02000000:00000001:0.0:1763350988.596165:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596166:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c700. 02000000:00000001:0.0:1763350988.596170:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596171:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc707d400. 02000000:00000001:0.0:1763350988.596174:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596175:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf291f80. 02000000:00000001:0.0:1763350988.596179:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596181:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925df5ea7400. 02000000:00000001:0.0:1763350988.596183:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596184:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed8000. 02000000:00000001:0.0:1763350988.596188:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596189:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc707f000. 02000000:00000001:0.0:1763350988.596191:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596192:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5edb800. 02000000:00000001:0.0:1763350988.596195:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596196:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc707e400. 02000000:00000001:0.0:1763350988.596198:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596200:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9876d80. 02000000:00000001:0.0:1763350988.596204:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596205:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925df8f01000. 02000000:00000001:0.0:1763350988.596209:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596210:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875880. 02000000:00000001:0.0:1763350988.596213:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596214:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925df8f03000. 02000000:00000001:0.0:1763350988.596217:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596218:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc9899500. 02000000:00000001:0.0:1763350988.596222:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596223:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dde7d8800. 02000000:00000001:0.0:1763350988.596226:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596227:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc9899180. 02000000:00000001:0.0:1763350988.596230:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596231:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dfc985000. 02000000:00000001:0.0:1763350988.596234:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596235:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc7f49c00. 02000000:00000001:0.0:1763350988.596238:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596239:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dfc986c00. 02000000:00000001:0.0:1763350988.596242:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596243:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4df80. 02000000:00000001:0.0:1763350988.596246:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596248:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925dfc987c00. 02000000:00000001:0.0:1763350988.596250:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596251:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dca80. 02000000:00000001:0.0:1763350988.596254:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596255:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df8f03c00. 02000000:00000001:0.0:1763350988.596257:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596258:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dc000. 02000000:00000001:0.0:1763350988.596260:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596261:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707d800. 02000000:00000001:0.0:1763350988.596263:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596264:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4f100. 02000000:00000001:0.0:1763350988.596267:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596268:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707c000. 02000000:00000001:0.0:1763350988.596271:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596272:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff980000. 02000000:00000001:0.0:1763350988.596275:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596276:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5ea5000. 02000000:00000001:0.0:1763350988.596278:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596279:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff981500. 02000000:00000001:0.0:1763350988.596282:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596283:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5ea7800. 02000000:00000001:0.0:1763350988.596285:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596286:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf290a80. 02000000:00000001:0.0:1763350988.596289:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596291:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925de904f000. 02000000:00000001:0.0:1763350988.596294:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596295:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67480. 02000000:00000001:0.0:1763350988.596298:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596299:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df5ea4800. 02000000:00000001:0.0:1763350988.596301:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596303:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfb100. 02000000:00000001:0.0:1763350988.596306:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596308:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dee170800. 02000000:00000001:0.0:1763350988.596310:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596311:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dcb50df80. 02000000:00000001:0.0:1763350988.596314:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596315:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df8f01800. 02000000:00000001:0.0:1763350988.596317:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596318:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dcb50d500. 02000000:00000001:0.0:1763350988.596321:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596322:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc7268800. 02000000:00000001:0.0:1763350988.596324:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596325:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dcb50e680. 02000000:00000001:0.0:1763350988.596328:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596329:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925cd76c8c00. 02000000:00000001:0.0:1763350988.596331:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596332:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dcb50f480. 02000000:00000001:0.0:1763350988.596335:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596336:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dd1473c00. 02000000:00000001:0.0:1763350988.596338:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596340:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15ed80. 02000000:00000001:0.0:1763350988.596343:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596345:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df856b400. 02000000:00000001:0.0:1763350988.596347:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596348:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dcb50c000. 02000000:00000001:0.0:1763350988.596351:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596353:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc726a000. 02000000:00000001:0.0:1763350988.596355:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596356:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc8ebb100. 02000000:00000001:0.0:1763350988.596360:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596361:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc726b000. 02000000:00000001:0.0:1763350988.596363:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596365:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc8eb8000. 02000000:00000001:0.0:1763350988.596368:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596369:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc7269400. 02000000:00000001:0.0:1763350988.596371:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596373:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc8eb9c00. 02000000:00000001:0.0:1763350988.596375:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596377:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc7269800. 02000000:00000001:0.0:1763350988.596378:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596380:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc8eb8380. 02000000:00000001:0.0:1763350988.596382:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596383:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc726b800. 02000000:00000001:0.0:1763350988.596385:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596386:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cd8000. 02000000:00000001:0.0:1763350988.596389:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596390:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc7268c00. 02000000:00000001:0.0:1763350988.596392:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596393:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0380. 02000000:00000001:0.0:1763350988.596395:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596396:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc7269000. 02000000:00000001:0.0:1763350988.596398:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596399:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0700. 02000000:00000001:0.0:1763350988.596402:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596403:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df5cc8c00. 02000000:00000001:0.0:1763350988.596405:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596406:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d50380. 02000000:00000001:0.0:1763350988.596409:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596410:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925dd1472c00. 02000000:00000001:0.0:1763350988.596413:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596414:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d50e00. 02000000:00000001:0.0:1763350988.596418:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596419:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925deeea4000. 02000000:00000001:0.0:1763350988.596421:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596422:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d52a00. 02000000:00000001:0.0:1763350988.596425:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596426:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925deeea4400. 02000000:00000001:0.0:1763350988.596428:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596429:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9877100. 02000000:00000001:0.0:1763350988.596432:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596434:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925deeea5c00. 02000000:00000001:0.0:1763350988.596436:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596438:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcfb80. 02000000:00000001:0.0:1763350988.596441:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596442:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925df5ba4800. 02000000:00000001:0.0:1763350988.596445:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596446:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee398700. 02000000:00000001:0.0:1763350988.596448:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596449:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925deeea4c00. 02000000:00000001:0.0:1763350988.596451:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596452:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39ad80. 02000000:00000001:0.0:1763350988.596455:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596456:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925df5ccb800. 02000000:00000001:0.0:1763350988.596458:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596460:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39b800. 02000000:00000001:0.0:1763350988.596462:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596463:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925df5ba5400. 02000000:00000001:0.0:1763350988.596466:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596468:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39b480. 02000000:00000001:0.0:1763350988.596470:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596471:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dd04cec00. 02000000:00000001:0.0:1763350988.596476:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596478:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee398380. 02000000:00000001:0.0:1763350988.596480:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596481:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dd04cd800. 02000000:00000001:0.0:1763350988.596485:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596486:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee399180. 02000000:00000001:0.0:1763350988.596489:0:63037:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.596490:0:63037:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dd04ce000. 02000000:00000001:0.0:1763350988.596491:0:63037:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.596493:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcf800. 00000100:00000001:0.0:1763350988.596496:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763350988.596501:0:63037:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ost: registering portal 28 00000400:00000010:0.0:1763350988.596508:0:63037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb528. 00000400:00000010:0.0:1763350988.596514:0:63037:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 248 at ffff925e00db5900. 00000100:00000001:0.0:1763350988.596527:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.596529:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.596533:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20039 00000100:00000040:0.0:1763350988.596536:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350988.596538:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171022592 : -120542538529024 : ffff925e00cf8700) 00000100:00000040:0.0:1763350988.596543:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cf8700 x1849001118793984/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.596552:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.596555:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.596557:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.596560:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000100:00100000:0.0:1763350988.596564:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118793984:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:0.0:1763350988.596568:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118793984 00000020:00000001:0.0:1763350988.596570:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.596572:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350988.596574:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.596576:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.596578:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:0.0:1763350988.596581:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1763350988.596584:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.596585:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.596587:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.596590:0:63037:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:0.0:1763350988.596592:0:63037:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:0.0:1763350988.596594:0:63037:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.596625:0:63037:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.596627:0:63037:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.596629:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.596630:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.596632:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.596634:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.596635:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.596637:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.596638:0:63037:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.596639:0:63037:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.596642:0:63037:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.596644:0:63037:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.596646:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.596649:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.596651:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.596654:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925de0136400. 02000000:00000001:0.0:1763350988.596656:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.596658:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350988.596661:0:63037:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:0.0:1763350988.596663:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:0.0:1763350988.596665:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.596671:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:0.0:1763350988.596673:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:0.0:1763350988.596675:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:0.0:1763350988.596681:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350988.596683:0:63037:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:0.0:1763350988.596685:0:63037:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:0.0:1763350988.596687:0:63037:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.596691:0:63037:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:0.0:1763350988.596694:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00000020:00000001:0.0:1763350988.596697:0:63037:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350988.596703:0:63037:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1763350988.596707:0:63037:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350988.596709:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118793984 00010000:00000001:0.0:1763350988.596711:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.596716:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cf8700 x1849001118793984/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350988.596722:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.596723:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.596726:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.596729:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.596730:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.596732:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.596734:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.596736:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.596739:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.596741:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.596743:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019b28. 00000100:00000200:0.0:1763350988.596746:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118793984, offset 224 00000400:00000200:0.0:1763350988.596750:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.596756:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.596760:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198248:198248:255:4294967295] 192.168.202.2@tcp LPNI seq info [198244:198244:7:4294967295] 00000400:00000200:0.0:1763350988.596769:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.596773:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.596776:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5d00. 00000800:00000200:0.0:1763350988.596780:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.596783:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.596787:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5d00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.596790:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.596792:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.596795:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.596796:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.596798:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.596802:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cf8700 x1849001118793984/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350988.596810:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cf8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118793984:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 256us (1675us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350988.596815:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20039 00000100:00000040:0.0:1763350988.596817:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:0.0:1763350988.596820:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.596821:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.596825:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0e80. 00000020:00000010:0.0:1763350988.596827:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dd48. 00000020:00000010:0.0:1763350988.596830:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f000. 00000020:00000040:0.0:1763350988.596833:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:0.0:1763350988.596836:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350988.596927:0:63038:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7899e00. 00000100:00000001:2.0:1763350988.596937:0:63038:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1763350988.597116:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.597121:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5e00. 00000400:00000200:3.0:1763350988.597127:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.597132:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.597137:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019550 00000400:00000010:3.0:1763350988.597140:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019550. 00000100:00000001:3.0:1763350988.597144:0:3310:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350988.597146:0:3310:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350988.597148:0:3310:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 728 at ffff925de0134800. 02000000:00000001:3.0:1763350988.597151:0:3310:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763350988.597152:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763350988.597228:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.597231:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5d00. 00000400:00000200:3.0:1763350988.597233:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.597237:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.597239:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019b28 00000400:00000010:3.0:1763350988.597242:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019b28. 00000100:00000001:3.0:1763350988.597244:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.597245:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350988.600313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2200. 00000800:00000001:2.0:1763350988.602814:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.602836:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.602840:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.602852:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.602865:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.602888:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee00200 00000400:00000200:2.0:1763350988.602899:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e4d [8] + 440 00000800:00000001:2.0:1763350988.602911:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.602917:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.602920:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.602925:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.602933:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.602936:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350988.602944:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4d180. 00000100:00000040:2.0:1763350988.602948:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4d180 x1849001118794240 msgsize 328 00000100:00100000:2.0:1763350988.602952:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.602967:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.602976:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.602979:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.602980:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.602982:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.602986:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.602990:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee00280 00000400:00000200:2.0:1763350988.602994:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e4d [8] + 768 00000800:00000001:2.0:1763350988.602997:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.603004:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.603006:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.603009:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.603012:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.603013:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350988.603017:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4f100. 00000100:00000040:2.0:1763350988.603020:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4f100 x1849001118794368 msgsize 328 00000100:00100000:2.0:1763350988.603023:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.603036:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.603038:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.603048:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.603299:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.603304:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118794240 02000000:00000001:3.0:1763350988.603307:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.603310:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.603313:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.603318:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.603323:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118794240 00000020:00000001:3.0:1763350988.603326:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.603328:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350988.603331:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.603335:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:3.0:1763350988.603338:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350988.603341:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350988.603346:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.603352:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc640. 00000100:00000001:3.0:1763350988.603356:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.603360:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc640. 00000020:00000010:3.0:1763350988.603369:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:3.0:1763350988.603375:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69100. 00000020:00000010:3.0:1763350988.603381:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375000. 00000100:00000040:3.0:1763350988.603391:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350988.603394:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.603396:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.603398:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.603408:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.603423:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.603433:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.603434:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118794368 02000000:00000001:3.0:1763350988.603436:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.603437:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.603439:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.603441:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.603443:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118794368 00000020:00000001:3.0:1763350988.603445:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.603446:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350988.603447:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.603450:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:3.0:1763350988.603452:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350988.603454:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350988.603457:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.603459:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc640. 00000100:00000001:3.0:1763350988.603461:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.603464:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc640. 00000020:00000010:3.0:1763350988.603467:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:3.0:1763350988.603470:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69580. 00000020:00000010:3.0:1763350988.603472:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375960. 00000100:00000001:3.0:1763350988.603475:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.603476:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.603478:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.603480:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.603492:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.603501:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.603503:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.603510:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20040 00000100:00000040:3.0:1763350988.603514:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350988.603516:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170320768 : -120542539230848 : ffff925e00c4d180) 00000100:00000040:3.0:1763350988.603525:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4d180 x1849001118794240/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350988.603536:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.603538:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc640. 00000100:00000001:3.0:1763350988.603540:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.603543:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc640. 00000100:00100000:3.0:1763350988.603546:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2359:x1849001118794240:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350988.603550:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118794240 00000020:00000001:3.0:1763350988.603554:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.603558:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.603560:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.603563:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.603566:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350988.603569:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.603573:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.603576:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.603579:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.603585:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.603588:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350988.603591:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350988.603593:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350988.603643:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350988.603647:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.603653:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350988.603661:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00010000:00000001:3.0:1763350988.603664:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350988.603667:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350988.603672:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc88c00. 00000020:00000001:3.0:1763350988.603677:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350988.603680:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc88c00 with handle 0xcb8c81cc3033cc59 to hash 00000020:00000001:3.0:1763350988.603681:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350988.603683:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00000001:3.0:1763350988.603686:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153787904 : -120542555763712 : ffff925dffc88c00) 00010000:00010000:3.0:1763350988.603691:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033cc59 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd06 expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.603702:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:3.0:1763350988.603704:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=25 00010000:00000001:3.0:1763350988.603714:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763350988.603718:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763350988.603721:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.603724:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.603731:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc707dc00. 02000000:00000001:3.0:1763350988.603734:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.603736:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.603740:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350988.603742:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.603745:0:57858:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.603747:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763350988.603755:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925deb026428. 00002000:00000001:3.0:1763350988.603757:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763350988.603760:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763350988.603764:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925cc18fc640. 00000100:00000001:3.0:1763350988.603768:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.603775:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925e0068dd80. 00000100:00000001:3.0:1763350988.603777:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531164294528 : -120542545257088 : ffff925e0068dd80) 00000100:00000001:3.0:1763350988.603780:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531164294528 : -120542545257088 : ffff925e0068dd80) 00000100:00000001:3.0:1763350988.603783:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.603785:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350988.603787:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.603789:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763350988.603793:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3294700. 00000020:00000040:3.0:1763350988.603799:0:57858:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763350988.603803:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350988.603806:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350988.603812:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350988.603820:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:3.0:1763350988.603826:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.603833:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350988.603837:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350988.603848:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.603857:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350988.603859:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.603863:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3294700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101461760:192.168.202.2@tcp:106: 00000100:00000001:3.0:1763350988.603868:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350988.603874:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350988.603877:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.603880:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350988.603886:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97dea00. 02000000:00000001:3.0:1763350988.603888:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350988.603893:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810210. 00000400:00000010:3.0:1763350988.603900:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350bb0. 00000100:00000200:3.0:1763350988.603908:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101461760, portal 16 00000100:00000001:3.0:1763350988.603911:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.603912:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136717056 : -120543572834560 : ffff925dc3294700) 00000100:00000040:3.0:1763350988.603918:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.603925:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.603927:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.603929:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350dd0. 00000100:00000200:3.0:1763350988.603932:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101461760, offset 0 00000400:00000200:3.0:1763350988.603937:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.603949:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.603954:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763350988.603960:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:3.0:1763350988.603963:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763350988.603966:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:3.0:1763350988.603970:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198249:198249:256:4294967295] 192.168.202.2@tcp LPNI seq info [198245:198245:8:4294967295] 00000400:00000200:3.0:1763350988.603981:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.603987:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.603991:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e900. 00000800:00000200:3.0:1763350988.603997:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.604005:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.604011:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.604024:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.604028:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300865576 00000100:00000001:3.0:1763350988.604039:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865554 00000100:00000001:3.0:1763350988.604053:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300865576 00000100:00000001:3.0:1763350988.604057:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865554 00000100:00000001:3.0:1763350988.604059:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300865576 00000100:00000001:3.0:1763350988.604062:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865554 00000100:00000001:3.0:1763350988.604064:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300865576 00000100:00000001:3.0:1763350988.604067:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865554 00000100:00000001:3.0:1763350988.604070:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.604073:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.604075:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.604078:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.604080:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.604082:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763350988.604084:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925deb026428. 00010000:00000001:3.0:1763350988.604090:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.604092:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.604094:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350988.604096:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.604099:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350988.604101:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350988.604103:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925e0068dd80 going to sleep for 11 seconds 00000100:00000001:3.0:1763350988.604107:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350988.604110:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.604206:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.604208:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.604213:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20041 00000100:00000040:1.0:1763350988.604217:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:1.0:1763350988.604219:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170328832 : -120542539222784 : ffff925e00c4f100) 00000100:00000040:1.0:1763350988.604224:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4f100 x1849001118794368/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350988.604232:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.604236:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c520c0. 00000100:00000001:1.0:1763350988.604239:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.604241:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c520c0. 00000100:00100000:1.0:1763350988.604246:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118794368:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350988.604250:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118794368 00000020:00000001:1.0:1763350988.604252:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.604255:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.604257:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.604259:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.604261:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350988.604264:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350988.604266:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.604268:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.604269:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.604272:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.604274:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350988.604276:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.604278:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.604279:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350988.604280:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.604283:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.604288:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:1.0:1763350988.604290:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.604292:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.604296:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6200. 00000020:00000001:1.0:1763350988.604299:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.604302:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6200 with handle 0xcb8c81cc3033cc60 to hash 00000020:00000001:1.0:1763350988.604304:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.604305:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00000001:1.0:1763350988.604308:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770391552 : -120542939160064 : ffff925de8ee6200) 00010000:00010000:1.0:1763350988.604311:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc60 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd0d expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.604318:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 17 00000020:00000040:1.0:1763350988.604321:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=23 00010000:00000001:1.0:1763350988.604327:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350988.604328:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350988.604330:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.604332:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.604335:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df8f01400. 02000000:00000001:1.0:1763350988.604337:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.604339:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.604341:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350988.604343:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.604345:0:63085:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.604348:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350988.604352:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c0818. 00002000:00000001:1.0:1763350988.604355:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350988.604357:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350988.604359:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c520c0. 00000100:00000001:1.0:1763350988.604361:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350988.604365:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925ccd7a0a80. 00000100:00000001:1.0:1763350988.604367:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623526014814848 : -120547694736768 : ffff925ccd7a0a80) 00000100:00000001:1.0:1763350988.604369:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623526014814848 : -120547694736768 : ffff925ccd7a0a80) 00000100:00000001:1.0:1763350988.604371:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350988.604372:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350988.604373:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.604374:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350988.604378:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfb100. 00000020:00000040:1.0:1763350988.604381:0:63085:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763350988.604384:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350988.604386:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350988.604388:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350988.604393:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc90ff000. 00000100:00000001:1.0:1763350988.604397:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.604400:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350988.604402:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350988.604407:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.604414:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350988.604415:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.604419:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00cfb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:63085:1849001101461888:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350988.604422:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350988.604424:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350988.604426:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.604427:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350988.604431:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc90fec00. 02000000:00000001:1.0:1763350988.604433:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350988.604437:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466aa8. 00000400:00000010:1.0:1763350988.604443:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74880. 00000100:00000200:1.0:1763350988.604447:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101461888, portal 16 00000100:00000001:1.0:1763350988.604448:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350988.604450:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171033344 : -120542538518272 : ffff925e00cfb100) 00000100:00000040:1.0:1763350988.604454:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.604461:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.604463:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.604466:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74908. 00000100:00000200:1.0:1763350988.604468:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101461888, offset 0 00000400:00000200:1.0:1763350988.604472:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.604478:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.604481:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350988.604483:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350988.605922:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350988.605927:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350988.605931:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198250:198250:255:4294967295] 192.168.202.2@tcp LPNI seq info [198246:198246:7:4294967295] 00000400:00000200:1.0:1763350988.605944:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.605951:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.605962:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32c00. 00000800:00000200:1.0:1763350988.605968:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.605976:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.605981:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.605986:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.605993:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300865578 00000100:00000001:1.0:1763350988.606003:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300865576 00000100:00000001:1.0:1763350988.606010:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300865578 00000100:00000001:1.0:1763350988.606013:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300865576 00000100:00000001:1.0:1763350988.606016:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300865578 00000100:00000001:1.0:1763350988.606019:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300865576 00000100:00000001:1.0:1763350988.606023:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300865578 00000100:00000001:1.0:1763350988.606026:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300865576 00000100:00000001:1.0:1763350988.606029:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.606033:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.606037:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.606040:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.606055:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.606058:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350988.606060:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c0818. 00010000:00000001:1.0:1763350988.606067:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.606070:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.606072:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350988.606074:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.606078:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350988.606080:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350988.606083:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925ccd7a0a80 going to sleep for 11 seconds 00000100:00000001:1.0:1763350988.606088:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350988.606092:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350988.606163:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.606168:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e900. 00000400:00000200:1.0:1763350988.606175:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.606181:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.606188:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350dd0 00000400:00000010:1.0:1763350988.606191:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350dd0. 00000100:00000001:1.0:1763350988.606196:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.606204:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.606217:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.606220:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.606228:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.606230:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:1.0:1763350988.606322:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.606325:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32c00. 00000400:00000200:1.0:1763350988.606334:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.606339:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.606341:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74908 00000400:00000010:1.0:1763350988.606343:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74908. 00000100:00000001:1.0:1763350988.606346:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.606349:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.606355:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.606358:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.606363:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.606364:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1763350988.608553:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.608578:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.608583:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.608586:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.608640:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.608661:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd78900 00000400:00000200:3.0:1763350988.608672:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fcb9 [1] + 224 00000800:00000001:3.0:1763350988.608682:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.608689:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.608692:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.608697:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.608704:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.608713:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350988.608726:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.608750:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.608759:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.608762:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.608764:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.608766:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.608770:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.608775:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd78980 00000400:00000200:3.0:1763350988.608780:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fcc1 [1] + 224 00000800:00000001:3.0:1763350988.608784:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.608790:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.608792:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.608795:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.608800:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.608804:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1763350988.608813:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.608834:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.608837:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.608840:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.609087:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350988.609099:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350988.609101:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350988.609105:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810210. 00000400:00000200:2.0:1763350988.609110:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350bb0 00000400:00000010:2.0:1763350988.609115:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350bb0. 00000100:00000001:2.0:1763350988.609118:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.609125:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350988.609133:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.609139:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.609141:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.609145:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350988.609149:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350988.609152:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.609154:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.609157:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.609166:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=43 v=5 (5 5 5 0) 00000100:00001000:2.0:1763350988.609170:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=43 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350988.609173:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350988.609175:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.609178:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350988.609183:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.609185:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.609190:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.609197:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.609201:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350988.609203:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.609206:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350988.609216:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350988.609229:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.609235:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.609247:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:2.0:1763350988.609250:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:2.0:1763350988.609254:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.609263:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350988.609268:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00010000:00000001:2.0:1763350988.609272:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.609275:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.609277:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.609281:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350988.609289:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3294700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:57858:1849001101461760:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350988.609295:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.609298:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.609302:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350988.609304:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.609308:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc3294700 x1849001101461760/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.609315:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350988.609318:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350988.609322:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97dea00. 02000000:00000001:2.0:1763350988.609326:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350988.609329:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350988.609331:0:57858:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763350988.609333:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350988.609336:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97df800. 02000000:00000001:2.0:1763350988.609340:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350988.609342:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350988.609344:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3294700. 00000100:00000001:2.0:1763350988.609347:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350988.609348:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350988.609352:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925e0068dd80. 00000100:00000001:2.0:1763350988.609356:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350988.609358:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350988.609361:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925cc18fc640. 00010000:00000001:2.0:1763350988.609365:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.609370:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.609376:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.609378:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.609385:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.609386:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.609389:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.609392:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.609396:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc88c00 with handle 0xcb8c81cc3033cc59 from hash 00010000:00000001:2.0:1763350988.609399:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.609400:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.609401:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.609403:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.609404:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.609407:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350988.609415:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033cc59 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd06 expref: 25 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350988.609433:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.609437:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.609440:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.609442:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.609444:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.609448:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.609449:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.609451:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.609452:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.609453:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.609455:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.609457:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350988.609460:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.609461:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.609463:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.609464:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.609468:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dffc88c00/0xcb8c81cc3033cc59 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd06 expref: 25 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350988.609476:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350988.609479:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00010000:00000001:2.0:1763350988.609487:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.609490:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dffc88c00, rc 0) 00000020:00000001:2.0:1763350988.609493:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350988.609499:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118794240 00010000:00000001:2.0:1763350988.609502:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.609509:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4d180 x1849001118794240/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.609518:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.609520:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.609523:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.609528:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.609531:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.609533:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.609536:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.609539:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.609544:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.609547:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.609554:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2c38. 00000100:00000200:2.0:1763350988.609559:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118794240, offset 224 00000400:00000200:2.0:1763350988.609566:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.609578:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.609586:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198251:198251:256:4294967295] 192.168.202.2@tcp LPNI seq info [198247:198247:8:4294967295] 00000400:00000200:2.0:1763350988.609671:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.609679:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.609686:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.609693:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.609702:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.609707:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.609725:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.609729:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.609732:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.609734:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.609737:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.609743:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4d180 x1849001118794240/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.609753:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2359:x1849001118794240:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 6215us (6803us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350988.609763:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20040 00000100:00000040:2.0:1763350988.609767:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.609770:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.609772:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.609780:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69100. 00000020:00000010:2.0:1763350988.609786:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375000. 00000020:00000010:2.0:1763350988.609794:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:2.0:1763350988.609799:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:2.0:1763350988.609801:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.609893:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350988.609901:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350988.609903:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350988.609905:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466aa8. 00000400:00000200:1.0:1763350988.609910:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74880 00000400:00000010:1.0:1763350988.609912:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74880. 00000100:00000001:1.0:1763350988.609915:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.609922:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350988.609931:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.609936:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350988.609938:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.609940:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350988.609941:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350988.609943:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.609945:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.609947:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.609951:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350988.609954:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.609956:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350988.609957:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.609961:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350988.609964:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.609966:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.609969:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.609975:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.609977:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350988.609979:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.609981:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:1.0:1763350988.609986:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350988.609992:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350988.609995:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.610000:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:1.0:1763350988.610003:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00002000:00000001:1.0:1763350988.610005:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350988.610011:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350988.610013:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00010000:00000001:1.0:1763350988.610016:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.610017:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.610018:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.610023:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350988.610030:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00cfb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0001_UUID:63085:1849001101461888:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350988.610034:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.610036:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.610039:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350988.610049:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.610053:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00cfb100 x1849001101461888/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.610059:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350988.610061:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350988.610063:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc90fec00. 02000000:00000001:1.0:1763350988.610067:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350988.610069:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350988.610070:0:63085:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:1.0:1763350988.610072:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350988.610074:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc90ff000. 02000000:00000001:1.0:1763350988.610076:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350988.610078:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350988.610079:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfb100. 00000100:00000001:1.0:1763350988.610084:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350988.610084:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350988.610086:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925ccd7a0a80. 00000100:00000001:1.0:1763350988.610088:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350988.610090:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350988.610092:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c520c0. 00010000:00000001:1.0:1763350988.610096:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350988.610099:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350988.610102:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:1.0:1763350988.610103:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.610109:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.610110:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.610111:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.610113:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.610115:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6200 with handle 0xcb8c81cc3033cc60 from hash 00010000:00000001:1.0:1763350988.610118:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.610119:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.610120:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.610121:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:1.0:1763350988.610122:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1763350988.610124:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1763350988.610129:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc60 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd0d expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:1.0:1763350988.610139:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350988.610141:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.610142:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.610144:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.610145:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.610148:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.610150:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.610151:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.610152:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.610154:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.610155:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.610156:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350988.610158:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.610159:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.610161:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:1.0:1763350988.610162:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.610165:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee6200/0xcb8c81cc3033cc60 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd0d expref: 23 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:1.0:1763350988.610174:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 16 00000020:00000040:1.0:1763350988.610175:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 22 00010000:00000001:1.0:1763350988.610180:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.610181:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6200, rc 0) 00000020:00000001:1.0:1763350988.610184:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:1.0:1763350988.610187:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118794368 00010000:00000001:1.0:1763350988.610189:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350988.610193:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4f100 x1849001118794368/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350988.610200:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.610201:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.610203:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.610206:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.610208:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.610210:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.610212:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.610214:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.610215:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.610217:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.610221:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74880. 00000100:00000200:1.0:1763350988.610225:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118794368, offset 224 00000400:00000200:1.0:1763350988.610229:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.610236:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.610240:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198252:198252:255:4294967295] 192.168.202.2@tcp LPNI seq info [198248:198248:7:4294967295] 00000400:00000200:1.0:1763350988.610249:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.610254:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.610258:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32c00. 00000800:00000200:1.0:1763350988.610262:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.610266:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.610270:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32c00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.610273:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.610275:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.610278:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.610279:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.610281:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.610285:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4f100 x1849001118794368/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350988.610293:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2358:x1849001118794368:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 6061us (7272us total) trans 0 rc 301/301 00000100:00100000:1.0:1763350988.610300:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20041 00000100:00000040:1.0:1763350988.610303:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:1.0:1763350988.610305:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.610307:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.610310:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69580. 00000020:00000010:1.0:1763350988.610313:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375960. 00000020:00000010:1.0:1763350988.610317:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:1.0:1763350988.610320:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000100:00000001:1.0:1763350988.610322:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.611550:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.611560:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:3.0:1763350988.611571:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.611580:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.611586:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2c38 00000400:00000010:3.0:1763350988.611589:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2c38. 00000100:00000001:3.0:1763350988.611621:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.611624:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1763350988.614075:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.614089:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32c00. 00000400:00000200:3.0:1763350988.614105:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.614116:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.614124:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74880 00000400:00000010:3.0:1763350988.614128:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74880. 00000100:00000001:3.0:1763350988.614137:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.614139:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350988.615732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc88c00. 00010000:00000010:1.1:1763350988.623759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6200. 00000004:00000001:3.0:1763350988.634169:0:20037:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:3.0:1763350988.634180:0:20037:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:3.0:1763350988.634191:0:20037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3297800. 00000020:00000040:3.0:1763350988.634202:0:20037:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:3.0:1763350988.634208:0:20037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350988.634212:0:20037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350988.634219:0:20037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350988.634228:0:20037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925df928ec00. 00000100:00000001:3.0:1763350988.634236:0:20037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.634242:0:20037:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350988.634247:0:20037:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.634260:0:20037:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b64a332e] to pc [ptlrpcd_00_02+2] req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1763350988.634301:0:20037:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.634349:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1763350988.634354:0:3318:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:0.0:1763350988.634356:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.634365:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350988.634367:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.634370:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1763350988.634372:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.634375:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350988.634381:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.634391:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350988.634394:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.634397:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350988.634401:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350988.634404:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.634407:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101462016:0@lo:13:osp-pre-0-0.0 00000100:00000001:0.0:1763350988.634413:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350988.634418:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350988.634420:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.634423:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350988.634428:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925de0136800. 02000000:00000001:0.0:1763350988.634430:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350988.634438:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccbb58. 00000400:00000010:0.0:1763350988.634447:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0193b8. 00000100:00000200:0.0:1763350988.634455:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101462016, portal 4 00000100:00000001:0.0:1763350988.634458:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.634460:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136729600 : -120543572822016 : ffff925dc3297800) 00000100:00000040:0.0:1763350988.634467:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.634474:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.634477:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350988.634480:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019088. 00000100:00000200:0.0:1763350988.634483:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1849001101462016, offset 0 00000400:00000200:0.0:1763350988.634490:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350988.634504:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350988.634517:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a81dd78a00 00000400:00000200:0.0:1763350988.634524:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x909cd [8] + 10080 00000400:00000200:0.0:1763350988.634533:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.634538:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350988.634544:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.634547:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:0.0:1763350988.634551:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5edb800. 00000100:00000040:0.0:1763350988.634554:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925df5edb800 x1849001101462016 msgsize 224 00000100:00100000:0.0:1763350988.634558:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350988.634575:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350988.634585:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019088 00000400:00000010:0.0:1763350988.634588:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019088. 00000100:00000001:0.0:1763350988.634592:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.634629:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.634640:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.634644:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.634652:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.634654:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350988.634660:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.634665:0:3318:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24576 usecs (25 jiffies) 00000100:00000001:0.0:1763350988.634669:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865562 00000100:00000001:0.0:1763350988.634672:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300865578 00000100:00000001:0.0:1763350988.634675:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865562 00000100:00000001:0.0:1763350988.634677:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300865578 00000100:00000001:0.0:1763350988.634680:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865562 00000100:00000001:0.0:1763350988.634682:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300865578 00000100:00000001:0.0:1763350988.634684:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865562 00000100:00000001:0.0:1763350988.634696:0:3318:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300865578 00000100:00000001:0.0:1763350988.634700:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.634703:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.634707:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.634710:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.634887:0:57861:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.634891:0:57861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101462016 02000000:00000001:3.0:1763350988.634893:0:57861:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.634897:0:57861:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.634900:0:57861:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.634904:0:57861:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.634908:0:57861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101462016 00000020:00000001:3.0:1763350988.634911:0:57861:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.634914:0:57861:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350988.634917:0:57861:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.634920:0:57861:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=7 00000020:00000001:3.0:1763350988.634923:0:57861:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350988.634926:0:57861:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350988.634932:0:57861:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.634938:0:57861:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc5c0. 00000020:00000010:3.0:1763350988.634945:0:57861:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dc4c52700. 00000020:00000040:3.0:1763350988.634953:0:57861:0:(obd_config.c:927:class_incref()) incref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:3.0:1763350988.635300:0:57861:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1763350988.635303:0:57861:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc5c0. 00000020:00000010:3.0:1763350988.635315:0:57861:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:3.0:1763350988.635322:0:57861:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69d00. 00000020:00000010:3.0:1763350988.635328:0:57861:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375708. 00000100:00000040:3.0:1763350988.635340:0:57861:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:3.0:1763350988.635343:0:57861:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.635344:0:57861:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.635347:0:57861:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.635356:0:57861:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1763350988.635771:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000040:1.0:1763350988.635778:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0000 (ffff925dc9bc18d8) now 8 - evictor 00000100:00000001:3.0:1763350988.636078:0:57861:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.636100:0:57861:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.636103:0:57861:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.636110:0:57861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00000040:3.0:1763350988.636116:0:57861:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350988.636118:0:57861:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988451840 : -120542721099776 : ffff925df5edb800) 00000100:00000040:3.0:1763350988.636126:0:57861:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5edb800 x1849001101462016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.636136:0:57861:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.636143:0:57861:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc5c0. 00000100:00000001:3.0:1763350988.636145:0:57861:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.636147:0:57861:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc5c0. 00000100:00100000:3.0:1763350988.636153:0:57861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5edb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3318:x1849001101462016:12345-0@lo:13:osp-pre-0-0.0 00000100:00000200:3.0:1763350988.636156:0:57861:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101462016 00000020:00000001:3.0:1763350988.636160:0:57861:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.636164:0:57861:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.636166:0:57861:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.636169:0:57861:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.636171:0:57861:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840272 : -1038711344 : ffffffffc21685d0) 00000020:00000001:3.0:1763350988.636174:0:57861:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.636179:0:57861:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.636181:0:57861:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.636184:0:57861:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.636188:0:57861:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.636192:0:57861:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.636195:0:57861:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.636202:0:57861:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff925dc707c000. 02000000:00000001:3.0:1763350988.636205:0:57861:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.636207:0:57861:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350988.636211:0:57861:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:3.0:1763350988.636219:0:57861:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:3.0:1763350988.636223:0:57861:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:3.0:1763350988.636226:0:57861:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:3.0:1763350988.636229:0:57861:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 336265216 pending 1703936 free 3838836736 avail 3836739584 00000020:00000020:3.0:1763350988.636232:0:57861:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0000: processing self export: 21037056 0 0 00000020:00000020:3.0:1763350988.636236:0:57861:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 dirty 0 pend 1703936 grant 313524224 00000020:00000020:3.0:1763350988.636241:0:57861:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff925cc2e82000 dirty 0 pend 0 grant 0 00002000:00000020:3.0:1763350988.636244:0:57861:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3661 free, 3637 avail; 117885 objects: 117152 free; state 0 00002000:00000001:3.0:1763350988.636247:0:57861:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:3.0:1763350988.636253:0:57861:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.636256:0:57861:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847700, transno 0, xid 1849001101462016 00010000:00000001:3.0:1763350988.636259:0:57861:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.636265:0:57861:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5edb800 x1849001101462016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/368 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350988.636273:0:57861:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.636276:0:57861:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.636280:0:57861:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df94991e8 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.636286:0:57861:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.636288:0:57861:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350988.636291:0:57861:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350988.636293:0:57861:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.636296:0:57861:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.636299:0:57861:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.636302:0:57861:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350988.636306:0:57861:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350088. 00000100:00000200:3.0:1763350988.636313:0:57861:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1849001101462016, offset 224 00000400:00000200:3.0:1763350988.636320:0:57861:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350988.636333:0:57861:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350988.636346:0:57861:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a81dd78a00 00000400:00000200:3.0:1763350988.636354:0:57861:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12fcd1 [1] + 224 00000400:00000200:3.0:1763350988.636362:0:57861:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.636366:0:57861:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350988.636372:0:57861:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.636378:0:57861:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350988.636388:0:57861:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.636458:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350988.636463:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350988.636509:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350988.636513:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.638193:0:57861:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1763350988.638315:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350988.638319:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350988.638324:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccbb58. 00000400:00000200:1.0:1763350988.638334:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0193b8 00000400:00000010:1.0:1763350988.638338:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0193b8. 00000100:00000001:1.0:1763350988.638343:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.638354:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350988.638367:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.638374:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350988.638378:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.638382:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350988.638386:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350988.638389:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.638392:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.638398:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.638409:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80aca0 time=126 v=5 (5 5 5 5) 00000100:00001000:1.0:1763350988.638414:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=87 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.638417:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350988.638419:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.638422:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350988.638426:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.638430:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763350988.638433:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847700 00000100:00000001:1.0:1763350988.638435:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763350988.638438:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.638443:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.638451:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.638455:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350988.638458:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350988.638461:0:3318:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:1.0:1763350988.638467:0:3318:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0000-osc-MDT0000: Updating status = 0 00000004:00000040:1.0:1763350988.638471:0:3318:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0000-osc-MDT0000: blocks=942848 free=937216 avail=931072 avail_mb=3637 hwm_mb=7 files=117885 ffree=117152 state=0: rc = 0 00000004:00000020:1.0:1763350988.638485:0:3318:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0000-osc-MDT0000 (ffff925dc2be7000): 942848 blocks, 937216 free, 931072 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117885 files, 117152 free files 0x0 00000004:00000001:1.0:1763350988.638490:0:3318:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.638495:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.638503:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3297800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101462016:0@lo:13:osp-pre-0-0.0 00000100:00000001:1.0:1763350988.638509:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.638514:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.638517:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc3297800 x1849001101462016/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.638524:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350988.638527:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350988.638531:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925de0136800. 02000000:00000001:1.0:1763350988.638538:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350988.638540:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350988.638542:0:3318:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763350988.638545:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350988.638548:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925df928ec00. 02000000:00000001:1.0:1763350988.638553:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350988.638555:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350988.638557:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3297800. 00000100:00000001:1.0:1763350988.638562:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350988.638563:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.638566:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.638578:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350988.638580:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.638583:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1763350988.638586:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1763350988.638827:0:57861:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350088 00000400:00000010:3.0:1763350988.638830:0:57861:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350088. 00000100:00000001:3.0:1763350988.638835:0:57861:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.638837:0:57861:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350988.638848:0:57861:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.638853:0:57861:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350988.638857:0:57861:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.638860:0:57861:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.638864:0:57861:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.638871:0:57861:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5edb800 x1849001101462016/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 224/368 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.638882:0:57861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5edb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3318:x1849001101462016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2744us (4325us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350988.638894:0:57861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00000040:3.0:1763350988.638899:0:57861:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350988.638902:0:57861:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.638904:0:57861:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.638912:0:57861:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69d00. 00000020:00000010:3.0:1763350988.638917:0:57861:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375708. 00000020:00000010:3.0:1763350988.638923:0:57861:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:3.0:1763350988.638930:0:57861:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 6 00000100:00000001:3.0:1763350988.638933:0:57861:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350988.682369:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300865578, at 4300865584 00000100:00000010:0.0:1763350988.682392:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4ea20. 00000100:00000040:3.0:1763350988.682700:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300865578, at 4300865585 00000100:00000010:3.0:1763350988.682708:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e780. 00000100:00000040:1.0:1763350988.682794:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300865578, at 4300865585 00000100:00000010:1.0:1763350988.682801:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4eae0. 00000800:00000001:1.0:1763350988.682816:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.682835:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.682837:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.682839:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.682853:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.682875:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee00300 00000400:00000200:1.0:1763350988.682885:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e4d [8] + 1096 00000800:00000001:1.0:1763350988.682909:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.682924:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.682927:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.682931:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.682940:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.682942:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350988.682949:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cfb100. 00000100:00000040:1.0:1763350988.682953:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cfb100 x1849001118794496 msgsize 328 00000100:00100000:1.0:1763350988.682957:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.682979:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.682990:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.682994:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.683146:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.683149:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118794496 02000000:00000001:3.0:1763350988.683152:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.683155:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.683158:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.683164:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.683168:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118794496 00000020:00000001:3.0:1763350988.683172:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.683174:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350988.683176:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.683181:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:3.0:1763350988.683183:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350988.683186:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350988.683192:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.683198:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc5c0. 00000100:00000001:3.0:1763350988.683202:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.683205:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc5c0. 00000020:00000010:3.0:1763350988.683213:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:3.0:1763350988.683218:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69d00. 00000020:00000010:3.0:1763350988.683225:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375708. 00000100:00000040:3.0:1763350988.683234:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:3.0:1763350988.683237:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.683239:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.683242:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.683252:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.683265:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.683279:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.683282:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.683288:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20042 00000100:00000040:3.0:1763350988.683292:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350988.683295:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171033344 : -120542538518272 : ffff925e00cfb100) 00000100:00000040:3.0:1763350988.683303:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cfb100 x1849001118794496/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350988.683314:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.683316:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fc5c0. 00000100:00000001:3.0:1763350988.683318:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.683320:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fc5c0. 00000100:00100000:3.0:1763350988.683324:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2361:x1849001118794496:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350988.683327:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118794496 00000020:00000001:3.0:1763350988.683331:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.683335:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.683338:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.683341:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.683343:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350988.683347:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.683350:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.683353:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.683355:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.683362:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.683364:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350988.683367:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350988.683370:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350988.683372:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350988.683374:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.683381:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350988.683389:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00010000:00000001:3.0:1763350988.683392:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350988.683396:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350988.683400:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89400. 00000020:00000001:3.0:1763350988.683404:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350988.683407:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89400 with handle 0xcb8c81cc3033cc67 to hash 00000020:00000001:3.0:1763350988.683409:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350988.683411:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000001:3.0:1763350988.683413:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00010000:3.0:1763350988.683418:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033cc67 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd14 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.683427:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:3.0:1763350988.683430:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=25 00010000:00000001:3.0:1763350988.683440:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763350988.683443:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763350988.683447:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.683449:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.683456:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc707d000. 02000000:00000001:3.0:1763350988.683458:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.683461:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.683464:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350988.683467:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350988.683470:0:63085:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.683472:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:3.0:1763350988.683479:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925deb026428. 00002000:00000001:3.0:1763350988.683482:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:3.0:1763350988.683484:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:3.0:1763350988.683488:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925cc18fc5c0. 00000100:00000001:3.0:1763350988.683492:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.683500:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925e0068d000. 00000100:00000001:3.0:1763350988.683502:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000100:00000001:3.0:1763350988.683504:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000100:00000001:3.0:1763350988.683507:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.683509:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:3.0:1763350988.683511:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.683513:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:3.0:1763350988.683518:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3297b80. 00000020:00000040:3.0:1763350988.683521:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:3.0:1763350988.683526:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350988.683529:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350988.683535:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350988.683541:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97dec00. 00000100:00000001:3.0:1763350988.683548:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.683555:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:3.0:1763350988.683558:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350988.683563:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.683571:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350988.683573:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.683577:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3297b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101462144:192.168.202.2@tcp:106: 00000100:00000001:3.0:1763350988.683582:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350988.683587:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350988.683590:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.683592:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350988.683624:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925de97df800. 02000000:00000001:3.0:1763350988.683626:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350988.683633:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810790. 00000400:00000010:3.0:1763350988.683640:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350088. 00000100:00000200:3.0:1763350988.683649:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101462144, portal 16 00000100:00000001:3.0:1763350988.683652:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.683653:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136730496 : -120543572821120 : ffff925dc3297b80) 00000100:00000040:3.0:1763350988.683660:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.683667:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.683669:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.683672:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350cc0. 00000100:00000200:3.0:1763350988.683674:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101462144, offset 0 00000400:00000200:3.0:1763350988.683681:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.683694:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.683699:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1763350988.683704:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:3.0:1763350988.683708:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1763350988.683711:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:3.0:1763350988.683715:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198253:198253:256:4294967295] 192.168.202.2@tcp LPNI seq info [198249:198249:8:4294967295] 00000400:00000200:3.0:1763350988.683726:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.683732:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.683737:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e600. 00000800:00000200:3.0:1763350988.683743:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.683750:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.683755:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.683768:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.683772:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300865656 00000100:00000010:3.0:1763350988.683777:0:63085:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f5240. 00000100:00000001:3.0:1763350988.683783:0:63085:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:3.0:1763350988.683794:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300865656 00000100:00000010:3.0:1763350988.683798:0:63085:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f5120. 00000100:00000001:3.0:1763350988.683802:0:63085:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:3.0:1763350988.683813:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300865656 00000100:00000001:3.0:1763350988.683818:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865578 00000100:00000001:3.0:1763350988.683820:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300865656 00000100:00000010:3.0:1763350988.683824:0:63085:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925cd99f5960. 00000100:00000001:3.0:1763350988.683827:0:63085:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:3.0:1763350988.683830:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.683834:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.683836:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.683838:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.683840:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.683842:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:3.0:1763350988.683844:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925deb026428. 00010000:00000001:3.0:1763350988.683849:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.683851:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:3.0:1763350988.683853:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:3.0:1763350988.683855:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.683857:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350988.683859:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350988.683862:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925e0068d000 going to sleep for 11 seconds 00000100:00000001:3.0:1763350988.683865:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1763350988.683868:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763350988.684703:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.684712:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e600. 00000400:00000200:0.0:1763350988.684720:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.684729:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.684736:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350cc0 00000400:00000010:0.0:1763350988.684739:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350cc0. 00000100:00000001:0.0:1763350988.684744:0:3310:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.684750:0:3310:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.684762:0:3310:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.684766:0:3310:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.684774:0:3310:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.684776:0:3310:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1763350988.687663:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.687686:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.687691:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.687693:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.687706:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.687726:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee00380 00000400:00000200:2.0:1763350988.687739:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e4d [8] + 1424 00000800:00000001:2.0:1763350988.687749:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.687759:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.687762:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.687766:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.687775:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.687777:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350988.687786:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4df80. 00000100:00000040:2.0:1763350988.687791:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4df80 x1849001118794624 msgsize 328 00000100:00100000:2.0:1763350988.687795:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.687814:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.687824:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.687828:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.688264:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.688269:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118794624 02000000:00000001:3.0:1763350988.688273:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.688276:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.688279:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.688285:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.688290:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118794624 00000020:00000001:3.0:1763350988.688293:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.688295:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:3.0:1763350988.688298:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.688302:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:3.0:1763350988.688305:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:3.0:1763350988.688307:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:3.0:1763350988.688313:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.688320:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcd40. 00000100:00000001:3.0:1763350988.688324:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.688327:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcd40. 00000020:00000010:3.0:1763350988.688335:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dea00. 00000020:00000010:3.0:1763350988.688341:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e80. 00000020:00000010:3.0:1763350988.688347:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375190. 00000100:00000001:3.0:1763350988.688356:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.688359:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.688361:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.688372:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.688447:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.688463:0:57858:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.688466:0:57858:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.688472:0:57858:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20043 00000100:00000040:3.0:1763350988.688477:0:57858:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:3.0:1763350988.688479:0:57858:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170324352 : -120542539227264 : ffff925e00c4df80) 00000100:00000040:3.0:1763350988.688488:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4df80 x1849001118794624/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350988.688498:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.688501:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925cc18fcd40. 00000100:00000001:3.0:1763350988.688504:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.688506:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925cc18fcd40. 00000100:00100000:3.0:1763350988.688510:0:57858:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118794624:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350988.688515:0:57858:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118794624 00000020:00000001:3.0:1763350988.688519:0:57858:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.688524:0:57858:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.688526:0:57858:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.688529:0:57858:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.688531:0:57858:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350988.688535:0:57858:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.688539:0:57858:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.688542:0:57858:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.688545:0:57858:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.688552:0:57858:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.688555:0:57858:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350988.688559:0:57858:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350988.688561:0:57858:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350988.688563:0:57858:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350988.688565:0:57858:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.688572:0:57858:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350988.688580:0:57858:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:3.0:1763350988.688583:0:57858:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350988.688586:0:57858:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350988.688592:0:57858:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89600. 00000020:00000001:3.0:1763350988.688798:0:57858:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350988.688801:0:57858:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89600 with handle 0xcb8c81cc3033cc6e to hash 00000020:00000001:3.0:1763350988.688803:0:57858:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350988.688805:0:57858:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00000001:3.0:1763350988.688809:0:57858:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153790464 : -120542555761152 : ffff925dffc89600) 00010000:00010000:3.0:1763350988.688814:0:57858:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925dffc89600/0xcb8c81cc3033cc6e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd1b expref: -99 pid: 57858 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.688823:0:57858:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 17 00000020:00000040:3.0:1763350988.688825:0:57858:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=23 00010000:00000001:3.0:1763350988.688836:0:57858:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:3.0:1763350988.688840:0:57858:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:3.0:1763350988.688843:0:57858:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.688846:0:57858:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.688912:0:57858:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc4eb8000. 02000000:00000001:2.0:1763350988.688917:0:57858:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.688923:0:57858:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.688927:0:57858:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350988.688930:0:57858:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.688932:0:57858:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.688934:0:57858:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763350988.688940:0:57858:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925df0e570a8. 00002000:00000001:2.0:1763350988.688943:0:57858:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763350988.688946:0:57858:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763350988.688950:0:57858:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.688953:0:57858:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350988.688960:0:57858:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc5871c00. 00000100:00000001:2.0:1763350988.688962:0:57858:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530176420864 : -120543533130752 : ffff925dc5871c00) 00000100:00000001:2.0:1763350988.688964:0:57858:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530176420864 : -120543533130752 : ffff925dc5871c00) 00000100:00000001:2.0:1763350988.688966:0:57858:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350988.688968:0:57858:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350988.688970:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.688972:0:57858:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763350988.688977:0:57858:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c700. 00000020:00000040:2.0:1763350988.688981:0:57858:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:2.0:1763350988.688985:0:57858:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350988.688988:0:57858:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350988.688993:0:57858:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350988.689003:0:57858:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a08200. 00000100:00000001:2.0:1763350988.689009:0:57858:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.689016:0:57858:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350988.689019:0:57858:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350988.689025:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.689033:0:57858:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350988.689035:0:57858:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.689051:0:57858:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925e00c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:57858:1849001101462272:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350988.689056:0:57858:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350988.689063:0:57858:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350988.689066:0:57858:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.689068:0:57858:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350988.689073:0:57858:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a09200. 02000000:00000001:2.0:1763350988.689075:0:57858:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350988.689081:0:57858:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79d10. 00000400:00000010:2.0:1763350988.689088:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2990. 00000100:00000200:2.0:1763350988.689097:0:57858:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101462272, portal 16 00000100:00000001:2.0:1763350988.689100:0:57858:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350988.689101:0:57858:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531170318080 : -120542539233536 : ffff925e00c4c700) 00000100:00000040:2.0:1763350988.689107:0:57858:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.689114:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.689117:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.689122:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2c38. 00000100:00000200:2.0:1763350988.689125:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101462272, offset 0 00000400:00000200:2.0:1763350988.689132:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.689147:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.689152:0:57858:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350988.689157:0:57858:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350988.689161:0:57858:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350988.689164:0:57858:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.689168:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198254:198254:256:4294967295] 192.168.202.2@tcp LPNI seq info [198250:198250:8:4294967295] 00000400:00000200:2.0:1763350988.689182:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.689188:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.689197:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.689205:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.689214:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.689219:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.689537:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.689544:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300865661 00000100:00000001:2.0:1763350988.689557:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300865656 00000100:00000001:2.0:1763350988.689565:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300865661 00000100:00000001:2.0:1763350988.689568:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300865656 00000100:00000001:2.0:1763350988.689570:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300865661 00000100:00000001:2.0:1763350988.689573:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300865656 00000100:00000001:2.0:1763350988.689575:0:57858:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300865661 00000100:00000001:2.0:1763350988.689578:0:57858:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300865656 00000100:00000001:2.0:1763350988.689581:0:57858:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.689585:0:57858:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.689587:0:57858:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.689589:0:57858:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.689592:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.689628:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763350988.689630:0:57858:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925df0e570a8. 00010000:00000001:2.0:1763350988.689637:0:57858:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.689639:0:57858:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.689640:0:57858:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350988.689642:0:57858:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.689645:0:57858:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350988.689646:0:57858:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350988.689649:0:57858:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc5871c00 going to sleep for 11 seconds 00000100:00000001:2.0:1763350988.689653:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350988.689656:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350988.690172:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1763350988.690172:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000010:1.0:1763350988.690178:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000800:00000001:0.0:1763350988.690186:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.690187:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000001:0.0:1763350988.690188:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.690190:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.690194:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.690196:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.690200:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2c38 00000400:00000010:1.0:1763350988.690202:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2c38. 00000100:00000001:1.0:1763350988.690207:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1763350988.690210:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd78a80 00000100:00000200:1.0:1763350988.690213:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1763350988.690218:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fcdd [1] + 224 00000100:00000001:1.0:1763350988.690224:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:0.0:1763350988.690225:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000040:1.0:1763350988.690227:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000800:00000001:0.0:1763350988.690233:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.690234:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763350988.690234:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1763350988.690236:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1763350988.690237:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.690245:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.690253:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350988.690262:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.690286:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.690293:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.690297:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.690358:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350988.690367:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350988.690369:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350988.690372:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810790. 00000400:00000200:3.0:1763350988.690376:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350088 00000400:00000010:3.0:1763350988.690378:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350088. 00000100:00000001:3.0:1763350988.690434:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.690439:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350988.690448:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.690454:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350988.690456:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.690459:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350988.690462:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350988.690465:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.690468:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.690471:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.690479:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=43 v=5 (5 5 5 0) 00000100:00001000:3.0:1763350988.690484:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=43 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350988.690487:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350988.690488:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.690492:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350988.690495:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.690497:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.690503:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.690509:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.690513:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350988.690515:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.690518:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:3.0:1763350988.690526:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350988.690534:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350988.690539:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350988.690549:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:3.0:1763350988.690552:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:3.0:1763350988.690555:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350988.690563:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350988.690568:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00010000:00000001:3.0:1763350988.690571:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.690573:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.690574:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.690580:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350988.690587:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3297b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101462144:192.168.202.2@tcp:106: 00000100:00000001:3.0:1763350988.690591:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.690594:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.690622:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350988.690624:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.690627:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc3297b80 x1849001101462144/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350988.690634:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350988.690637:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350988.690640:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925de97df800. 02000000:00000001:3.0:1763350988.690644:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350988.690646:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350988.690648:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763350988.690650:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350988.690653:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97dec00. 02000000:00000001:3.0:1763350988.690656:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350988.690658:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350988.690660:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3297b80. 00000100:00000001:3.0:1763350988.690664:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350988.690665:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350988.690668:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925e0068d000. 00000100:00000001:3.0:1763350988.690670:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350988.690672:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350988.690675:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925cc18fc5c0. 00010000:00000001:3.0:1763350988.690678:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350988.690683:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350988.690687:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:3.0:1763350988.690690:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350988.690696:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.690697:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.690700:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350988.690701:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.690705:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc89400 with handle 0xcb8c81cc3033cc67 from hash 00010000:00000001:3.0:1763350988.690708:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350988.690710:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.690711:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.690712:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:3.0:1763350988.690714:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:3.0:1763350988.690716:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:3.0:1763350988.690721:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033cc67 lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd14 expref: 25 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:3.0:1763350988.690737:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:3.0:1763350988.690742:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.690745:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.690746:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.690748:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.690751:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350988.690753:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350988.690754:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350988.690755:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350988.690756:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350988.690758:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.690760:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350988.690762:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.690763:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.690765:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350988.690766:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350988.690769:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033cc67 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd14 expref: 25 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:3.0:1763350988.690777:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:3.0:1763350988.690780:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00010000:00000001:3.0:1763350988.690788:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.690790:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dffc89400, rc 0) 00000020:00000001:3.0:1763350988.690792:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:3.0:1763350988.690796:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118794496 00010000:00000001:3.0:1763350988.690799:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.690804:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cfb100 x1849001118794496/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350988.690811:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.690814:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.690817:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.690821:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.690824:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.690826:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.690829:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.690831:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.690834:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.690837:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.690842:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350088. 00000100:00000200:3.0:1763350988.690846:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118794496, offset 224 00000400:00000200:3.0:1763350988.690851:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.690861:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.690867:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198255:198255:256:4294967295] 192.168.202.2@tcp LPNI seq info [198251:198251:8:4294967295] 00000400:00000200:3.0:1763350988.690876:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.690881:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.690887:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e600. 00000800:00000200:3.0:1763350988.690892:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.690898:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.690902:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e600 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.690978:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.690983:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.690985:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.690987:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.690990:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.690996:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cfb100 x1849001118794496/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350988.691012:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cfb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2361:x1849001118794496:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 7697us (8057us total) trans 0 rc 301/301 00000100:00100000:3.0:1763350988.691023:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20042 00000100:00000040:3.0:1763350988.691027:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350988.691030:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.691031:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.691038:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69d00. 00000020:00000010:3.0:1763350988.691054:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375708. 00000020:00000010:3.0:1763350988.691060:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:3.0:1763350988.691065:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:3.0:1763350988.691068:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350988.691191:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.691195:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e600. 00000400:00000200:2.0:1763350988.691200:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.691205:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.691208:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350088 00000400:00000010:2.0:1763350988.691211:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350088. 00000100:00000001:2.0:1763350988.691214:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.691215:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.693293:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.693316:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.693321:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.693324:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.693337:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.693360:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd78b00 00000400:00000200:1.0:1763350988.693373:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fce5 [1] + 224 00000800:00000001:1.0:1763350988.693382:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.693394:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.693397:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.693402:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.693411:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.693421:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350988.693432:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.693499:0:57858:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350988.693555:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1763350988.693577:0:57858:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350988.693579:0:57858:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1763350988.693580:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:2.0:1763350988.693583:0:57858:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79d10. 00000800:00000001:1.0:1763350988.693585:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.693590:0:57858:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2990 00000400:00000010:2.0:1763350988.693593:0:57858:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2990. 00000100:00000001:2.0:1763350988.693641:0:57858:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.693648:0:57858:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350988.693657:0:57858:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.693664:0:57858:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.693666:0:57858:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.693669:0:57858:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350988.693672:0:57858:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350988.693675:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.693678:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.693682:0:57858:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.693803:0:57858:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=61 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350988.693809:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.693812:0:57858:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350988.693813:0:57858:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.693817:0:57858:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350988.693821:0:57858:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.693824:0:57858:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.693830:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.693839:0:57858:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.693843:0:57858:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350988.693845:0:57858:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.693849:0:57858:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350988.693856:0:57858:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350988.693867:0:57858:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.693873:0:57858:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.693885:0:57858:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:2.0:1763350988.693888:0:57858:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00002000:00000001:2.0:1763350988.693891:0:57858:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.693915:0:57858:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350988.693920:0:57858:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00010000:00000001:2.0:1763350988.693926:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.693928:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.693930:0:57858:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.693935:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350988.693943:0:57858:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925e00c4c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:57858:1849001101462272:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350988.693948:0:57858:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.693951:0:57858:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.693954:0:57858:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350988.693957:0:57858:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.693960:0:57858:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00c4c700 x1849001101462272/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.693966:0:57858:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350988.693968:0:57858:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350988.693972:0:57858:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a09200. 02000000:00000001:2.0:1763350988.693978:0:57858:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350988.693980:0:57858:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350988.693983:0:57858:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763350988.693985:0:57858:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350988.693988:0:57858:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a08200. 02000000:00000001:2.0:1763350988.693994:0:57858:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350988.693997:0:57858:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350988.693999:0:57858:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c700. 00000100:00000001:2.0:1763350988.694005:0:57858:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350988.694006:0:57858:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350988.694010:0:57858:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc5871c00. 00000100:00000001:2.0:1763350988.694013:0:57858:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350988.694015:0:57858:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350988.694018:0:57858:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d140. 00010000:00000001:2.0:1763350988.694022:0:57858:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.694026:0:57858:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.694373:0:57858:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.694376:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.694386:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.694387:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.694390:0:57858:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.694391:0:57858:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.694395:0:57858:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc89600 with handle 0xcb8c81cc3033cc6e from hash 00010000:00000001:2.0:1763350988.694397:0:57858:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.694398:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.694399:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.694400:0:57858:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.694402:0:57858:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.694404:0:57858:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350988.694410:0:57858:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925dffc89600/0xcb8c81cc3033cc6e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd1b expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350988.694425:0:57858:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.694429:0:57858:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.694431:0:57858:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.694433:0:57858:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.694434:0:57858:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.694437:0:57858:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.694438:0:57858:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.694439:0:57858:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.694440:0:57858:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.694441:0:57858:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.694442:0:57858:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.694444:0:57858:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350988.694446:0:57858:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.694448:0:57858:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.694449:0:57858:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.694450:0:57858:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.694452:0:57858:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925dffc89600/0xcb8c81cc3033cc6e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd1b expref: 23 pid: 57858 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350988.694464:0:57858:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 16 00000020:00000040:2.0:1763350988.694467:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 22 00010000:00000001:2.0:1763350988.694474:0:57858:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.694475:0:57858:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dffc89600, rc 0) 00000020:00000001:2.0:1763350988.694479:0:57858:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350988.694483:0:57858:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118794624 00010000:00000001:2.0:1763350988.694485:0:57858:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.694491:0:57858:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4df80 x1849001118794624/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.694497:0:57858:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.694499:0:57858:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.694502:0:57858:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.694507:0:57858:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.694510:0:57858:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.694511:0:57858:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.694514:0:57858:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.694517:0:57858:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.694520:0:57858:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.694522:0:57858:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.694529:0:57858:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2990. 00000100:00000200:2.0:1763350988.694535:0:57858:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118794624, offset 224 00000400:00000200:2.0:1763350988.694542:0:57858:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.694554:0:57858:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.694560:0:57858:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198256:198256:256:4294967295] 192.168.202.2@tcp LPNI seq info [198252:198252:8:4294967295] 00000400:00000200:2.0:1763350988.694573:0:57858:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.694578:0:57858:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.694587:0:57858:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.694779:0:57858:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.694788:0:57858:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.694792:0:57858:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.694807:0:57858:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.694811:0:57858:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.694813:0:57858:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.694815:0:57858:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.694818:0:57858:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.694825:0:57858:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4df80 x1849001118794624/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.694835:0:57858:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118794624:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 6336us (7042us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350988.694847:0:57858:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20043 00000100:00000040:2.0:1763350988.694852:0:57858:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350988.694855:0:57858:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.694856:0:57858:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.694865:0:57858:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69e80. 00000020:00000010:2.0:1763350988.694871:0:57858:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375190. 00000020:00000010:2.0:1763350988.694879:0:57858:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dea00. 00000020:00000040:2.0:1763350988.694894:0:57858:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000100:00000001:2.0:1763350988.694897:0:57858:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.694971:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.694977:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.694984:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.694989:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.694993:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2990 00000400:00000010:0.0:1763350988.694995:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2990. 00000100:00000001:0.0:1763350988.695000:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.695001:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:3.1:1763350988.699354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00010000:00000010:2.1:1763350988.701701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89600. 00000800:00000001:2.0:1763350988.709035:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.709075:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.709080:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.709083:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.709097:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.709123:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee00480 00000400:00000200:2.0:1763350988.709135:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e4d [8] + 1752 00000800:00000001:2.0:1763350988.709146:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.709153:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.709156:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.709160:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.709168:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.709171:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350988.709179:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4c700. 00000100:00000040:2.0:1763350988.709811:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4c700 x1849001118794880 msgsize 328 00000100:00100000:2.0:1763350988.709820:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.710122:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.710253:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.710268:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.710273:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.710276:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.710283:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350988.710295:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee00400 00000100:00000001:0.0:1763350988.710300:0:57858:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1763350988.710305:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e4d [8] + 2080 00000100:00100000:0.0:1763350988.710307:0:57858:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118794880 02000000:00000001:0.0:1763350988.710313:0:57858:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000800:00000001:2.0:1763350988.710314:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1763350988.710317:0:57858:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.710322:0:57858:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.710329:0:57858:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.710334:0:57858:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118794880 00000020:00000001:0.0:1763350988.710337:0:57858:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.710340:0:57858:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350988.710343:0:57858:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.710348:0:57858:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:0.0:1763350988.710351:0:57858:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350988.710353:0:57858:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:0.0:1763350988.710359:0:57858:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.710365:0:57858:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda6c0. 00000100:00000001:0.0:1763350988.710371:0:57858:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.710374:0:57858:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda6c0. 00000020:00000010:0.0:1763350988.710383:0:57858:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214f000. 00000020:00000010:0.0:1763350988.710390:0:57858:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0e80. 00000020:00000010:0.0:1763350988.710397:0:57858:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dd48. 00000100:00000040:0.0:1763350988.710410:0:57858:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:0.0:1763350988.710414:0:57858:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.710415:0:57858:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.710418:0:57858:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1763350988.710423:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.710428:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1763350988.710430:0:57858:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1763350988.710436:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350988.710442:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.710516:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1763350988.710522:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00c4f480. 00000100:00000040:2.0:1763350988.710526:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925e00c4f480 x1849001118794752 msgsize 328 00000100:00100000:2.0:1763350988.710531:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.712058:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350988.712083:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.712097:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.712347:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.712351:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118794752 02000000:00000001:1.0:1763350988.712355:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.712358:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.712361:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.712366:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.712369:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118794752 00000020:00000001:1.0:1763350988.712373:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.712375:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350988.712378:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.712382:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:1.0:1763350988.712386:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350988.712388:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350988.712393:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.712404:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c520c0. 00000100:00000001:1.0:1763350988.712408:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.712411:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c520c0. 00000020:00000010:1.0:1763350988.712418:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90ff000. 00000020:00000010:1.0:1763350988.712423:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5e80. 00000020:00000010:1.0:1763350988.712430:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d33e8. 00000100:00000001:1.0:1763350988.712439:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.712440:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350988.712443:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.712452:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.712475:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.712492:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.712494:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.712505:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20044 00000100:00000040:1.0:1763350988.712510:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:1.0:1763350988.712512:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170318080 : -120542539233536 : ffff925e00c4c700) 00000100:00000040:1.0:1763350988.712520:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4c700 x1849001118794880/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350988.712530:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.712533:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c520c0. 00000100:00000001:1.0:1763350988.712536:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.712537:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c520c0. 00000100:00100000:1.0:1763350988.712541:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118794880:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350988.712545:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118794880 00000020:00000001:1.0:1763350988.712550:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.712555:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.712558:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.712561:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.712564:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350988.712567:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350988.712572:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.712575:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.712578:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.712585:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.712587:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350988.712591:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.712593:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.712616:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350988.712619:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.712625:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.712633:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00010000:00000001:1.0:1763350988.712637:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.712640:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.712645:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7800. 00000020:00000001:1.0:1763350988.712650:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.712653:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7800 with handle 0xcb8c81cc3033cc75 to hash 00000020:00000001:1.0:1763350988.712656:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.712657:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00000001:1.0:1763350988.712660:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770397184 : -120542939154432 : ffff925de8ee7800) 00010000:00010000:1.0:1763350988.712667:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc75 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd29 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.712676:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925dc3e2c800 : new locks_count 17 00000020:00000040:1.0:1763350988.712679:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925dc3e2c800 refcount=23 00010000:00000001:1.0:1763350988.712689:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:1.0:1763350988.712693:0:63038:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:1.0:1763350988.712696:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.712699:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.712706:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df8f03c00. 02000000:00000001:1.0:1763350988.712709:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.712712:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.712715:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350988.712718:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:1.0:1763350988.712721:0:63038:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.712723:0:63038:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:1.0:1763350988.712730:0:63038:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c0818. 00002000:00000001:1.0:1763350988.712732:0:63038:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:1.0:1763350988.712735:0:63038:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:1.0:1763350988.712739:0:63038:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c520c0. 00000100:00000001:1.0:1763350988.712744:0:63038:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350988.712752:0:63038:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925ccd7a0a80. 00000100:00000001:1.0:1763350988.712754:0:63038:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623526014814848 : -120547694736768 : ffff925ccd7a0a80) 00000100:00000001:1.0:1763350988.712757:0:63038:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623526014814848 : -120547694736768 : ffff925ccd7a0a80) 00000100:00000001:1.0:1763350988.712760:0:63038:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350988.712762:0:63038:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350988.712765:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.712767:0:63038:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:1.0:1763350988.712775:0:63038:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0700. 00000020:00000040:1.0:1763350988.712779:0:63038:0:(genops.c:1229:class_import_get()) import ffff925dc3e29000 refcount=2 obd=lustre-OST0001 00000100:00000001:1.0:1763350988.712783:0:63038:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350988.712786:0:63038:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350988.712793:0:63038:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350988.712800:0:63038:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc90fec00. 00000100:00000001:1.0:1763350988.712806:0:63038:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.712812:0:63038:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350988.712815:0:63038:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350988.712821:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.712830:0:63038:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350988.712833:0:63038:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.712838:0:63038:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dfb5c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101462400:192.168.202.2@tcp:106: 00000100:00000001:1.0:1763350988.712843:0:63038:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350988.712850:0:63038:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350988.712853:0:63038:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.712855:0:63038:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350988.712860:0:63038:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc90ffc00. 02000000:00000001:1.0:1763350988.712861:0:63038:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350988.712868:0:63038:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466aa8. 00000400:00000010:1.0:1763350988.712875:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74908. 00000100:00000200:1.0:1763350988.712886:0:63038:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101462400, portal 16 00000100:00000001:1.0:1763350988.712889:0:63038:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350988.712892:0:63038:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079567104 : -120542629984512 : ffff925dfb5c0700) 00000100:00000040:1.0:1763350988.712897:0:63038:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.712906:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.712908:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.712911:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74770. 00000100:00000200:1.0:1763350988.712913:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101462400, offset 0 00000400:00000200:1.0:1763350988.712920:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.712939:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.712944:0:63038:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350988.712949:0:63038:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350988.712954:0:63038:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350988.712957:0:63038:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350988.712961:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198257:198257:256:4294967295] 192.168.202.2@tcp LPNI seq info [198253:198253:8:4294967295] 00000400:00000200:1.0:1763350988.712972:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.712978:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.712984:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32c00. 00000800:00000200:1.0:1763350988.712991:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.712999:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.713004:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32c00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.713022:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.713026:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 0 is 4300865684 00000100:00000001:1.0:1763350988.713036:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 0, simply extend its deadline from 4300865661 00000100:00000001:1.0:1763350988.713052:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 1 is 4300865684 00000100:00000001:1.0:1763350988.713055:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 1, simply extend its deadline from 4300865661 00000100:00000001:1.0:1763350988.713058:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 2 is 4300865684 00000100:00000001:1.0:1763350988.713062:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 2, simply extend its deadline from 4300865661 00000100:00000001:1.0:1763350988.713065:0:63038:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001: PM QoS new deadline estimation for cpu 3 is 4300865684 00000100:00000001:1.0:1763350988.713067:0:63038:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0001: PM QoS request active for cpu 3, simply extend its deadline from 4300865661 00000100:00000001:1.0:1763350988.713071:0:63038:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.713074:0:63038:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.713077:0:63038:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.713079:0:63038:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.713082:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.713084:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350988.713086:0:63038:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c0818. 00010000:00000001:1.0:1763350988.713090:0:63038:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.713093:0:63038:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.713094:0:63038:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350988.713096:0:63038:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.713099:0:63038:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350988.713101:0:63038:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350988.713104:0:63038:0:(client.c:2690:ptlrpc_set_wait()) set ffff925ccd7a0a80 going to sleep for 11 seconds 00000100:00000001:1.0:1763350988.713107:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350988.713111:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350988.713257:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.713263:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32c00. 00000400:00000200:1.0:1763350988.713273:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.713280:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.713286:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74770 00000400:00000010:1.0:1763350988.713289:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74770. 00000100:00000001:1.0:1763350988.713293:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.713298:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.713309:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.713312:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.713320:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.713322:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350988.713461:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.713465:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.713472:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20045 00000100:00000040:3.0:1763350988.713476:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:3.0:1763350988.713479:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170329728 : -120542539221888 : ffff925e00c4f480) 00000100:00000040:3.0:1763350988.713486:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00c4f480 x1849001118794752/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350988.713494:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763350988.714787:0:57858:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.717136:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.717160:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.717165:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.717167:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.717180:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.717203:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd78b80 00000400:00000200:0.0:1763350988.717214:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fcf5 [1] + 224 00000800:00000001:0.0:1763350988.717223:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.717233:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.717236:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.717241:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.717249:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.717258:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350988.717271:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.717339:0:63038:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.717699:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.717710:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.717714:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763350988.717783:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52f00. 00000100:00000001:1.0:1763350988.717791:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.717795:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52f00. 00000100:00100000:1.0:1763350988.717806:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118794752:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:1.0:1763350988.717812:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118794752 00000020:00000001:1.0:1763350988.717819:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.717825:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.717827:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.717830:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.717833:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:1.0:1763350988.717837:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350988.717841:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.717844:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.717846:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.717854:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.717857:0:63085:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:1.0:1763350988.717860:0:63085:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:1.0:1763350988.717863:0:63085:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:1.0:1763350988.717865:0:63085:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:1.0:1763350988.717868:0:63085:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.718261:0:63085:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1763350988.718272:0:63085:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00010000:00000001:1.0:1763350988.718277:0:63085:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1763350988.718280:0:63085:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350988.718286:0:63085:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee6e00. 00000020:00000001:1.0:1763350988.718292:0:63085:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350988.718296:0:63085:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee6e00 with handle 0xcb8c81cc3033cc7c to hash 00000020:00000001:1.0:1763350988.718298:0:63085:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350988.718300:0:63085:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00000001:1.0:1763350988.718303:0:63085:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770394624 : -120542939156992 : ffff925de8ee6e00) 00010000:00010000:1.0:1763350988.718309:0:63085:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033cc7c lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd22 expref: -99 pid: 63085 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.718325:0:63085:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 17 00000020:00000040:1.0:1763350988.718328:0:63085:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=25 00000400:00000001:2.0:1763350988.718335:0:63038:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:1.0:1763350988.718337:0:63085:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000400:00000001:2.0:1763350988.718338:0:63038:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00002000:00000001:1.0:1763350988.718341:0:63085:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000400:00000010:2.0:1763350988.718342:0:63038:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466aa8. 00000100:00000001:1.0:1763350988.718346:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1763350988.718347:0:63038:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74908 02000000:00000001:1.0:1763350988.718349:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1763350988.718350:0:63038:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74908. 00000100:00000001:2.0:1763350988.718353:0:63038:0:(events.c:78:reply_in_callback()) Process entered 02000000:00000010:1.0:1763350988.718357:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df8f02000. 02000000:00000001:1.0:1763350988.718359:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1763350988.718361:0:63038:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.718362:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.718366:0:63085:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350988.718368:0:63085:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00000100:00000200:2.0:1763350988.718371:0:63038:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:1.0:1763350988.718372:0:63085:0:(ldlm_extent.c:526:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.718375:0:63085:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00000100:00000001:2.0:1763350988.718379:0:63038:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.718381:0:63038:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00002000:00000010:1.0:1763350988.718382:0:63085:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925dc14c0818. 00000100:00000001:2.0:1763350988.718384:0:63038:0:(client.c:1578:after_reply()) Process entered 00002000:00000001:1.0:1763350988.718384:0:63085:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 02000000:00000001:2.0:1763350988.718388:0:63038:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1763350988.718388:0:63085:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00000100:00000001:2.0:1763350988.718391:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00010000:00000010:1.0:1763350988.718392:0:63085:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52f00. 00000100:00000001:2.0:1763350988.718393:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.718396:0:63085:0:(client.c:1155:ptlrpc_prep_set()) Process entered 02000000:00000001:2.0:1763350988.718397:0:63038:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.718403:0:63038:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc3e29458 time=61 v=5 (5 5 5 5) 00000100:00000010:1.0:1763350988.718404:0:63085:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925ccd7a06c0. 00000100:00000001:1.0:1763350988.718406:0:63085:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623526014813888 : -120547694737728 : ffff925ccd7a06c0) 00000100:00001000:2.0:1763350988.718408:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc3e29410 time=61 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.718408:0:63085:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623526014813888 : -120547694737728 : ffff925ccd7a06c0) 00000100:00000001:2.0:1763350988.718411:0:63038:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350988.718411:0:63085:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350988.718413:0:63038:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.718414:0:63085:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350988.718416:0:63038:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350988.718416:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.718418:0:63085:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00010000:00000001:2.0:1763350988.718419:0:63038:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.718422:0:63038:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763350988.718423:0:63085:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0380. 00000020:00000040:1.0:1763350988.718426:0:63085:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000040:2.0:1763350988.718427:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.718431:0:63085:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350988.718433:0:63085:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1763350988.718434:0:63038:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.718437:0:63038:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350988.718439:0:63038:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1763350988.718439:0:63085:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.718442:0:63038:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 02000000:00000010:1.0:1763350988.718445:0:63085:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc90fe000. 00002000:00000001:2.0:1763350988.718447:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000100:00000001:1.0:1763350988.718451:0:63085:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.718455:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00010000:00000001:1.0:1763350988.718457:0:63085:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000020:00000001:2.0:1763350988.718459:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:1.0:1763350988.718460:0:63085:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350988.718464:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:2.0:1763350988.718467:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:2.0:1763350988.718470:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00000100:00000001:1.0:1763350988.718472:0:63085:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00002000:00000001:2.0:1763350988.718473:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000001:1.0:1763350988.718474:0:63085:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.718478:0:63085:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dfb5c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101462528:192.168.202.2@tcp:106: 00002000:00000001:2.0:1763350988.718482:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.718485:0:63085:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000020:00000002:2.0:1763350988.718486:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00010000:00000001:2.0:1763350988.718489:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 02000000:00000001:1.0:1763350988.718490:0:63085:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:2.0:1763350988.718491:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.718492:0:63038:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.718493:0:63085:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.718496:0:63085:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1763350988.718497:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000010:1.0:1763350988.718500:0:63085:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc90ffa00. 02000000:00000001:1.0:1763350988.718502:0:63085:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.718506:0:63038:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dfb5c0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_009:lustre-OST0001_UUID:63038:1849001101462400:192.168.202.2@tcp:106: 00000400:00000010:1.0:1763350988.718507:0:63085:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd14663c8. 00000100:00000001:2.0:1763350988.718511:0:63038:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1763350988.718513:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74770. 00000100:00000001:2.0:1763350988.718514:0:63038:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.718516:0:63038:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350988.718518:0:63038:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1763350988.718519:0:63085:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101462528, portal 16 00000100:00000040:2.0:1763350988.718522:0:63038:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dfb5c0700 x1849001101462400/t0(0) o106->lustre-OST0001@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.718522:0:63085:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350988.718523:0:63085:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531079566208 : -120542629985408 : ffff925dfb5c0380) 00000100:00000040:1.0:1763350988.718528:0:63085:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.718535:0:63038:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1763350988.718536:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 02000000:00000001:2.0:1763350988.718538:0:63038:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1763350988.718538:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 02000000:00000010:2.0:1763350988.718541:0:63038:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc90ffc00. 00000400:00000010:1.0:1763350988.718541:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead745d8. 00000100:00000200:1.0:1763350988.718543:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101462528, offset 0 02000000:00000001:2.0:1763350988.718544:0:63038:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350988.718547:0:63038:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350988.718548:0:63038:0:(genops.c:1242:class_import_put()) import ffff925dc3e29000 refcount=1 obd=lustre-OST0001 00000020:00000001:2.0:1763350988.718550:0:63038:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1763350988.718550:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 02000000:00000010:2.0:1763350988.718553:0:63038:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc90fec00. 02000000:00000001:2.0:1763350988.718557:0:63038:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350988.718559:0:63038:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350988.718561:0:63038:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0700. 00000400:00000200:1.0:1763350988.718563:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000100:00000001:2.0:1763350988.718564:0:63038:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350988.718565:0:63038:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350988.718567:0:63038:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925ccd7a0a80. 00000400:00000200:1.0:1763350988.718569:0:63085:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:2.0:1763350988.718570:0:63038:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350988.718571:0:63038:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350988.718574:0:63038:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c520c0. 00000400:00000200:1.0:1763350988.718574:0:63085:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00010000:00000001:2.0:1763350988.718577:0:63038:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1763350988.718578:0:63085:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00002000:00000001:2.0:1763350988.718580:0:63038:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00000400:00000200:1.0:1763350988.718581:0:63085:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.718583:0:63038:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00000400:00000200:1.0:1763350988.718584:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198258:198258:256:4294967295] 192.168.202.2@tcp LPNI seq info [198254:198254:8:4294967295] 00010000:00000001:2.0:1763350988.718585:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.718592:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.718593:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000400:00000200:1.0:1763350988.718627:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00010000:00000001:2.0:1763350988.718631:0:63038:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.718632:0:63038:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1763350988.718634:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000020:00000040:2.0:1763350988.718635:0:63038:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7800 with handle 0xcb8c81cc3033cc75 from hash 00010000:00000001:2.0:1763350988.718638:0:63038:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00000800:00000010:1.0:1763350988.718639:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32c00. 00010000:00000001:2.0:1763350988.718640:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.718641:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.718642:0:63038:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.718644:0:63038:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.718646:0:63038:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00000800:00000200:1.0:1763350988.718647:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00010000:00010000:2.0:1763350988.718652:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc75 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd29 expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00000800:00000200:1.0:1763350988.718656:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.718661:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32c00 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:2.0:1763350988.718672:0:63038:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.718675:0:63038:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.718678:0:63038:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.718680:0:63038:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.718682:0:63038:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.718686:0:63038:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.718687:0:63038:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.718689:0:63038:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.718690:0:63038:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.718691:0:63038:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.718694:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.718696:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350988.718698:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.718700:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.718701:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.718703:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.718706:0:63038:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925de8ee7800/0xcb8c81cc3033cc75 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd29 expref: 23 pid: 63038 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350988.718715:0:63038:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 16 00000020:00000040:2.0:1763350988.718718:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 22 00010000:00000001:2.0:1763350988.718726:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.718728:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee7800, rc 0) 00000020:00000001:2.0:1763350988.718731:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350988.718735:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118794880 00010000:00000001:2.0:1763350988.718738:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.718743:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4c700 x1849001118794880/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.718751:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.718754:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.718757:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.718760:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.718764:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.718766:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.718769:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.718771:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.718774:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.718776:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.718780:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2f68. 00000100:00000200:2.0:1763350988.718784:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118794880, offset 224 00000400:00000200:2.0:1763350988.718788:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.718794:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.718799:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198259:198259:255:4294967295] 192.168.202.2@tcp LPNI seq info [198255:198255:7:4294967295] 00000400:00000200:2.0:1763350988.718807:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.719180:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.719186:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.719190:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.719195:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.719198:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.719905:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.719916:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300865692 00000100:00000001:1.0:1763350988.719929:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865684 00000100:00000001:1.0:1763350988.719936:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300865692 00000100:00000001:1.0:1763350988.719939:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865684 00000100:00000001:1.0:1763350988.719942:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300865692 00000100:00000001:1.0:1763350988.719946:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865684 00000100:00000001:1.0:1763350988.719948:0:63085:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300865692 00000100:00000001:1.0:1763350988.719951:0:63085:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865684 00000100:00000001:1.0:1763350988.719954:0:63085:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.719958:0:63085:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.719961:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.719962:0:63085:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.719965:0:63085:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.719967:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.719968:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.719970:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00010000:00000001:1.0:1763350988.719970:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:1.0:1763350988.719972:0:63085:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925dc14c0818. 00000020:00000001:2.0:1763350988.719973:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.719976:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1763350988.719978:0:63085:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.719980:0:63085:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.719982:0:63085:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1763350988.719984:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4c700 x1849001118794880/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350988.719984:0:63085:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.719987:0:63085:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350988.719989:0:63085:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350988.719992:0:63085:0:(client.c:2690:ptlrpc_set_wait()) set ffff925ccd7a06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1763350988.719995:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118794880:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 7463us (10183us total) trans 0 rc 301/301 00000100:00000001:1.0:1763350988.719995:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350988.719998:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.720006:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20044 00000100:00000040:2.0:1763350988.720011:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350988.720013:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.720016:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.720024:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0e80. 00000020:00000010:2.0:1763350988.720031:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dd48. 00000800:00000200:0.0:1763350988.720274:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.720280:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32c00. 00000400:00000200:0.0:1763350988.720289:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.720295:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.720301:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead745d8 00000400:00000010:0.0:1763350988.720303:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead745d8. 00000100:00000001:0.0:1763350988.720309:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.720315:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.720325:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.720329:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.720335:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.720337:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000020:00000010:2.0:1763350988.720466:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214f000. 00000020:00000040:2.0:1763350988.720476:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000100:00000001:2.0:1763350988.720479:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.720792:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.720797:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.720804:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.720809:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.720813:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2f68 00000400:00000010:0.0:1763350988.720815:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2f68. 00000100:00000001:0.0:1763350988.720820:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.720822:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.724273:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.724296:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.724300:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.724304:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.724319:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.724342:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd78c00 00000400:00000200:1.0:1763350988.724354:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fcfd [1] + 224 00000800:00000001:1.0:1763350988.724365:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.724381:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.724385:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.724390:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.724398:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.724408:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350988.724420:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.724474:0:63085:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350988.724538:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:2.0:1763350988.724559:0:63085:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1763350988.724559:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:2.0:1763350988.724562:0:63085:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:1.0:1763350988.724564:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1763350988.724566:0:63085:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd14663c8. 00000400:00000200:2.0:1763350988.724571:0:63085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74770 00000400:00000010:2.0:1763350988.724574:0:63085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74770. 00000100:00000001:2.0:1763350988.724577:0:63085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.724583:0:63085:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350988.724592:0:63085:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.724671:0:63085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.724673:0:63085:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.724676:0:63085:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350988.724680:0:63085:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350988.724683:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.724686:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.724690:0:63085:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.724698:0:63085:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=43 v=5 (5 5 5 0) 00000100:00001000:2.0:1763350988.724703:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=43 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350988.724706:0:63085:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350988.724708:0:63085:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.724711:0:63085:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350988.724715:0:63085:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.724718:0:63085:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.724724:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.724731:0:63085:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.724735:0:63085:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350988.724738:0:63085:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.724741:0:63085:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350988.724748:0:63085:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350988.724759:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.724764:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.724773:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:2.0:1763350988.724776:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:2.0:1763350988.724779:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.724787:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350988.724792:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00010000:00000001:2.0:1763350988.724795:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.724797:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.724799:0:63085:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.724804:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350988.724812:0:63085:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dfb5c0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_016:lustre-OST0000_UUID:63085:1849001101462528:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350988.724817:0:63085:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.724819:0:63085:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.724823:0:63085:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350988.724825:0:63085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.724828:0:63085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dfb5c0380 x1849001101462528/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.724835:0:63085:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350988.724837:0:63085:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350988.724842:0:63085:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc90ffa00. 02000000:00000001:2.0:1763350988.724846:0:63085:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350988.724849:0:63085:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350988.724851:0:63085:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763350988.724853:0:63085:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350988.724856:0:63085:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc90fe000. 02000000:00000001:2.0:1763350988.724861:0:63085:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350988.724863:0:63085:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350988.724865:0:63085:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0380. 00000100:00000001:2.0:1763350988.724868:0:63085:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350988.724870:0:63085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350988.724873:0:63085:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925ccd7a06c0. 00000100:00000001:2.0:1763350988.724875:0:63085:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350988.724878:0:63085:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350988.724881:0:63085:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52f00. 00010000:00000001:2.0:1763350988.724885:0:63085:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.725053:0:63085:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.725058:0:63085:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350988.725061:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.725069:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.725070:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.725073:0:63085:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.725074:0:63085:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.725078:0:63085:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee6e00 with handle 0xcb8c81cc3033cc7c from hash 00010000:00000001:2.0:1763350988.725081:0:63085:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.725083:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.725084:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.725085:0:63085:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350988.725087:0:63085:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350988.725090:0:63085:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350988.725098:0:63085:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033cc7c lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd22 expref: 25 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350988.725114:0:63085:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.725118:0:63085:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.725121:0:63085:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.725122:0:63085:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.725124:0:63085:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.725128:0:63085:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.725129:0:63085:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.725131:0:63085:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.725132:0:63085:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.725134:0:63085:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.725136:0:63085:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.725138:0:63085:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350988.725140:0:63085:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.725143:0:63085:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.725145:0:63085:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.725146:0:63085:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.725149:0:63085:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925de8ee6e00/0xcb8c81cc3033cc7c lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd22 expref: 25 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350988.725159:0:63085:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350988.725162:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00010000:00000001:2.0:1763350988.725169:0:63085:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.725171:0:63085:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925de8ee6e00, rc 0) 00000020:00000001:2.0:1763350988.725183:0:63085:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350988.725188:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118794752 00010000:00000001:2.0:1763350988.725191:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.725197:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00c4f480 x1849001118794752/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.725205:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.725208:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.725212:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.725216:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.725219:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.725221:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.725224:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.725226:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.725229:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.725232:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.725241:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d23b8. 00000100:00000200:2.0:1763350988.725247:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118794752, offset 224 00000400:00000200:2.0:1763350988.725255:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.725272:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.725279:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198260:198260:256:4294967295] 192.168.202.2@tcp LPNI seq info [198256:198256:8:4294967295] 00000400:00000200:2.0:1763350988.725292:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.725298:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.725308:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.725314:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.725322:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.725326:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.725345:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.725349:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.725351:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.725353:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.725356:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.725361:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00c4f480 x1849001118794752/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.725372:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00c4f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118794752:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 11875us (14843us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350988.725383:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20045 00000100:00000040:2.0:1763350988.725387:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.725390:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.725392:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.725399:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5e80. 00000020:00000010:2.0:1763350988.725406:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d33e8. 00000020:00000010:2.0:1763350988.725410:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90ff000. 00000020:00000040:2.0:1763350988.725415:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:2.0:1763350988.725418:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.725759:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.725764:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.725771:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.725776:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.725780:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d23b8 00000400:00000010:0.0:1763350988.725782:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d23b8. 00000100:00000001:0.0:1763350988.725787:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.725788:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350988.728854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7800. 00000800:00000001:0.0:1763350988.730558:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.730584:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.730589:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.730592:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.730766:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.730792:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 6 MB=0x691a81ee00500 00000400:00000200:0.0:1763350988.730803:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 488/488 into md 0x90aa1 [128] + 145776 00000800:00000001:0.0:1763350988.730814:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.730828:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.730831:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.730837:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.730845:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.730848:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763350988.730855:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed8000. 00000100:00000040:0.0:1763350988.730859:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925df5ed8000 x1849001118795008 msgsize 488 00000100:00100000:0.0:1763350988.730864:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.731063:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.731075:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763350988.731078:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000001:0.0:1763350988.731079:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763350988.731082:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118795008 02000000:00000001:2.0:1763350988.731085:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.731088:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.731091:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.731096:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.731101:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118795008 00000020:00000001:2.0:1763350988.731104:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.731106:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350988.731109:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.731113:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:2.0:1763350988.731116:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350988.731118:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350988.731123:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.731129:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.731133:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.731136:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000020:00000010:2.0:1763350988.731143:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08200. 00000020:00000010:2.0:1763350988.731149:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.731155:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090640. 00000100:00000040:2.0:1763350988.731165:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763350988.731168:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.731169:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350988.731172:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763350988.731175:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.731178:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:2.0:1763350988.731181:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.731186:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.731191:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350988.731194:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.731197:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.731200:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.731202:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.731204:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.731206:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.731208:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.731209:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.731211:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.731213:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.731214:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.731216:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.731219:0:57864:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763350988.731222:0:57864:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.731225:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.731227:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.731231:0:57864:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763350988.731232:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.731235:0:57864:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763350988.731245:0:57864:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000401:0x25d7:0x0] (0->4095) req@ffff925df5ed8000 x1849001118795008/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763350988.731256:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350988.731258:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925df5ed8000 with x1849001118795008 ext(0->4095) 00010000:00000001:2.0:1763350988.731261:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.731263:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.731265:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:2.0:1763350988.731268:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:2.0:1763350988.731270:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:2.0:1763350988.731274:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.731276:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350988.731278:0:57864:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350988.731280:0:57864:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925df5ed8000 00002000:00000001:2.0:1763350988.731282:0:57864:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.731285:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.731294:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.731358:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.731374:0:57864:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.731376:0:57864:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.731381:0:57864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3716 00000100:00000040:2.0:1763350988.731385:0:57864:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350988.731387:0:57864:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988437504 : -120542721114112 : ffff925df5ed8000) 00000100:00000040:2.0:1763350988.731392:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed8000 x1849001118795008/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.731399:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.731402:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.731405:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.731407:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000100:00100000:2.0:1763350988.731411:0:57864:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2358:x1849001118795008:12345-192.168.202.2@tcp:3:lfs.0 00000100:00000200:2.0:1763350988.731415:0:57864:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118795008 00000020:00000001:2.0:1763350988.731418:0:57864:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.731422:0:57864:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.731424:0:57864:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.731426:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.731428:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:2.0:1763350988.731431:0:57864:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.731435:0:57864:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.731438:0:57864:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.731440:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.731441:0:57864:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.731447:0:57864:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.731450:0:57864:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.731460:0:57864:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff925dea1a8000. 02000000:00000001:2.0:1763350988.731463:0:57864:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.731466:0:57864:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.731469:0:57864:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763350988.731473:0:57864:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763350988.731475:0:57864:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.731478:0:57864:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763350988.731488:0:57864:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763350988.731491:0:57864:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763350988.731494:0:57864:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 313524224 dropped 0, local 313524224 00000020:00000001:2.0:1763350988.731497:0:57864:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763350988.731499:0:57864:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763350988.731502:0:57864:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763350988.731504:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.731508:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.731516:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:2.0:1763350988.731519:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:2.0:1763350988.731522:0:57864:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763350988.731534:0:57864:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.731536:0:57864:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763350988.731538:0:57864:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.731545:0:57864:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:2.0:1763350988.731779:0:57864:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763350988.731792:0:57864:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.731794:0:57864:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.731796:0:57864:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.731802:0:57864:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763350988.732394:0:57864:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:2.0:1763350988.732403:0:57864:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763350988.732425:0:57864:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763350988.732428:0:57864:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: de694cad (4) 00000020:00008000:2.0:1763350988.732434:0:57864:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:2.0:1763350988.732441:0:57864:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763350988.732449:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.732460:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.732464:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.732467:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.732469:0:57864:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:2.0:1763350988.732478:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00002000:00000001:2.0:1763350988.732482:0:57864:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.732484:0:57864:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.732487:0:57864:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.732490:0:57864:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763350988.732492:0:57864:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763350988.732495:0:57864:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:2.0:1763350988.732500:0:57864:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847693, transno 0, xid 1849001118795008 00010000:00000001:2.0:1763350988.732503:0:57864:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.732513:0:57864:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5ed8000 x1849001118795008/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/4536 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 4096/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.732525:0:57864:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.732528:0:57864:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.732533:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.732539:0:57864:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.732542:0:57864:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.732545:0:57864:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.732549:0:57864:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.732552:0:57864:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.732557:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.732560:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.732565:0:57864:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dc5871c00. 00000100:00000200:2.0:1763350988.732572:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1849001118795008, offset 224 00000400:00000200:2.0:1763350988.732580:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.732594:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.732644:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198261:198261:256:4294967295] 192.168.202.2@tcp LPNI seq info [198257:198257:8:4294967295] 00000400:00000200:2.0:1763350988.732660:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.732666:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.732671:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925df0a09200. 00000800:00000200:2.0:1763350988.732679:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.732810:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:2.0:1763350988.732816:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df0a09200 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:2.0:1763350988.732838:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.732842:0:57864:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.732845:0:57864:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.732847:0:57864:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.732850:0:57864:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.732856:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed8000 x1849001118795008/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/4536 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.732865:0:57864:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2358:x1849001118795008:12345-192.168.202.2@tcp:3:lfs.0 Request processed in 1464us (2004us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1763350988.732876:0:57864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3716 00000100:00000040:2.0:1763350988.732880:0:57864:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.732883:0:57864:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763350988.732885:0:57864:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763350988.732891:0:57864:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000401:0x25d7:0x0] (0->4095) req@ffff925df5ed8000 x1849001118795008/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/4536 e 0 to 0 dl 1763350999 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763350988.732899:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350988.732902:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925df5ed8000 with x1849001118795008 ext(0->4095) 00010000:00000001:2.0:1763350988.732905:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.732907:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.732910:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:2.0:1763350988.732913:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:2.0:1763350988.732916:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:2.0:1763350988.732919:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.732921:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350988.732923:0:57864:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350988.732924:0:57864:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925df5ed8000 00002000:00000001:2.0:1763350988.732926:0:57864:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.732929:0:57864:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.732936:0:57864:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.732941:0:57864:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090640. 00000020:00000010:2.0:1763350988.732945:0:57864:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08200. 00000020:00000040:2.0:1763350988.732954:0:57864:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:2.0:1763350988.732958:0:57864:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.733206:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.733212:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925df0a09200. 00000400:00000200:1.0:1763350988.733220:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.733226:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.733232:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc5871c00 00000400:00000010:1.0:1763350988.733235:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dc5871c00. 00000100:00000001:1.0:1763350988.733240:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.733242:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350988.734035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee6e00. 00000800:00000001:0.0:1763350988.738708:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.738730:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.738735:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.738738:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.738751:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.738774:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4584 into portal 6 MB=0x691a81ee00580 00000400:00000200:0.0:1763350988.738785:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 4584/4584 into md 0x90aa1 [128] + 146264 00000800:00000001:0.0:1763350988.738796:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.738811:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.738815:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.738820:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.738830:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.738833:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763350988.738840:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed9180. 00000100:00000040:0.0:1763350988.738845:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df5ed9180 x1849001118795136 msgsize 4584 00000100:00100000:0.0:1763350988.738849:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.738865:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.738875:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.738878:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.739134:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.739138:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118795136 02000000:00000001:2.0:1763350988.739142:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.739145:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.739148:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.739154:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.739159:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118795136 00000020:00000001:2.0:1763350988.739163:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.739165:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350988.739168:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.739173:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:2.0:1763350988.739176:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350988.739179:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350988.739184:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.739192:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.739195:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.739198:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000020:00000010:2.0:1763350988.739207:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08200. 00000020:00000010:2.0:1763350988.739213:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.739219:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090640. 00000100:00000040:2.0:1763350988.739231:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763350988.739234:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.739235:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350988.739238:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763350988.739242:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.739245:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:2.0:1763350988.739248:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.739251:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.739256:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350988.739259:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.739262:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.739265:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.739267:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.739269:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.739271:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.739272:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.739273:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.739275:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.739276:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.739277:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.739279:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.739282:0:57864:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763350988.739284:0:57864:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.739287:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.739289:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.739292:0:57864:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763350988.739294:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.739296:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.739305:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.739317:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.739332:0:57864:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.739335:0:57864:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.739340:0:57864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3717 00000100:00000040:2.0:1763350988.739345:0:57864:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350988.739347:0:57864:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988441984 : -120542721109632 : ffff925df5ed9180) 00000100:00000040:2.0:1763350988.739355:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed9180 x1849001118795136/t0(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4584/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.739364:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.739368:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.739370:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.739372:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57d140. 00000100:00100000:2.0:1763350988.739376:0:57864:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2360:x1849001118795136:12345-192.168.202.2@tcp:4:lfs.0 00000100:00000200:2.0:1763350988.739380:0:57864:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118795136 00000020:00000001:2.0:1763350988.739383:0:57864:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.739386:0:57864:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.739388:0:57864:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.739390:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.739392:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839840 : -1038711776 : ffffffffc2168420) 00000020:00000001:2.0:1763350988.739395:0:57864:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.739399:0:57864:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.739402:0:57864:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.739403:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.739405:0:57864:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.739408:0:57864:0:(tgt_handler.c:2689:tgt_brw_write()) Process entered 00000100:00000001:2.0:1763350988.739413:0:57864:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.739415:0:57864:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.739423:0:57864:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 744 at ffff925dc4eb9c00. 02000000:00000001:2.0:1763350988.739425:0:57864:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.739427:0:57864:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.739431:0:57864:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763350988.739433:0:57864:0:(tgt_handler.c:1755:tgt_extent_lock()) Process entered 00010000:00000001:2.0:1763350988.739436:0:57864:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.739440:0:57864:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.739448:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405b00 count: 2 00010000:00000001:2.0:1763350988.739451:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.739454:0:57864:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.739459:0:57864:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc7898000. 00000020:00000001:2.0:1763350988.739463:0:57864:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.739465:0:57864:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc7898000 with handle 0xcb8c81cc3033cc83 to hash 00000020:00000001:2.0:1763350988.739467:0:57864:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.739469:0:57864:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.739472:0:57864:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.739475:0:57864:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.739477:0:57864:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.739482:0:57864:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.739493:0:57864:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.739497:0:57864:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.739499:0:57864:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350988.739501:0:57864:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.739504:0:57864:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763350988.739506:0:57864:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350988.739511:0:57864:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350988.739518:0:57864:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763350988.739519:0:57864:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.739522:0:57864:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350988.739524:0:57864:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.739527:0:57864:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350988.739528:0:57864:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350988.739529:0:57864:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.739532:0:57864:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.739534:0:57864:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763350988.739537:0:57864:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.739544:0:57864:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d8:0x0].0x0 (ffff925e00405b00) refcount = 2 00010000:00000040:2.0:1763350988.739547:0:57864:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.739551:0:57864:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350988.739558:0:57864:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763350988.739560:0:57864:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 4/0,1 mode: --/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000010:2.0:1763350988.739567:0:57864:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dea57d140. 00000100:00000001:2.0:1763350988.739570:0:57864:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350988.739577:0:57864:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dc5871a80. 00000100:00000001:2.0:1763350988.739578:0:57864:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530176420480 : -120543533131136 : ffff925dc5871a80) 00000100:00000001:2.0:1763350988.739580:0:57864:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530176420480 : -120543533131136 : ffff925dc5871a80) 00000100:00000001:2.0:1763350988.739583:0:57864:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350988.739585:0:57864:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350988.739587:0:57864:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.739591:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.739593:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350988.739627:0:57864:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.739630:0:57864:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.739632:0:57864:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:2.0:1763350988.739634:0:57864:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:2.0:1763350988.739644:0:57864:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230fb80. 00000020:00000040:2.0:1763350988.739648:0:57864:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763350988.739652:0:57864:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350988.739654:0:57864:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350988.739660:0:57864:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350988.739668:0:57864:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a08400. 00000100:00000001:2.0:1763350988.739675:0:57864:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.739681:0:57864:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 24 pid: 63085 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1763350988.739697:0:57864:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 24 pid: 63085 timeout: 6298 lvb_type: 1 00010000:00000001:2.0:1763350988.739712:0:57864:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350988.739715:0:57864:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350988.739719:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.739728:0:57864:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350988.739731:0:57864:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.739735:0:57864:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925cc230fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:57864:1849001101462656:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350988.739740:0:57864:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350988.739747:0:57864:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350988.739750:0:57864:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.739753:0:57864:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350988.739758:0:57864:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a09000. 02000000:00000001:2.0:1763350988.739760:0:57864:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350988.739766:0:57864:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79d10. 00000400:00000010:2.0:1763350988.739779:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2220. 00000100:00000200:2.0:1763350988.739788:0:57864:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101462656, portal 16 00000100:00000001:2.0:1763350988.739791:0:57864:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350988.739792:0:57864:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623525825477504 : -120547884074112 : ffff925cc230fb80) 00000100:00000040:2.0:1763350988.739798:0:57864:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.739805:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.739808:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.739810:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2770. 00000100:00000200:2.0:1763350988.739813:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101462656, offset 0 00000400:00000200:2.0:1763350988.739819:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.739834:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.739839:0:57864:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350988.739843:0:57864:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350988.739847:0:57864:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350988.739850:0:57864:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.739853:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198262:198262:256:4294967295] 192.168.202.2@tcp LPNI seq info [198258:198258:8:4294967295] 00000400:00000200:2.0:1763350988.739864:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.739870:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.739875:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e02164d00. 00000800:00000200:2.0:1763350988.739882:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.739889:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.739894:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e02164d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.739917:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.739922:0:57864:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300865712 00000100:00000001:2.0:1763350988.739930:0:57864:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865692 00000100:00000001:2.0:1763350988.739934:0:57864:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300865712 00000100:00000001:2.0:1763350988.739937:0:57864:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865692 00000100:00000001:2.0:1763350988.739939:0:57864:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300865712 00000100:00000001:2.0:1763350988.739943:0:57864:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865692 00000100:00000001:2.0:1763350988.739945:0:57864:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300865712 00000100:00000001:2.0:1763350988.739948:0:57864:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865692 00000100:00000001:2.0:1763350988.739950:0:57864:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.739952:0:57864:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.739955:0:57864:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.739957:0:57864:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.739959:0:57864:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.739961:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.739962:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.739964:0:57864:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.739965:0:57864:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:2.0:1763350988.739967:0:57864:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350988.739969:0:57864:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.739971:0:57864:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350988.739973:0:57864:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350988.739976:0:57864:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dc5871a80 going to sleep for 11 seconds 00000100:00000001:2.0:1763350988.739979:0:57864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350988.739983:0:57864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1763350988.740296:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.740303:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e02164d00. 00000400:00000200:0.0:1763350988.740310:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.740316:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.740322:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2770 00000400:00000010:0.0:1763350988.740330:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2770. 00000100:00000001:0.0:1763350988.740336:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.740341:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.740351:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.740354:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350988.740361:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.740363:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.742823:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.742857:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.742863:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.742867:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.742883:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.742912:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd78c80 00000400:00000200:1.0:1763350988.742924:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fd11 [1] + 224 00000800:00000001:1.0:1763350988.742935:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.742950:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.742953:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.742957:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.742966:0:3309:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.742976:0:3309:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1763350988.742995:0:3309:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350988.743023:0:3309:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.743035:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.743047:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.743300:0:57864:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350988.743312:0:57864:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350988.743314:0:57864:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350988.743318:0:57864:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79d10. 00000400:00000200:2.0:1763350988.743325:0:57864:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2220 00000400:00000010:2.0:1763350988.743328:0:57864:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2220. 00000100:00000001:2.0:1763350988.743331:0:57864:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350988.743348:0:57864:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350988.743357:0:57864:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.743365:0:57864:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.743367:0:57864:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.743369:0:57864:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350988.743373:0:57864:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350988.743376:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.743379:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.743382:0:57864:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.743767:0:57864:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=43 v=5 (5 5 5 0) 00000100:00001000:2.0:1763350988.743775:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=43 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350988.743777:0:57864:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350988.743779:0:57864:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.743782:0:57864:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350988.743786:0:57864:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.743788:0:57864:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.743794:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.743801:0:57864:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.743804:0:57864:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350988.743807:0:57864:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.743810:0:57864:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:2.0:1763350988.743814:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.743816:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.743818:0:57864:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.743822:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350988.743829:0:57864:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925cc230fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_002:lustre-OST0000_UUID:57864:1849001101462656:192.168.202.2@tcp:104: 00000100:00000001:2.0:1763350988.743835:0:57864:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.743839:0:57864:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.743842:0:57864:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350988.743844:0:57864:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.743847:0:57864:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925cc230fb80 x1849001101462656/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350988.743854:0:57864:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350988.743857:0:57864:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350988.743866:0:57864:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a09000. 02000000:00000001:2.0:1763350988.743873:0:57864:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350988.743876:0:57864:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350988.743879:0:57864:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763350988.743881:0:57864:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350988.743885:0:57864:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a08400. 02000000:00000001:2.0:1763350988.743891:0:57864:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350988.743893:0:57864:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350988.743896:0:57864:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925cc230fb80. 00000100:00000001:2.0:1763350988.743901:0:57864:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350988.743903:0:57864:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350988.743906:0:57864:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dc5871a80. 00000100:00000001:2.0:1763350988.743921:0:57864:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350988.743923:0:57864:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350988.743927:0:57864:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dea57d140. 00010000:00000001:2.0:1763350988.743931:0:57864:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.743934:0:57864:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.743936:0:57864:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.743940:0:57864:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1763350988.743946:0:57864:0:(ldlm_request.c:274:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 3/0,1 mode: --/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00000800:00000001:0.0:1763350988.743960:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.743969:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.743972:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.743974:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.743981:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.743995:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81ee00600 00000400:00000200:0.0:1763350988.744002:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127cc1 [2] + 1312 00000800:00000001:0.0:1763350988.744009:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.744103:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.744107:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.744112:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.744119:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.744121:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763350988.744128:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed9880. 00000100:00000040:0.0:1763350988.744132:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df5ed9880 x1849001118795264 msgsize 328 00000100:00100000:0.0:1763350988.744137:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.744158:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.744166:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.744170:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.744312:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.744316:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118795264 02000000:00000001:1.0:1763350988.744319:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.744321:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.744323:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.744328:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.744331:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118795264 00000020:00000001:1.0:1763350988.744342:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.744345:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350988.744348:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.744352:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=25 00000020:00000001:1.0:1763350988.744354:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350988.744357:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350988.744361:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.744367:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52880. 00000100:00000001:1.0:1763350988.744371:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.744375:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52880. 00000020:00000010:1.0:1763350988.744382:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90fe200. 00000020:00000010:1.0:1763350988.744388:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b5e00. 00000020:00000010:1.0:1763350988.744393:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3960. 00000100:00000040:1.0:1763350988.744404:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763350988.744407:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.744409:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763350988.744412:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763350988.744419:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.744421:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763350988.744427:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.744429:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.744431:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9076c00 refcount=4 00000020:00000001:1.0:1763350988.744434:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:1.0:1763350988.744436:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00010000:1.0:1763350988.744443:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 25 pid: 63085 timeout: 6298 lvb_type: 1 00010000:00000001:1.0:1763350988.744450:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.744451:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.744453:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.744455:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.744464:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763350988.744469:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925df5ed9880 x1849001118795264/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.744476:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763350988.744477:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.744493:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.744509:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.744512:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.744517:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4040 00000100:00000040:1.0:1763350988.744525:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 2 00000100:00000001:1.0:1763350988.744527:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988443776 : -120542721107840 : ffff925df5ed9880) 00000100:00000040:1.0:1763350988.744532:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed9880 x1849001118795264/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.744541:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.744544:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52880. 00000100:00000001:1.0:1763350988.744546:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.744548:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52880. 00000100:00100000:1.0:1763350988.744553:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+25:2361:x1849001118795264:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763350988.744557:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118795264 00010000:00000001:1.0:1763350988.744561:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763350988.744565:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763350988.744567:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763350988.744574:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.744577:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.744583:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df8f03000. 02000000:00000001:1.0:1763350988.744586:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.744588:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.744592:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350988.744638:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763350988.744640:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.744641:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.744643:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df9076c00 refcount=4 00000020:00000001:1.0:1763350988.744645:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000001:1.0:1763350988.744647:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531040467968 : -120542669083648 : ffff925df9076c00) 00010000:00000040:1.0:1763350988.744651:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405b00 count: 3 00002000:00000001:1.0:1763350988.744656:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350988.744664:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350988.744668:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.744676:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:1.0:1763350988.744678:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:1.0:1763350988.744681:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350988.744690:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350988.744694:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00010000:00010000:1.0:1763350988.744699:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 4/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 25 pid: 63085 timeout: 6298 lvb_type: 1 00000100:00001000:1.0:1763350988.744708:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=136 v=5 (1 0 0 0) 00010000:00000001:1.0:1763350988.744711:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763350988.744716:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.744718:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350988.744721:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 25 pid: 63085 timeout: 6298 lvb_type: 1 00000020:00000001:1.0:1763350988.744730:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.744734:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.744735:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.744738:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.744744:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.744746:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.744754:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.744755:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.744758:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.744760:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.744762:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df9076c00 with handle 0xcb8c81cc3033cc36 from hash 00010000:00000001:1.0:1763350988.744764:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.744766:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.744767:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.744768:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.744773:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.744776:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.744779:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.744780:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.744783:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df9076c00/0xcb8c81cc3033cc36 lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecce3 expref: 25 pid: 63085 timeout: 6298 lvb_type: 1 00010000:00000040:1.0:1763350988.744791:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:1.0:1763350988.744794:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00010000:00000001:1.0:1763350988.744802:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.744805:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.744807:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763350988.744809:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dc7898000 00010000:00000001:1.0:1763350988.744812:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350988.744816:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350988.744820:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350988.744823:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.744825:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350988.744826:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350988.744827:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.744831:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350988.744833:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350988.744836:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.744843:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763350988.744848:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.744856:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d8:0x0].0x0 (ffff925e00405b00) refcount = 2 00010000:00000040:1.0:1763350988.744859:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350988.744862:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 4/0,1 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350988.744870:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.744871:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.744873:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350988.744875:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.744877:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763350988.744882:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52880. 00000100:00000001:1.0:1763350988.744885:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350988.744892:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925ccd7a0000. 00000100:00000001:1.0:1763350988.744894:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623526014812160 : -120547694739456 : ffff925ccd7a0000) 00000100:00000001:1.0:1763350988.744896:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623526014812160 : -120547694739456 : ffff925ccd7a0000) 00000100:00000001:1.0:1763350988.744900:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350988.744902:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350988.744904:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.744906:0:54877:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1763350988.744932:0:54877:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.744935:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.744937:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.744938:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.744940:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763350988.744942:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350988.744944:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.744946:0:54877:0:(client.c:2673:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.744948:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000010:1.0:1763350988.744951:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925ccd7a0000. 00000100:00000001:1.0:1763350988.744954:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350988.744956:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350988.744958:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52880. 00010000:00000001:1.0:1763350988.744960:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763350988.744962:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350988.744964:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.744970:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.744974:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.744977:0:57864:0:(ldlm_request.c:186:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00000100:00001000:1.0:1763350988.744977:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.744983:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00010000:00000001:2.0:1763350988.744984:0:57864:0:(ldlm_request.c:326:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.744986:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00010000:00010000:2.0:1763350988.744987:0:57864:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1763350988.744988:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.744992:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1763350988.744994:0:57864:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 02000000:00000001:1.0:1763350988.744995:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.744996:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.744997:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:2.0:1763350988.744999:0:57864:0:(tgt_handler.c:1777:tgt_extent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.744999:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.745002:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.745008:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74aa0. 00000020:00000001:2.0:1763350988.745009:0:57864:0:(obd_class.h:1139:obd_preprw()) Process entered 00000100:00000200:1.0:1763350988.745015:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118795264, offset 224 00002000:00000001:2.0:1763350988.745017:0:57864:0:(ofd_io.c:713:ofd_preprw_write()) Process entered 00000020:00000001:2.0:1763350988.745021:0:57864:0:(tgt_grant.c:1263:tgt_grant_prepare_write()) Process entered 00000400:00000200:1.0:1763350988.745023:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000020:00000001:2.0:1763350988.745024:0:57864:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1763350988.745027:0:57864:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1763350988.745029:0:57864:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 free: 3838836736 avail: 3836739584 00000020:00000001:2.0:1763350988.745033:0:57864:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000400:00000200:1.0:1763350988.745035:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000020:00000020:2.0:1763350988.745036:0:57864:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 avail=3836739584 left=3500146688 unstable=0 tot_grant=336265216 pending=1703936 00000020:00000001:2.0:1763350988.745053:0:57864:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3500146688 : 3500146688 : d0a00000) 00000400:00000200:1.0:1763350988.745053:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198263:198263:256:4294967295] 192.168.202.2@tcp LPNI seq info [198259:198259:8:4294967295] 00000020:00000001:2.0:1763350988.745056:0:57864:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763350988.745059:0:57864:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 311820288 dropped 0, local 313524224 00000020:00000001:2.0:1763350988.745063:0:57864:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763350988.745065:0:57864:0:(tgt_grant.c:708:tgt_grant_check()) Process entered 00000400:00000200:1.0:1763350988.745067:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000020:00000020:2.0:1763350988.745069:0:57864:0:(tgt_grant.c:835:tgt_grant_check()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 granted: 1703936 ungranted: 0 grant: 311820288 dirty: 1703936 00000020:00000001:2.0:1763350988.745072:0:57864:0:(tgt_grant.c:859:tgt_grant_check()) Process leaving 00000800:00000200:1.0:1763350988.745073:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000020:00000001:2.0:1763350988.745074:0:57864:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1763350988.745078:0:57864:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 wants: 485097472 current grant 311820288 granting: 3407872 00000800:00000010:1.0:1763350988.745079:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd0a32d00. 00000020:00000020:2.0:1763350988.745081:0:57864:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 tot cached:0 granted:339673088 num_exports: 2 00000020:00000001:2.0:1763350988.745085:0:57864:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=3407872 : 3407872 : 340000) 00000800:00000200:1.0:1763350988.745087:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000020:00000001:2.0:1763350988.745089:0:57864:0:(tgt_grant.c:1334:tgt_grant_prepare_write()) Process leaving 00002000:00000001:2.0:1763350988.745091:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.745092:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000800:00000200:1.0:1763350988.745094:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000020:00000001:2.0:1763350988.745096:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:2.0:1763350988.745098:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00000800:00000200:1.0:1763350988.745099:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd0a32d00 type 1, nob 320 niov 1 nkiov 1 00080000:00000001:2.0:1763350988.745106:0:57864:0:(osd_io.c:679:osd_bufs_get_write()) Process entered 00000100:00000001:1.0:1763350988.745109:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.745112:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.745115:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.745117:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.745123:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9880 x1849001118795264/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.745133:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+24:2361:x1849001118795264:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 590us (998us total) trans 0 rc 0/0 00080000:00000001:2.0:1763350988.745136:0:57864:0:(osd_io.c:782:osd_bufs_get_write()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763350988.745142:0:57864:0:(ofd_io.c:859:ofd_preprw_write()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.745142:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4040 00002000:00000001:2.0:1763350988.745145:0:57864:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.745145:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 1 00000020:00000001:2.0:1763350988.745147:0:57864:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.745148:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.745150:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1763350988.745152:0:57864:0:(tgt_handler.c:2837:tgt_brw_write()) Client use short io for data transfer, size = 4096 00000020:00000010:1.0:1763350988.745155:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b5e00. 00000020:00008000:2.0:1763350988.745156:0:57864:0:(tgt_handler.c:2610:tgt_shortio2pages()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000010:1.0:1763350988.745159:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3960. 00000020:00000001:2.0:1763350988.745163:0:57864:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000020:00000010:1.0:1763350988.745164:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90fe200. 00000020:00000040:1.0:1763350988.745168:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000100:00000001:1.0:1763350988.745171:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:2.0:1763350988.745204:0:57864:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:2.0:1763350988.745209:0:57864:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763350988.745229:0:57864:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.745231:0:57864:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763350988.745237:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.745245:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.745248:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.745250:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.745253:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.745255:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.745258:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.745259:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.745262:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.745264:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.745265:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.745266:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.745268:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.745269:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.745271:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.745274:0:57864:0:(ofd_io.c:1245:ofd_commitrw_write()) Process entered 00002000:00000001:2.0:1763350988.745277:0:57864:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.745280:0:57864:0:(ofd_io.c:1033:ofd_write_attr_set()) Process entered 00002000:00000001:2.0:1763350988.745295:0:57864:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350988.745302:0:57864:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745307:0:57864:0:(osd_handler.c:352:osd_trans_create()) Process entered 00000800:00000200:0.0:1763350988.745314:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00080000:00000010:2.0:1763350988.745317:0:57864:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc4ebbc00. 00000800:00000010:0.0:1763350988.745319:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd0a32d00. 00080000:00000001:2.0:1763350988.745320:0:57864:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530166238208 : -120543543313408 : ffff925dc4ebbc00) 00000001:00000001:2.0:1763350988.745322:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.745324:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745328:0:57864:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00000400:00000200:0.0:1763350988.745328:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.745334:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.745339:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74aa0 00000400:00000010:0.0:1763350988.745343:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74aa0. 00000100:00000001:0.0:1763350988.745349:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.745352:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00080000:04000000:2.0:1763350988.745366:0:57864:0:(osd_object.c:1149:osd_declare_attr_set()) lustre-OST0000: quota on UID=0 GID=0 PROJID=0 bspace=1*4096 00080000:00000001:2.0:1763350988.745370:0:57864:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745375:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.745381:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745384:0:57864:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350988.745410:0:57864:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.745412:0:57864:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350988.745414:0:57864:0:(ofd_objects.c:553:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745418:0:57864:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.745452:0:57864:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.745456:0:57864:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763350988.745460:0:57864:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.745469:0:57864:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00002000:00000001:2.0:1763350988.745473:0:57864:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=2 : 2 : 2) 00080000:00000001:2.0:1763350988.745476:0:57864:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.745479:0:57864:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:2.0:1763350988.745529:0:57864:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.745533:0:57864:0:(ofd_io.c:1120:ofd_write_attr_set()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.745536:0:57864:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.745550:0:57864:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745553:0:57864:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.745556:0:57864:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc4eb8c00. 00080000:00000001:2.0:1763350988.745559:0:57864:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530166225920 : -120543543325696 : ffff925dc4eb8c00) 00000001:00000001:2.0:1763350988.745562:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.745563:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745567:0:57864:0:(osd_io.c:862:osd_declare_write_commit()) Process entered 00080000:04000000:2.0:1763350988.745572:0:57864:0:(osd_io.c:930:osd_declare_write_commit()) writing 1 pages, reserving 4K of quota space 00000001:00000001:2.0:1763350988.745577:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.745579:0:57864:0:(osd_io.c:963:osd_declare_write_commit()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745582:0:57864:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.745584:0:57864:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745586:0:57864:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350988.745590:0:57864:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.745645:0:57864:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.745647:0:57864:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745651:0:57864:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.745658:0:57864:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745666:0:57864:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745675:0:57864:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.745679:0:57864:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745683:0:57864:0:(osd_io.c:1065:osd_write_commit()) Process entered 00080000:00000001:2.0:1763350988.745685:0:57864:0:(osd_io.c:978:osd_grow_blocksize()) Process entered 00080000:00000001:2.0:1763350988.745699:0:57864:0:(osd_io.c:987:osd_grow_blocksize()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000002:2.0:1763350988.745702:0:57864:0:(osd_io.c:1122:osd_write_commit()) write 4096 bytes at 0 00080000:00000001:2.0:1763350988.745736:0:57864:0:(osd_io.c:1228:osd_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.745742:0:57864:0:(tgt_grant.c:1562:tgt_grant_commit_cb_add()) Process entered 00000020:00000010:2.0:1763350988.745745:0:57864:0:(tgt_grant.c:1564:tgt_grant_commit_cb_add()) kmalloced '(tgc)': 88 at ffff925e00693de0. 00000020:00000040:2.0:1763350988.745748:0:57864:0:(tgt_grant.c:1568:tgt_grant_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 4 00000020:00000040:2.0:1763350988.745751:0:57864:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=24 00000020:00000001:2.0:1763350988.745755:0:57864:0:(tgt_grant.c:1582:tgt_grant_commit_cb_add()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.745757:0:57864:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.745762:0:57864:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00080000:00000001:2.0:1763350988.745765:0:57864:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.745767:0:57864:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.version with size 8 00080000:00000001:2.0:1763350988.745812:0:57864:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000002:2.0:1763350988.745815:0:57864:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847705, last_committed = 21474847700 00000001:00000010:2.0:1763350988.745819:0:57864:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693900. 00000001:00000040:2.0:1763350988.745822:0:57864:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 5 00000020:00000040:2.0:1763350988.745824:0:57864:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=25 00080000:00000001:2.0:1763350988.745832:0:57864:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.745850:0:57864:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350988.745853:0:57864:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1763350988.762082:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df9076c00. 00080000:00000001:1.0:1763350988.797437:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:1.0:1763350988.797452:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:1.0:1763350988.797456:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:1.0:1763350988.797461:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847701 is committed 00000001:00000040:1.0:1763350988.797469:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 1 00000020:00000040:1.0:1763350988.797474:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000001:00000010:1.0:1763350988.797478:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd900. 00040000:00000001:1.0:1763350988.797484:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:1.0:1763350988.797488:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:1.0:1763350988.797491:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df8f03400. 00080000:00000001:1.0:1763350988.797495:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.797713:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763350988.797723:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763350988.797726:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763350988.797729:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847705 is committed 00000001:00000040:2.0:1763350988.797735:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925de8fe7800 : new cb_count 4 00000020:00000040:2.0:1763350988.797739:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 24 00000001:00000010:2.0:1763350988.797743:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693900. 00000020:00000001:2.0:1763350988.797747:0:58081:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:2.0:1763350988.797749:0:58081:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:2.0:1763350988.797751:0:58081:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925de8fe7800 : new cb_count 3 00000020:00000040:2.0:1763350988.797753:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 23 00000020:00000010:2.0:1763350988.797755:0:58081:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925e00693de0. 00040000:00000001:2.0:1763350988.797758:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.797761:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.797764:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc4eb8c00. 00080000:00000001:2.0:1763350988.797767:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.797770:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1763350988.797771:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.797772:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.797773:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc4ebbc00. 00080000:00000001:2.0:1763350988.797775:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.797777:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350988.797779:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925de8fe7800 : new cb_count 2 00000020:00000040:2.0:1763350988.797781:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00000001:00000010:2.0:1763350988.797783:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693600. 00000020:00000001:2.0:1763350988.797785:0:58081:0:(tgt_grant.c:1455:tgt_grant_commit()) Process entered 00000020:00000001:2.0:1763350988.797786:0:58081:0:(tgt_grant.c:1509:tgt_grant_commit()) Process leaving 00000020:00000040:2.0:1763350988.797787:0:58081:0:(tgt_grant.c:1540:tgt_grant_commit_cb()) callback PUTting export ffff925de8fe7800 : new cb_count 1 00000020:00000040:2.0:1763350988.797789:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000020:00000010:2.0:1763350988.797791:0:58081:0:(tgt_grant.c:1541:tgt_grant_commit_cb()) kfreed 'tgc': 88 at ffff925e00693a20. 00040000:00000001:2.0:1763350988.797792:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.797794:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.797795:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc4eb8400. 00080000:00000001:2.0:1763350988.797797:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.797798:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1763350988.797799:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.797801:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.797802:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc4eb9000. 00080000:00000001:2.0:1763350988.797804:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.797806:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350988.797808:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925de8fe7800 : new cb_count 0 00000020:00000040:2.0:1763350988.797810:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000001:00000010:2.0:1763350988.797811:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693960. 00040000:00000001:2.0:1763350988.797813:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.797815:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.797816:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dde7db000. 00080000:00000001:2.0:1763350988.797819:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.797821:0:58081:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763350988.797823:0:58081:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763350988.797824:0:58081:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763350988.797826:0:58081:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 21474847702 is committed 00000001:00000040:2.0:1763350988.797827:0:58081:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925cc2e82000 : new cb_count 0 00000020:00000040:2.0:1763350988.797829:0:58081:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 4 00000001:00000010:2.0:1763350988.797831:0:58081:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693480. 00040000:00000001:2.0:1763350988.797833:0:58081:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.797834:0:58081:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.797836:0:58081:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dfc984400. 00080000:00000001:2.0:1763350988.797839:0:58081:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350988.799322:0:57864:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350988.799482:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00002000:00000001:3.0:1763350988.799488:0:57864:0:(ofd_io.c:1421:ofd_commitrw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.799501:0:57864:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925e00405b00 count: 2 00010000:00000001:3.0:1763350988.799504:0:57864:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:3.0:1763350988.799509:0:57864:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:3.0:1763350988.799515:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:3.0:1763350988.799519:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350988.799526:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:3.0:1763350988.799531:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:3.0:1763350988.799534:0:57864:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:3.0:1763350988.799544:0:57864:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:3.0:1763350988.799548:0:57864:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d8:0x0] updating lvb size from disk: 0 -> 4096 00002000:00010000:3.0:1763350988.799551:0:57864:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x25d8:0x0] updating lvb mtime from disk: 0 -> 1763350988 00002000:00010000:3.0:1763350988.799553:0:57864:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x25d8:0x0] updating lvb ctime from disk: 0 -> 1763350988 00002000:00010000:3.0:1763350988.799557:0:57864:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d8:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:3.0:1763350988.799559:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00002000:00000001:3.0:1763350988.799563:0:57864:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.799567:0:57864:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.799572:0:57864:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00010000:00000001:3.0:1763350988.799577:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.799580:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.799583:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:3.0:1763350988.799586:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350988.799589:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350988.799592:0:57864:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1763350988.799713:0:57864:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 3/0,1 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.799725:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.799728:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350988.799731:0:57864:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.799738:0:57864:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350988.799740:0:57864:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.799744:0:57864:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1763350988.799746:0:57864:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1763350988.799753:0:57864:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc7898000 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:3.0:1763350988.799756:0:57864:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.799759:0:57864:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:3.0:1763350988.799761:0:57864:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.799770:0:57864:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1763350988.799771:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.799773:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.799775:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=4 00000020:00000001:3.0:1763350988.799777:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350988.799779:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350988.799782:0:57864:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1763350988.799785:0:57864:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.799792:0:57864:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1763350988.799794:0:57864:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1763350988.799796:0:57864:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.799802:0:57864:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1763350988.799804:0:57864:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1763350988.799806:0:57864:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1763350988.799807:0:57864:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.799810:0:57864:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc7898000 with handle 0xcb8c81cc3033cc83 from hash 00010000:00000001:3.0:1763350988.799813:0:57864:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1763350988.799814:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.799816:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.799817:0:57864:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1763350988.799823:0:57864:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.799825:0:57864:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.799828:0:57864:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1763350988.799830:0:57864:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350988.799832:0:57864:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:3.0:1763350988.799835:0:57864:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350988.799838:0:57864:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.799840:0:57864:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350988.799841:0:57864:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1763350988.799844:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.799845:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.799847:0:57864:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.799850:0:57864:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.799852:0:57864:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350988.799855:0:57864:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350988.799862:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.799863:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350988.799865:0:57864:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:3.0:1763350988.799867:0:57864:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1763350988.799868:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1763350988.799871:0:57864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc83 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 57864 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350988.799878:0:57864:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925e00405b00 count: 0 00002000:00000010:3.0:1763350988.799886:0:57864:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925cc18fc2c0. 00010000:00000010:3.0:1763350988.799894:0:57864:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925e00405300. 00010000:00000001:3.0:1763350988.799918:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:3.0:1763350988.799920:0:57864:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:3.0:1763350988.799923:0:57864:0:(tgt_handler.c:2980:tgt_brw_write()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.800592:0:57864:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847705, transno 21474847705, xid 1849001118795136 00010000:00000001:3.0:1763350988.800657:0:57864:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.800671:0:57864:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5ed9180 x1849001118795136/t21474847705(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4584/448 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350988.800682:0:57864:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.800686:0:57864:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.800691:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=85 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.800697:0:57864:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.800700:0:57864:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.800702:0:57864:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.800706:0:57864:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.800710:0:57864:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.800714:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.800717:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.800734:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350330. 00000100:00000200:3.0:1763350988.800744:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 4, xid 1849001118795136, offset 224 00000400:00000200:3.0:1763350988.800755:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.800774:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.800783:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198264:198264:256:4294967295] 192.168.202.2@tcp LPNI seq info [198260:198260:8:4294967295] 00000400:00000200:3.0:1763350988.800796:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.800802:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.800809:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928ec00. 00000800:00000200:3.0:1763350988.800817:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.800825:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.800830:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928ec00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.800855:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.800859:0:57864:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.800862:0:57864:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.800864:0:57864:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.800867:0:57864:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.800873:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9180 x1849001118795136/t21474847705(0) o4->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 4584/448 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1763350988.800883:0:57864:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2360:x1849001118795136:12345-192.168.202.2@tcp:4:lfs.0 Request processed in 61517us (62035us total) trans 21474847705 rc 0/0 00000100:00100000:3.0:1763350988.800894:0:57864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3717 00000100:00000040:3.0:1763350988.800898:0:57864:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:3.0:1763350988.800901:0:57864:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.800903:0:57864:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.800911:0:57864:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:3.0:1763350988.800917:0:57864:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090640. 00000020:00000010:3.0:1763350988.800921:0:57864:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08200. 00000020:00000040:3.0:1763350988.800928:0:57864:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 19 00000100:00000001:3.0:1763350988.800932:0:57864:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.801165:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.801171:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928ec00. 00000400:00000200:1.0:1763350988.801176:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.801181:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.801187:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350330 00000400:00000010:1.0:1763350988.801190:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350330. 00000100:00000001:1.0:1763350988.801195:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.801197:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.809260:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.809285:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.809291:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.809294:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.809311:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.809334:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 448 into portal 12 MB=0x691a81ee00680 00000400:00000200:0.0:1763350988.809346:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 448/448 into md 0xd4535 [64] + 184304 00000800:00000001:0.0:1763350988.809358:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.809376:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.809380:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.809387:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.809398:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.809401:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350988.809409:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df5ed9500. 00000100:00000040:0.0:1763350988.809415:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925df5ed9500 x1849001118795392 msgsize 448 00000100:00100000:0.0:1763350988.809421:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.809464:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.809478:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.809484:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.809557:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.809562:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118795392 02000000:00000001:3.0:1763350988.809566:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.809568:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.809571:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.809577:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.809581:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118795392 00000020:00000001:3.0:1763350988.809585:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.809587:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350988.809590:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.809594:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=506 00000020:00000001:3.0:1763350988.809689:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350988.809692:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350988.809697:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.809918:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda080. 00000100:00000001:0.0:1763350988.809924:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.809927:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda080. 00000020:00000010:0.0:1763350988.809936:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fe00. 00000020:00000010:0.0:1763350988.809943:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0d80. 00000020:00000010:0.0:1763350988.809949:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350988.809961:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350988.809964:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.809966:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.809970:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.809979:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.809998:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.810016:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.810021:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.810027:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140647 00000100:00000040:0.0:1763350988.810031:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350988.810034:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530988442880 : -120542721108736 : ffff925df5ed9500) 00000100:00000040:0.0:1763350988.810063:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df5ed9500 x1849001118795392/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 448/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.810074:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.810078:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda080. 00000100:00000001:0.0:1763350988.810080:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.810083:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda080. 00000100:00100000:0.0:1763350988.810087:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df5ed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+506:226800:x1849001118795392:12345-192.168.202.2@tcp:44:lfs.0 00000100:00000200:0.0:1763350988.810092:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118795392 00000020:00000001:0.0:1763350988.810096:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.810101:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350988.810106:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.810109:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.810111:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716624 : -1040834992 : ffffffffc1f61e50) 00000020:00000001:0.0:1763350988.810115:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350988.810119:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118795392, found 0 last_xid 1849001118795391 00000020:00000001:0.0:1763350988.810122:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.810124:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.810127:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.810131:0:21173:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:0.0:1763350988.810138:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.810144:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000020:00000001:0.0:1763350988.810147:0:21173:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.810149:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.810155:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.810158:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.810164:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 736 at ffff925de0137000. 02000000:00000001:0.0:1763350988.810167:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.810169:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.810174:0:21173:0:(mdt_handler.c:3409:mdt_sync()) Process entered 00000004:00000001:0.0:1763350988.810179:0:21173:0:(mdt_handler.c:3378:mdt_object_sync()) Process entered 00080000:00000001:0.0:1763350988.810186:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.810195:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:0.0:1763350988.810201:0:21173:0:(osd_object.c:2123:osd_object_sync()) Process entered 00010000:00000010:3.1:1763350988.817703:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925e00405b00. 00010000:00000010:3.1:1763350988.817723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7898000. 00000100:00000040:3.0:1763350988.817752:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300865712, at 4300865720 00000100:00000010:3.0:1763350988.817762:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cd99f5960. 00000100:00000040:0.0:1763350988.817841:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300865712, at 4300865720 00000100:00000010:0.0:1763350988.817848:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cd99f5240. 00000100:00000040:2.0:1763350988.817947:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300865712, at 4300865720 00000100:00000010:2.0:1763350988.817953:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925dd0a4e4e0. 00000100:00000040:1.0:1763350988.823417:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300865712, at 4300865725 00000100:00000010:1.0:1763350988.823441:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925cd99f5120. 00010000:00000001:3.0:1763350988.826146:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.826155:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.826164:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.826166:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.826169:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.826170:0:95504:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.826175:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.826177:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.826183:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350988.826186:0:95504:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1763350988.826189:0:95504:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1763350988.826192:0:95504:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.826195:0:95504:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1763350988.826198:0:95504:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.826200:0:95504:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.826202:0:95504:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.826233:0:56731:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1763350988.826236:0:56731:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1763350988.826239:0:56731:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:0.0:1763350988.883679:0:21173:0:(osd_object.c:2136:osd_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.883697:0:21173:0:(mdt_handler.c:3398:mdt_object_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.883707:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350988.883711:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350988.883723:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.883727:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.883729:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763350988.883738:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000004:00000001:0.0:1763350988.883738:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00000100:00000001:2.0:1763350988.883741:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00080000:00000001:0.0:1763350988.883742:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00000001:00080000:2.0:1763350988.883745:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055206 is committed 00000001:00000040:2.0:1763350988.883749:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 13 00080000:00000001:0.0:1763350988.883750:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350988.883753:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000020:00000040:2.0:1763350988.883755:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 505 00000004:00000001:0.0:1763350988.883757:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000001:00000010:2.0:1763350988.883758:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4e1e0. 00000004:00000001:0.0:1763350988.883760:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350988.883763:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763350988.883765:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000002:0.0:1763350988.883765:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff8:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00040000:00000001:2.0:1763350988.883768:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.883769:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000002:0.0:1763350988.883770:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00040000:00000001:2.0:1763350988.883771:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1763350988.883773:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1763350988.883774:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5ea4c00. 00080000:00000001:2.0:1763350988.883777:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.883779:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350988.883781:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 12 00000020:00000040:2.0:1763350988.883785:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 504 00000001:00000001:0.0:1763350988.883786:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000010:2.0:1763350988.883787:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4e120. 00000001:00000001:0.0:1763350988.883789:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763350988.883790:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883791:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.883792:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000001:00000001:0.0:1763350988.883793:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00040000:00000001:2.0:1763350988.883794:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000001:00000001:0.0:1763350988.883794:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000010:2.0:1763350988.883795:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5ea6400. 00080000:00000001:2.0:1763350988.883797:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000001:00000001:0.0:1763350988.883797:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.883799:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000001:0.0:1763350988.883799:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000040:2.0:1763350988.883801:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 11 00000001:00000001:0.0:1763350988.883801:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1763350988.883803:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 503 00000001:00000001:0.0:1763350988.883803:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1763350988.883804:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925dd0a4e960. 00000004:00000002:0.0:1763350988.883805:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff8:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00040000:00000001:2.0:1763350988.883806:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883807:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.883808:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883809:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000004:00000001:0.0:1763350988.883810:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:2.0:1763350988.883811:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df5ea7c00. 00080000:00000001:2.0:1763350988.883813:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000004:00000001:0.0:1763350988.883813:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00080000:00000001:2.0:1763350988.883817:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763350988.883820:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763350988.883821:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763350988.883823:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055209 is committed 00000020:00000001:0.0:1763350988.883823:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000001:00000040:2.0:1763350988.883825:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:2.0:1763350988.883827:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 502 00000001:00000010:2.0:1763350988.883829:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fdf60. 00040000:00000001:2.0:1763350988.883831:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000020:00000001:0.0:1763350988.883831:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763350988.883832:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.883833:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000004:00000001:0.0:1763350988.883833:0:21173:0:(mdt_handler.c:3446:mdt_sync()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763350988.883834:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.883836:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df8f01c00. 00080000:00000001:2.0:1763350988.883839:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000040:0.0:1763350988.883839:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055209, transno 0, xid 1849001118795392 00080000:00000001:2.0:1763350988.883842:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00010000:00000001:0.0:1763350988.883843:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000001:00000040:2.0:1763350988.883844:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:2.0:1763350988.883846:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 501 00000001:00000010:2.0:1763350988.883848:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cc45fd4e0. 00040000:00000001:2.0:1763350988.883849:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883851:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00010000:00000200:0.0:1763350988.883858:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df5ed9500 x1849001118795392/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 448/440 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350988.883868:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.883872:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.883877:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.883883:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.883886:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.883889:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.883892:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.883897:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.883902:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.883905:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00040000:00000001:2.0:1763350988.883909:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883911:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.883912:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df8f03800. 00000400:00000010:0.0:1763350988.883912:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019088. 00080000:00000001:2.0:1763350988.883915:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.883917:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1763350988.883919:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883920:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.883921:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00000200:0.0:1763350988.883921:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 10, xid 1849001118795392, offset 224 00040000:00000001:2.0:1763350988.883922:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.883924:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925df8f00800. 00080000:00000001:2.0:1763350988.883927:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000400:00000200:0.0:1763350988.883929:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00080000:00000001:2.0:1763350988.883930:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:2.0:1763350988.883932:0:20046:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:2.0:1763350988.883933:0:20046:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:2.0:1763350988.883935:0:20046:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 8590055210 is committed 00000001:00000040:2.0:1763350988.883937:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:2.0:1763350988.883939:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 500 00000001:00000010:2.0:1763350988.883941:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006939c0. 00040000:00000001:2.0:1763350988.883943:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883945:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.883946:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883947:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000400:00000200:0.0:1763350988.883948:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00080000:00000010:2.0:1763350988.883949:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc4ebb400. 00080000:00000001:2.0:1763350988.883951:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.883953:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350988.883955:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 7 00000400:00000200:0.0:1763350988.883957:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198265:198265:256:4294967295] 192.168.202.2@tcp LPNI seq info [198261:198261:8:4294967295] 00000020:00000040:2.0:1763350988.883958:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000001:00000010:2.0:1763350988.883960:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693e40. 00040000:00000001:2.0:1763350988.883961:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883962:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.883963:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883964:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.883965:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dde7dbc00. 00080000:00000001:2.0:1763350988.883967:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.883969:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000400:00000200:0.0:1763350988.883970:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000001:00000040:2.0:1763350988.883971:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:2.0:1763350988.883973:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000001:00000010:2.0:1763350988.883975:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693780. 00000800:00000200:0.0:1763350988.883976:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.2@tcp 00040000:00000001:2.0:1763350988.883977:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883979:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.883980:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883981:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000800:00000010:0.0:1763350988.883982:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5600. 00080000:00000010:2.0:1763350988.883983:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dde7db800. 00080000:00000001:2.0:1763350988.883985:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.883986:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350988.883988:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:2.0:1763350988.883990:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 497 00000001:00000010:2.0:1763350988.883991:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006933c0. 00000800:00000200:0.0:1763350988.883991:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00040000:00000001:2.0:1763350988.883993:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883994:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.883995:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.883997:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.883998:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dde7d8c00. 00080000:00000001:2.0:1763350988.884000:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.884001:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000800:00000200:0.0:1763350988.884001:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000001:00000040:2.0:1763350988.884003:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:2.0:1763350988.884005:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000001:00000010:2.0:1763350988.884007:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006932a0. 00000800:00000200:0.0:1763350988.884007:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5600 type 1, nob 536 niov 1 nkiov 1 00040000:00000001:2.0:1763350988.884008:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884010:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.884010:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884011:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.884012:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dde7d9c00. 00080000:00000001:2.0:1763350988.884014:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.884015:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350988.884017:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:2.0:1763350988.884018:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000001:00000010:2.0:1763350988.884020:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e006935a0. 00040000:00000001:2.0:1763350988.884022:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884024:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.884025:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884026:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.884027:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dde7d8400. 00080000:00000001:2.0:1763350988.884030:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.884031:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350988.884033:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 2 00000100:00000001:0.0:1763350988.884033:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.884036:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000040:0.0:1763350988.884037:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00000001:00000010:2.0:1763350988.884048:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693720. 00040000:00000001:2.0:1763350988.884050:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00010000:00000001:0.0:1763350988.884050:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00040000:00000001:2.0:1763350988.884052:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1763350988.884052:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1763350988.884053:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884054:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00000020:00000001:0.0:1763350988.884055:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00080000:00000010:2.0:1763350988.884056:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dde7da800. 00080000:00000001:2.0:1763350988.884058:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.884060:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350988.884063:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 1 00000100:00000040:0.0:1763350988.884063:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df5ed9500 x1849001118795392/t0(0) o44->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 448/440 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1763350988.884064:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 493 00000001:00000010:2.0:1763350988.884066:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693000. 00040000:00000001:2.0:1763350988.884068:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884069:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.884071:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884072:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.884074:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dfc986400. 00000100:00100000:0.0:1763350988.884075:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df5ed9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226800:x1849001118795392:12345-192.168.202.2@tcp:44:lfs.0 Request processed in 73999us (74657us total) trans 0 rc 0/0 00080000:00000001:2.0:1763350988.884078:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.884080:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000001:00000040:2.0:1763350988.884081:0:20046:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925ddf07e000 : new cb_count 0 00000020:00000040:2.0:1763350988.884083:0:20046:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000001:00000010:2.0:1763350988.884084:0:20046:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693300. 00040000:00000001:2.0:1763350988.884086:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00000100:00100000:0.0:1763350988.884087:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140647 00040000:00000001:2.0:1763350988.884088:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.884089:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884090:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.884092:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dfc985400. 00000100:00000040:0.0:1763350988.884093:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00080000:00000001:2.0:1763350988.884094:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000100:00000001:0.0:1763350988.884095:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.884097:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00080000:00000001:2.0:1763350988.884098:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00040000:00000001:2.0:1763350988.884099:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884100:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.884101:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884102:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.884103:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904fc00. 00000020:00000010:0.0:1763350988.884104:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0d80. 00080000:00000001:2.0:1763350988.884106:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:2.0:1763350988.884107:0:20046:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000020:00000010:0.0:1763350988.884109:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00080000:2.0:1763350988.884111:0:20046:0:(update_trans.c:1333:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967630 batchid updated 00000020:00000010:0.0:1763350988.884113:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fe00. 00000020:00000040:0.0:1763350988.884120:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:0.0:1763350988.884123:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763350988.884125:0:20046:0:(update_trans.c:1342:distribute_txn_batchid_cb()) kfreed 'dtbd': 88 at ffff925cd99f52a0. 00040000:00000001:2.0:1763350988.884128:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884130:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00040000:00000001:2.0:1763350988.884131:0:20046:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:2.0:1763350988.884131:0:20046:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:2.0:1763350988.884133:0:20046:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925de904d400. 00080000:00000001:2.0:1763350988.884136:0:20046:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00000800:00000200:1.0:1763350988.885171:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.885186:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5600. 00000400:00000200:1.0:1763350988.885194:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.885204:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350988.885213:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019088 00000400:00000010:1.0:1763350988.885217:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019088. 00000100:00000001:1.0:1763350988.885223:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.885226:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00080000:3.0:1763350988.885246:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967630 00000020:00000001:3.0:1763350988.885257:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763350988.885262:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371540 refcount 1 committed 1 result 0 batchid 4294967629 00000020:00000040:3.0:1763350988.885268:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925deb371240 00000020:00000040:3.0:1763350988.885272:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925df5ea5c00 00000020:00000040:3.0:1763350988.885276:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:3.0:1763350988.885280:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:3.0:1763350988.885291:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.885296:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122900. 00000020:00000010:3.0:1763350988.885300:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122200. 00000020:00000010:3.0:1763350988.885303:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925deb371540. 00000020:00000001:3.0:1763350988.885306:0:20049:0:(update_trans.c:1267:distribute_txn_cancel_records()) Process entered 00000020:00000040:3.0:1763350988.885308:0:20049:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925deb371f00 refcount 1 committed 1 result 0 batchid 4294967630 00000020:00000040:3.0:1763350988.885311:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925deb3716c0 00000020:00000040:3.0:1763350988.885315:0:20049:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df0122300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff925df5ea7000 00000020:00000040:3.0:1763350988.885318:0:20049:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000040:3.0:1763350988.885320:0:20049:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:3.0:1763350988.885322:0:20049:0:(update_trans.c:1301:distribute_txn_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.885324:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122800. 00000020:00000010:3.0:1763350988.885326:0:20049:0:(update_trans.c:1245:top_multiple_thandle_destroy()) kfreed 'st': 208 at ffff925df0122300. 00000020:00000010:3.0:1763350988.885328:0:20049:0:(update_trans.c:1247:top_multiple_thandle_destroy()) kfreed 'tmt': 152 at ffff925deb371f00. 00000020:00080000:3.0:1763350988.885330:0:20049:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967630 00000800:00000001:1.0:1763350988.889181:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.889207:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.889213:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.889216:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.889229:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.889254:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81ee00700 00000400:00000200:1.0:1763350988.889266:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e4d [8] + 2408 00000800:00000001:1.0:1763350988.889276:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.889692:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.889697:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.889703:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.889712:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.889715:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350988.889723:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c1500. 00000100:00000040:1.0:1763350988.889727:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c1500 x1849001118795520 msgsize 440 00000100:00100000:1.0:1763350988.889731:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.889748:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:2.0:1763350988.889826:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.889830:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118795520 02000000:00000001:2.0:1763350988.889833:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.889836:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.889839:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.889844:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.889849:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118795520 00000020:00000001:2.0:1763350988.889853:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.889855:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350988.889858:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.889862:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=20 00000020:00000001:2.0:1763350988.889865:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350988.889867:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350988.889872:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.889878:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:2.0:1763350988.889882:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.889884:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:2.0:1763350988.889890:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08400. 00000020:00000010:2.0:1763350988.889897:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.889903:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350988.889915:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350988.889919:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.889920:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.889923:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.889933:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.889950:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.889965:0:63085:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.889968:0:63085:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.889973:0:63085:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20046 00000100:00000040:2.0:1763350988.889977:0:63085:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350988.889980:0:63085:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079570688 : -120542629980928 : ffff925dfb5c1500) 00000100:00000040:2.0:1763350988.889988:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c1500 x1849001118795520/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.889998:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.890000:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:2.0:1763350988.890002:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.890005:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:2.0:1763350988.890009:0:63085:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118795520:12345-192.168.202.2@tcp:16:lfs.0 00000100:00000200:2.0:1763350988.890012:0:63085:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118795520 00000020:00000001:2.0:1763350988.890016:0:63085:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.890020:0:63085:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.890023:0:63085:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.890025:0:63085:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.890028:0:63085:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840416 : -1038711200 : ffffffffc2168660) 00000020:00000001:2.0:1763350988.890032:0:63085:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.890035:0:63085:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.890037:0:63085:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.890051:0:63085:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.890054:0:63085:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.890060:0:63085:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350988.890062:0:63085:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.890065:0:63085:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.890067:0:63085:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.890069:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.890071:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.890073:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.890075:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.890076:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.890078:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.890079:0:63085:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.890080:0:63085:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.890082:0:63085:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.890085:0:63085:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.890087:0:63085:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.890092:0:63085:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.890095:0:63085:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.890101:0:63085:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dc4ebb400. 02000000:00000001:2.0:1763350988.890103:0:63085:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.890106:0:63085:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.890109:0:63085:0:(ofd_dev.c:1957:ofd_sync_hdl()) Process entered 00002000:00000001:2.0:1763350988.890113:0:63085:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.890117:0:63085:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.890124:0:63085:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:2.0:1763350988.890127:0:63085:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00000020:00000001:2.0:1763350988.890130:0:63085:0:(tgt_handler.c:1336:tgt_sync()) Process entered 00080000:00000001:2.0:1763350988.890134:0:63085:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.890141:0:63085:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000001:2.0:1763350988.890144:0:63085:0:(tgt_handler.c:1347:tgt_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.890148:0:63085:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.890156:0:63085:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.890161:0:63085:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.890168:0:63085:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.890170:0:63085:0:(ofd_dev.c:1989:ofd_sync_hdl()) Process leaving 00000020:00000002:2.0:1763350988.890173:0:63085:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00010000:00000040:2.0:1763350988.890178:0:63085:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847705, transno 0, xid 1849001118795520 00010000:00000001:2.0:1763350988.890181:0:63085:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.890186:0:63085:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c1500 x1849001118795520/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.890195:0:63085:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.890197:0:63085:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.890201:0:63085:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.890207:0:63085:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.890209:0:63085:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.890212:0:63085:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.890215:0:63085:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.890217:0:63085:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.890221:0:63085:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.890224:0:63085:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.890230:0:63085:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2220. 00000100:00000200:2.0:1763350988.890236:0:63085:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118795520, offset 224 00000400:00000200:2.0:1763350988.890243:0:63085:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.890255:0:63085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.890262:0:63085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198266:198266:256:4294967295] 192.168.202.2@tcp LPNI seq info [198262:198262:8:4294967295] 00000400:00000200:2.0:1763350988.890273:0:63085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.890278:0:63085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.890284:0:63085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd81c6a00. 00000800:00000200:2.0:1763350988.890290:0:63085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.890298:0:63085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.890302:0:63085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd81c6a00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.890321:0:63085:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.890325:0:63085:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.890328:0:63085:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.890329:0:63085:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.890331:0:63085:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.890336:0:63085:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c1500 x1849001118795520/t0(0) o16->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.890345:0:63085:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_016:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:2361:x1849001118795520:12345-192.168.202.2@tcp:16:lfs.0 Request processed in 346us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.890353:0:63085:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20046 00000100:00000040:2.0:1763350988.890357:0:63085:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.890359:0:63085:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.890361:0:63085:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.890367:0:63085:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.890371:0:63085:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:2.0:1763350988.890375:0:63085:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08400. 00000020:00000040:2.0:1763350988.890382:0:63085:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 19 00000100:00000001:2.0:1763350988.890384:0:63085:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.890401:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.890408:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350988.890658:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.890663:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd81c6a00. 00000400:00000200:2.0:1763350988.890673:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.890678:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.890684:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2220 00000400:00000010:2.0:1763350988.890687:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2220. 00000100:00000001:2.0:1763350988.890691:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.890693:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:1.0:1763350988.903309:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.903338:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.903345:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.903348:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.903363:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.903389:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 12 MB=0x691a81ee00800 00000400:00000200:1.0:1763350988.903402:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 488/488 into md 0xd4535 [64] + 184752 00000800:00000001:1.0:1763350988.903417:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.903430:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.903433:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.903439:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.903449:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.903452:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1763350988.903463:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0380. 00000100:00000040:1.0:1763350988.903468:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0380 x1849001118795776 msgsize 488 00000100:00100000:1.0:1763350988.903472:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.903492:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.903505:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.903509:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.903556:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.903559:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118795776 02000000:00000001:0.0:1763350988.903566:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350988.903570:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.903572:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.903578:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.903584:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118795776 00000020:00000001:0.0:1763350988.903588:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.903590:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350988.903593:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.903647:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:0.0:1763350988.903652:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350988.903654:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350988.903660:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.903668:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda440. 00000100:00000001:0.0:1763350988.903673:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.903676:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda440. 00000020:00000010:0.0:1763350988.903684:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fe00. 00000020:00000010:0.0:1763350988.903692:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd991c380. 00000020:00000010:0.0:1763350988.903698:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350988.903710:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350988.903713:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350988.903715:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.903718:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.903729:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.903734:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.903750:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.903753:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.903758:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140648 00000100:00000040:0.0:1763350988.903763:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350988.903765:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079566208 : -120542629985408 : ffff925dfb5c0380) 00000100:00000040:0.0:1763350988.903773:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c0380 x1849001118795776/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.903782:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.903785:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda440. 00000100:00000001:0.0:1763350988.903788:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.903790:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda440. 00000100:00100000:0.0:1763350988.903795:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226800:x1849001118795776:12345-192.168.202.2@tcp:36:lfs.0 00000100:00000200:0.0:1763350988.903799:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118795776 00000020:00000001:0.0:1763350988.903803:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.903808:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350988.903814:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.903817:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.903819:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716240 : -1040835376 : ffffffffc1f61cd0) 00000020:00000001:0.0:1763350988.903822:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350988.903826:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118795776, found 0 last_xid 1849001118795775 00000020:00000001:0.0:1763350988.903830:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.903832:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.903953:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.903957:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.903961:0:21173:0:(mdt_handler.c:3341:mdt_reint()) Process entered 00000004:00000002:0.0:1763350988.903970:0:21173:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 1 req@ffff925dfb5c0380 x1849001118795776/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/0 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000004:00000001:0.0:1763350988.903984:0:21173:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763350988.903988:0:21173:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763350988.903990:0:21173:0:(mdt_lib.c:1391:mdt_setattr_unpack()) Process entered 00000004:00000001:0.0:1763350988.903994:0:21173:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763350988.903999:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.904001:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.904004:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.904006:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=2965852856 : 2965852856 : 0xb0c752b8) 00000001:00000001:0.0:1763350988.904009:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=2965852856 : 2965852856 : b0c752b8) 00000001:00000001:0.0:1763350988.904011:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.904012:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=4294967295 : 4294967295 : 0xffffffff) 00000001:00000001:0.0:1763350988.904015:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=4294967295 : 4294967295 : ffffffff) 00000001:00000001:0.0:1763350988.904016:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.904018:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.904020:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.904022:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.904023:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.904025:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904027:0:21173:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904032:0:21173:0:(mdt_lib.c:1381:mdt_dlmreq_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904035:0:21173:0:(mdt_lib.c:1421:mdt_setattr_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904036:0:21173:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904049:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350988.904051:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350988.904055:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.904058:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.904067:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 3448 at ffff925dc7ea4000. 02000000:00000001:0.0:1763350988.904070:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.904072:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904077:0:21173:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350988.904079:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.904080:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.904082:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.904083:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.904085:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.904089:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.904090:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.904092:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.904095:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.904097:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.904103:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350988.904112:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350988.904115:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350988.904119:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350988.904121:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.904124:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.904125:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904128:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350988.904130:0:21173:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904134:0:21173:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350988.904136:0:21173:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904140:0:21173:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763350988.904142:0:21173:0:(mdt_reint.c:916:mdt_reint_setattr()) Process entered 00000004:00000002:0.0:1763350988.904147:0:21173:0:(mdt_reint.c:918:mdt_reint_setattr()) @@@ setattr [0x200000bd2:0x3ff8:0x0] 7 req@ffff925dfb5c0380 x1849001118795776/t0(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/3152 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1763350988.904158:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:0.0:1763350988.904161:0:21173:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:0.0:1763350988.904164:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.904166:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.904169:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:0.0:1763350988.904172:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.904175:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000040:0.0:1763350988.904181:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 3 00000004:00000001:0.0:1763350988.904188:0:21173:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:0.0:1763350988.904191:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350988.904196:0:21173:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.904201:0:21173:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.904203:0:21173:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.904206:0:21173:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.904213:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.904216:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.904224:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.904226:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.904228:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.904229:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.904233:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cc05 from hash 00010000:00000001:0.0:1763350988.904235:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.904236:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.904237:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.904238:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.904245:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.904247:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.904249:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.904250:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.904255:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cc05 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecca4 expref: 492 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350988.904266:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 486 00000020:00000040:0.0:1763350988.904268:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00010000:00000010:0.0:1763350988.904271:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4600. 00010000:00000001:0.0:1763350988.904281:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.904284:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.904287:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.904290:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) 00010000:00000001:0.0:1763350988.904296:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.904298:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.904300:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:0.0:1763350988.904302:0:21173:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:0.0:1763350988.904303:0:21173:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350988.904306:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350988.904309:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff8:0x0] 00000020:00000001:0.0:1763350988.904312:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.904317:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000004:00000001:0.0:1763350988.904319:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014992384 : -120547694559232 : ffff925ccd7cc000) 00000004:00000001:0.0:1763350988.904322:0:21173:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:0.0:1763350988.904325:0:21173:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350988.904331:0:21173:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925dde922460. 00000020:00000010:0.0:1763350988.904343:0:21173:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925dc14c0230. 00000004:00000001:0.0:1763350988.904349:0:21173:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763350988.904354:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.904358:0:21173:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350988.904360:0:21173:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:0.0:1763350988.904363:0:21173:0:(mdt_reint.c:814:mdt_attr_set()) Process entered 00000004:00000001:0.0:1763350988.904365:0:21173:0:(mdt_reint.c:283:mdt_object_stripes_lock()) Process entered 00000004:00000001:0.0:1763350988.904369:0:21173:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:0.0:1763350988.904373:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:0.0:1763350988.904376:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350988.904381:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 2 00010000:00000001:0.0:1763350988.904384:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.904388:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350988.904393:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350988.904397:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350988.904399:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033cc8a to hash 00000020:00000001:0.0:1763350988.904401:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350988.904403:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350988.904409:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5a80. 00010000:00000001:0.0:1763350988.904413:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350988.904416:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.904417:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.904421:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.904427:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1763350988.904431:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:0.0:1763350988.904433:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:0.0:1763350988.904436:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.904439:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.904441:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:0.0:1763350988.904443:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.904446:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1763350988.904449:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:0.0:1763350988.904451:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:0.0:1763350988.904453:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1763350988.904456:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) refcount = 2 00010000:00000040:0.0:1763350988.904459:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1763350988.904463:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033cbf7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc9d expref: 491 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350988.904469:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.904475:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1763350988.904477:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.904478:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.904480:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1763350988.904481:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.904484:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.904485:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350988.904488:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1763350988.904491:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.904494:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.904499:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:0.0:1763350988.904500:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.904501:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.904502:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.904504:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.904505:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:0.0:1763350988.904507:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350988.904509:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:0.0:1763350988.904511:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.904512:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:0.0:1763350988.904513:0:21173:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904515:0:21173:0:(mdt_reint.c:306:mdt_object_stripes_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.904520:0:21173:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763350988.904536:0:21173:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763350988.904542:0:21173:0:(mdd_object.c:922:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350988.904549:0:21173:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350988.904557:0:21173:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd0a4ea20. 00080000:00000001:0.0:1763350988.904563:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350988.904575:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de0137800. 00080000:00000001:0.0:1763350988.904577:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530621827072 : -120543087724544 : ffff925de0137800) 00000004:00000001:0.0:1763350988.904583:0:21173:0:(lod_object.c:1227:lod_declare_attr_set()) Process entered 00000004:00000001:0.0:1763350988.904586:0:21173:0:(lod_sub_object.c:618:lod_sub_declare_attr_set()) Process entered 00000004:00000001:0.0:1763350988.904590:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.904593:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621827072 : -120543087724544 : ffff925de0137800) 00080000:00000001:0.0:1763350988.904745:0:21173:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.904975:0:21173:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.904980:0:21173:0:(lod_sub_object.c:630:lod_sub_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.904982:0:21173:0:(lod_object.c:1246:lod_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.904989:0:21173:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350988.904991:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350988.904999:0:21173:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350988.905001:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.905003:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621827072 : -120543087724544 : ffff925de0137800) 00080000:00000001:2.0:1763350988.905009:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.905015:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.905017:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.905020:0:21173:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.905052:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.905055:0:21173:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.905057:0:21173:0:(mdd_object.c:1402:mdd_attr_set()) setting mtime 1763350988, ctime 1763350988 00000004:00000001:2.0:1763350988.905061:0:21173:0:(mdd_object.c:595:mdd_attr_set_internal()) Process entered 00000004:00000001:2.0:1763350988.905063:0:21173:0:(lod_object.c:1333:lod_attr_set()) Process entered 00000004:00000001:2.0:1763350988.905065:0:21173:0:(lod_sub_object.c:653:lod_sub_attr_set()) Process entered 00000004:00000001:2.0:1763350988.905067:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.905068:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621827072 : -120543087724544 : ffff925de0137800) 00080000:00000001:2.0:1763350988.905072:0:21173:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.905129:0:21173:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.905132:0:21173:0:(lod_sub_object.c:668:lod_sub_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.905134:0:21173:0:(lod_object.c:1344:lod_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.905136:0:21173:0:(mdd_object.c:602:mdd_attr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.905142:0:21173:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.905144:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.905149:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350988.905154:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055211, last_committed = 8590055210 00000001:00000010:2.0:1763350988.905159:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693720. 00000001:00000040:2.0:1763350988.905162:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 1 00000020:00000040:2.0:1763350988.905165:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=492 00000001:00000010:2.0:1763350988.905173:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dee2d06c0. 00000004:00000001:2.0:1763350988.905180:0:21173:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350988.905181:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.905182:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621827072 : -120543087724544 : ffff925de0137800) 00080000:00000001:2.0:1763350988.905186:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.905216:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350988.905219:0:21173:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.905222:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dee2d06c0: xid 1849001118795776, transno 8590055211, tag 1, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.905225:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.905238:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.905240:0:21173:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd0a4ea20. 00000020:00000001:2.0:1763350988.905244:0:21173:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.905252:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 3 00010000:00000001:2.0:1763350988.905255:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.905258:0:21173:0:(mdt_reint.c:855:mdt_attr_set()) Process leaving 00000004:00000001:2.0:1763350988.905261:0:21173:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350988.905263:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350988.905265:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.905266:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.905267:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.905269:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.905271:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:2.0:1763350988.905273:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:2.0:1763350988.905276:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00000004:00010000:2.0:1763350988.905279:0:21173:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 00000000aa126938 reply state 00000000e9112b5b transno 8590055211 ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00000100:00100000:2.0:1763350988.905289:0:21173:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:2.0:1763350988.905291:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.905292:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.905293:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.905295:0:21173:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350988.905297:0:21173:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350988.905299:0:21173:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350988.905301:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.905304:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350988.905307:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.905310:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.905316:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.905318:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.905326:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.905693:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.905700:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350988.905702:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350988.905705:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.905708:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff8:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763350988.905713:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350988.905716:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.905720:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.905722:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.905724:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.905726:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.905728:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.905729:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.905731:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.905733:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350988.905736:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff8:0x0]: nlink=1, mode=100600, valid=0x100000000000278f 00000004:00000001:2.0:1763350988.905740:0:21173:0:(mdt_reint.c:1118:mdt_reint_setattr()) Process leaving 00000004:00000001:2.0:1763350988.905742:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.905745:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763350988.905753:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.905760:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.905764:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.905765:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.905770:0:21173:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.905773:0:21173:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350988.905779:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.905782:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.905785:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350988.905786:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350988.905788:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350988.905793:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350988.905802:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.905807:0:21173:0:(mdt_handler.c:3357:mdt_reint()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.905811:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 8590055211, xid 1849001118795776 00010000:00000001:2.0:1763350988.905815:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:2.0:1763350988.905818:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00010000:00000200:2.0:1763350988.905820:0:21173:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055211, last committed = 8590055210 00010000:00000200:2.0:1763350988.905832:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c0380 x1849001118795776/t8590055211(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350988.905896:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.905900:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.905905:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.905912:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.905915:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.905918:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.905921:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.905924:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.905927:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.905931:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.905937:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2220. 00000100:00000200:2.0:1763350988.905945:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118795776, offset 224 00000400:00000010:2.0:1763350988.905953:0:21173:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925df0e570a8. 00000400:00000200:2.0:1763350988.905957:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.905975:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.905983:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198267:198267:256:4294967295] 192.168.202.2@tcp LPNI seq info [198263:198263:8:4294967295] 00000400:00000200:2.0:1763350988.905990:0:21173:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:2.0:1763350988.905999:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.906004:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.906010:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd81c6a00. 00000800:00000200:2.0:1763350988.906017:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.906027:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.906032:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd81c6a00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.906179:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.906183:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.906187:0:21173:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.906189:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.906192:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.906197:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0380 x1849001118795776/t8590055211(0) o36->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 488/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350988.906207:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226800:x1849001118795776:12345-192.168.202.2@tcp:36:lfs.0 Request processed in 2423us (2737us total) trans 8590055211 rc 0/0 00000100:00100000:2.0:1763350988.906215:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140648 00000100:00000040:2.0:1763350988.906219:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.906221:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.906223:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.906229:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd991c380. 00000020:00000010:2.0:1763350988.906234:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:2.0:1763350988.906239:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fe00. 00000020:00000040:2.0:1763350988.906245:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000100:00000001:2.0:1763350988.906248:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1763350988.906426:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350988.906431:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd81c6a00. 00000400:00000200:1.0:1763350988.906441:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.906447:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.906454:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.906456:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:0.1:1763350988.909906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000800:00000001:0.0:1763350988.909938:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.909958:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.909961:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.909967:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.909981:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:0.0:1763350988.910005:0:3310:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12fd29 00000400:00000200:0.0:1763350988.910014:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.910019:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:0.0:1763350988.910027:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2220 00000400:00000010:0.0:1763350988.910031:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2220. 00000100:00000001:0.0:1763350988.910036:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.910048:0:3310:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:0.0:1763350988.910050:0:3310:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:0.0:1763350988.910068:0:3310:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:0.0:1763350988.910070:0:3310:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:0.0:1763350988.910072:0:3310:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.910080:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.910084:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.911221:0:3302:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:2.0:1763350988.911230:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.911234:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.911239:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=3 00000020:00000001:2.0:1763350988.911243:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:2.0:1763350988.911248:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:2.0:1763350988.911251:0:3302:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.911256:0:3302:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.911265:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.911268:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.911270:0:3302:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.911276:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.911278:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.911282:0:3302:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.911284:0:3302:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350988.911290:0:3302:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925df15e2c00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.911293:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.911296:0:3302:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.911299:0:3302:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.911305:0:3302:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.911306:0:3302:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.911307:0:3302:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.911309:0:3302:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e2c00 refcount=4 00000020:00000001:2.0:1763350988.911311:0:3302:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:2.0:1763350988.911313:0:3302:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000001:2.0:1763350988.911316:0:3302:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.911318:0:3302:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.911323:0:3302:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.911325:0:3302:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.911327:0:3302:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.911334:0:3302:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.911335:0:3302:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.911337:0:3302:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.911338:0:3302:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.911341:0:3302:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033cc8a from hash 00010000:00000001:2.0:1763350988.911343:0:3302:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.911346:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.911347:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.911348:0:3302:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.911354:0:3302:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.911356:0:3302:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.911359:0:3302:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.911361:0:3302:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.911364:0:3302:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.911366:0:3302:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) 00010000:00010000:2.0:1763350988.911369:0:3302:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350988.911372:0:3302:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.911375:0:3302:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.911377:0:3302:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.911380:0:3302:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.911382:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.911383:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.911384:0:3302:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.911386:0:3302:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.911389:0:3302:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.911391:0:3302:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.911396:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.911398:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.911399:0:3302:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.911401:0:3302:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.911402:0:3302:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.911404:0:3302:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033cc8a lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350988.911411:0:3302:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc4ea5a80. 00010000:00000001:2.0:1763350988.911422:0:3302:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:2.0:1763350988.911426:0:3302:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:2.0:1763350988.911429:0:3302:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.912511:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.912542:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350988.912549:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.912552:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.912568:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350988.912592:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee00880 00000400:00000200:1.0:1763350988.912631:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e4d [8] + 2848 00000800:00000001:1.0:1763350988.912641:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.912725:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350988.912729:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.912733:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350988.912740:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.912742:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350988.912750:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dfb5c0700. 00000100:00000040:1.0:1763350988.912754:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dfb5c0700 x1849001118795904 msgsize 328 00000100:00100000:1.0:1763350988.912758:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.912778:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350988.912788:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350988.912792:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.912879:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.912883:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118795904 02000000:00000001:2.0:1763350988.912887:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.912891:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.912894:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.912899:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.912904:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118795904 00000020:00000001:2.0:1763350988.912907:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.912909:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350988.912911:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.912914:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=20 00000020:00000001:2.0:1763350988.912917:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350988.912920:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350988.912925:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.912931:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:2.0:1763350988.912935:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.912938:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000020:00000010:2.0:1763350988.912946:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08400. 00000020:00000010:2.0:1763350988.912953:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.912958:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350988.912968:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350988.912971:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.912972:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.912975:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.912985:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.913003:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.913018:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.913021:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.913026:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20047 00000100:00000040:2.0:1763350988.913031:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350988.913033:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531079567104 : -120542629984512 : ffff925dfb5c0700) 00000100:00000040:2.0:1763350988.913048:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dfb5c0700 x1849001118795904/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.913058:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.913061:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5980. 00000100:00000001:2.0:1763350988.913064:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.913066:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5980. 00000100:00100000:2.0:1763350988.913070:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dfb5c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+20:226800:x1849001118795904:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:2.0:1763350988.913075:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118795904 00000020:00000001:2.0:1763350988.913079:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.913083:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.913086:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.913089:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.913091:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350988.913094:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.913098:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.913101:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.913104:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.913111:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.913113:0:63038:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350988.913116:0:63038:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350988.913118:0:63038:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350988.913120:0:63038:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350988.913123:0:63038:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.913129:0:63038:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.913138:0:63038:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92300. 00010000:00000010:2.0:1763350988.913142:0:63038:0:(ldlm_resource.c:1247:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff925df4a92a00. 00010000:00000001:2.0:1763350988.913146:0:63038:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.913150:0:63038:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc7899e00. 00000020:00000001:2.0:1763350988.913153:0:63038:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.913156:0:63038:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc7899e00 with handle 0xcb8c81cc3033cc91 to hash 00000020:00000001:2.0:1763350988.913158:0:63038:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.913160:0:63038:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:2.0:1763350988.913162:0:63038:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00010000:2.0:1763350988.913167:0:63038:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 2/0,0 mode: --/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd30 expref: -99 pid: 63038 timeout: 0 lvb_type: 0 00002000:00000001:2.0:1763350988.913177:0:63038:0:(ofd_lvb.c:85:ofd_lvbo_init()) Process entered 00002000:00000010:2.0:1763350988.913183:0:63038:0:(ofd_lvb.c:102:ofd_lvbo_init()) kmalloced '(lvb)': 56 at ffff925dfb9b5980. 00002000:00000001:2.0:1763350988.913187:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.913191:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.913198:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:2.0:1763350988.913200:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:2.0:1763350988.913203:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.913210:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350988.913213:0:63038:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000401:0x25d8:0x0] initial LVB size: 4096, mtime: 0x691a99cc, atime: 0x0, ctime: 0x691a99cc, blocks: 0xb 00002000:00000001:2.0:1763350988.913216:0:63038:0:(ofd_lvb.c:154:ofd_lvbo_init()) Process leaving 00000020:00000002:2.0:1763350988.913219:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00010000:00000040:2.0:1763350988.913222:0:63038:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350988.913225:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=21 00000100:00000001:2.0:1763350988.913236:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.913239:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.913245:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925dc4eb8400. 02000000:00000001:2.0:1763350988.913247:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.913250:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.913252:0:63038:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.913258:0:63038:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.913260:0:63038:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350988.913263:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350988.913266:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350988.913269:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.913271:0:63038:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350988.913272:0:63038:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:2.0:1763350988.913274:0:63038:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.913277:0:63038:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1763350988.913284:0:63038:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 21 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.913293:0:63038:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d8:0x0].0x0 (ffff925df4a92300) refcount = 1 00010000:00000040:2.0:1763350988.913296:0:63038:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.913300:0:63038:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 21 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.913316:0:63038:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.913318:0:63038:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.913320:0:63038:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.913322:0:63038:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.913324:0:63038:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.913326:0:63038:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.913332:0:63038:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350988.913335:0:63038:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 21 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350988.913346:0:63038:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.913348:0:63038:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350988.913351:0:63038:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.913353:0:63038:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.913355:0:63038:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.913356:0:63038:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.913357:0:63038:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.913359:0:63038:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dc7899e00, rc 0) 00000020:00000001:2.0:1763350988.913362:0:63038:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.913366:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847705, transno 0, xid 1849001118795904 00010000:00000001:2.0:1763350988.913369:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.913373:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dfb5c0700 x1849001118795904/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.913381:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.913385:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.913389:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.913394:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.913397:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.913399:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.913402:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.913405:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.913409:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.913412:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.913417:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2000. 00000100:00000200:2.0:1763350988.913425:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118795904, offset 224 00000400:00000200:2.0:1763350988.913433:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.913445:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.913452:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198268:198268:256:4294967295] 192.168.202.2@tcp LPNI seq info [198264:198264:8:4294967295] 00000400:00000200:2.0:1763350988.913463:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.913469:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.913476:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd81c6a00. 00000800:00000200:2.0:1763350988.913483:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.913493:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.913498:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd81c6a00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.913525:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.913529:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.913532:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.913533:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.913536:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.913541:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dfb5c0700 x1849001118795904/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/400 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.913549:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dfb5c0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:226800:x1849001118795904:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 490us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.913556:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20047 00000100:00000040:2.0:1763350988.913560:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.913562:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.913564:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.913569:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.913573:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:2.0:1763350988.913577:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08400. 00000020:00000040:2.0:1763350988.913584:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:2.0:1763350988.913587:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.913729:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.913735:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd81c6a00. 00000400:00000200:3.0:1763350988.913745:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.913750:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.913754:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2000 00000400:00000010:3.0:1763350988.913756:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2000. 00000100:00000001:3.0:1763350988.913760:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.913762:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350988.920372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000001:0.0:1763350988.922951:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.922974:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.922979:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.922981:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.922995:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.923020:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81ee00900 00000400:00000200:0.0:1763350988.923030:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e4d [8] + 3176 00000800:00000001:0.0:1763350988.923047:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.923059:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.923062:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.923067:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.923075:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.923077:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350988.923088:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cd8000. 00000100:00000040:0.0:1763350988.923092:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cd8000 x1849001118796032 msgsize 440 00000100:00100000:0.0:1763350988.923096:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.923116:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.923126:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.923131:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.923971:0:63085:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.923977:0:63085:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118796032 02000000:00000001:1.0:1763350988.923982:0:63085:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.923985:0:63085:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.923987:0:63085:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.923993:0:63085:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.923998:0:63085:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118796032 00000020:00000001:1.0:1763350988.924002:0:63085:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.924004:0:63085:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350988.924007:0:63085:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.924012:0:63085:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:1.0:1763350988.924015:0:63085:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350988.924018:0:63085:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350988.924023:0:63085:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.924032:0:63085:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350988.924037:0:63085:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.924049:0:63085:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000020:00000010:1.0:1763350988.924057:0:63085:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90fe000. 00000020:00000010:1.0:1763350988.924063:0:63085:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70c80. 00000020:00000010:1.0:1763350988.924069:0:63085:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d3960. 00000100:00000040:1.0:1763350988.924078:0:63085:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:1.0:1763350988.924081:0:63085:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.924083:0:63085:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350988.924085:0:63085:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.924095:0:63085:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.924700:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.924704:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.924713:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20048 00000100:00000040:2.0:1763350988.924718:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350988.924721:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531170889728 : -120542538661888 : ffff925e00cd8000) 00000100:00000040:2.0:1763350988.924728:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cd8000 x1849001118796032/t0(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.924738:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.924743:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.924745:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.924747:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350988.924751:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2360:x1849001118796032:12345-192.168.202.2@tcp:2:lfs.0 00000100:00000200:2.0:1763350988.924755:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118796032 00000020:00000001:2.0:1763350988.924759:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.924763:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.924766:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.924769:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.924771:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839744 : -1038711872 : ffffffffc21683c0) 00000020:00000001:2.0:1763350988.924775:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.924778:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.924781:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.924783:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.924787:0:63038:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.924791:0:63038:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350988.924793:0:63038:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.924797:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.924799:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.924802:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.924804:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.924805:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.924807:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.924808:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.924811:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.924812:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.924814:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.924815:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.924819:0:63038:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.924821:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.924825:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.924827:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.924842:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dc4ebbc00. 02000000:00000001:2.0:1763350988.924845:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.924847:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.924851:0:63038:0:(ofd_dev.c:1368:ofd_setattr_hdl()) Process entered 00002000:00000001:2.0:1763350988.924856:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.924860:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.924868:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:2.0:1763350988.924871:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:2.0:1763350988.924875:0:63038:0:(ofd_objects.c:682:ofd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.924880:0:63038:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.924888:0:63038:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00002000:00000001:2.0:1763350988.924891:0:63038:0:(ofd_objects.c:65:ofd_version_get_check()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.924893:0:63038:0:(ofd_objects.c:1551:ofd_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.924896:0:63038:0:(ofd_objects.c:509:ofd_attr_handle_id()) Process entered 00002000:00000001:2.0:1763350988.924898:0:63038:0:(ofd_objects.c:513:ofd_attr_handle_id()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.924903:0:63038:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.924913:0:63038:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc4eb8c00. 00080000:00000001:2.0:1763350988.924916:0:63038:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530166225920 : -120543543325696 : ffff925dc4eb8c00) 00000001:00000001:2.0:1763350988.924918:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.924919:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.924923:0:63038:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:2.0:1763350988.924950:0:63038:0:(osd_object.c:1202:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.924953:0:63038:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.924958:0:63038:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.924961:0:63038:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350988.924966:0:63038:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.925005:0:63038:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.925007:0:63038:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.925030:0:63038:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.925037:0:63038:0:(tgt_fmd.c:209:tgt_fmd_get()) slab-alloced 'fmd_new': 56 at ffff925df0e572d8. 00080000:00000001:2.0:1763350988.925054:0:63038:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:2.0:1763350988.925106:0:63038:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.925109:0:63038:0:(ofd_objects.c:574:ofd_object_ff_update()) Process entered 00080000:00000001:2.0:1763350988.925111:0:63038:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.925115:0:63038:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00002000:00000001:2.0:1763350988.925118:0:63038:0:(ofd_objects.c:654:ofd_object_ff_update()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.925121:0:63038:0:(ofd_objects.c:756:ofd_attr_set()) Process leaving via unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350988.925125:0:63038:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.925130:0:63038:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350988.925133:0:63038:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847706, last_committed = 21474847705 00000001:00000010:2.0:1763350988.925137:0:63038:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e006932a0. 00000001:00000040:2.0:1763350988.925140:0:63038:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925de8fe7800 : new cb_count 1 00000020:00000040:2.0:1763350988.925142:0:63038:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00080000:00000001:2.0:1763350988.925148:0:63038:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.925181:0:63038:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:2.0:1763350988.925184:0:63038:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.925198:0:63038:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.925204:0:63038:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.925212:0:63038:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.925216:0:63038:0:(ofd_dev.c:1415:ofd_setattr_hdl()) Process leaving 00000020:00000002:2.0:1763350988.925219:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00010000:00000040:2.0:1763350988.925228:0:63038:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92300 count: 2 00010000:00000001:2.0:1763350988.925231:0:63038:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1763350988.925235:0:63038:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350988.925238:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.925240:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.925242:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:2.0:1763350988.925243:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:2.0:1763350988.925246:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.925250:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:2.0:1763350988.925253:0:63038:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000401:0x25d8:0x0] updating lvb size from disk: 4096 -> 4096 00002000:00010000:2.0:1763350988.925256:0:63038:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000401:0x25d8:0x0] updating lvb mtime from disk: 1763350988 -> 1763350988 00002000:00010000:2.0:1763350988.925259:0:63038:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000401:0x25d8:0x0] updating lvb atime from disk: 0 -> 1763350987 00002000:00010000:2.0:1763350988.925262:0:63038:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000401:0x25d8:0x0] updating lvb ctime from disk: 1763350988 -> 1763350988 00002000:00010000:2.0:1763350988.925264:0:63038:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d8:0x0] updating lvb blocks from disk: 11 -> 11 00000020:00000002:2.0:1763350988.925266:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00010000:00000040:2.0:1763350988.925272:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847705, transno 21474847706, xid 1849001118796032 00010000:00000001:2.0:1763350988.925274:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.925280:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cd8000 x1849001118796032/t21474847706(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.925288:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.925291:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.925296:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.925300:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.925303:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.925305:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.925308:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.925310:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.925314:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.925317:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.925322:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2a18. 00000100:00000200:2.0:1763350988.925330:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118796032, offset 224 00000400:00000200:2.0:1763350988.925337:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.925350:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.925356:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198269:198269:256:4294967295] 192.168.202.2@tcp LPNI seq info [198265:198265:8:4294967295] 00000400:00000200:2.0:1763350988.925369:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.925375:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.925380:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd81c6a00. 00000800:00000200:2.0:1763350988.925386:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.925394:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.925399:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd81c6a00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.925413:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.925417:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.925420:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.925422:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.925424:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.925428:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cd8000 x1849001118796032/t21474847706(0) o2->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.925438:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cd8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2360:x1849001118796032:12345-192.168.202.2@tcp:2:lfs.0 Request processed in 697us (2343us total) trans 21474847706 rc 0/0 00000100:00100000:2.0:1763350988.925446:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20048 00000100:00000040:2.0:1763350988.925449:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.925452:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.925453:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.925458:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70c80. 00000020:00000010:2.0:1763350988.925464:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d3960. 00000020:00000010:2.0:1763350988.925468:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90fe000. 00000020:00000040:2.0:1763350988.925473:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:2.0:1763350988.925475:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.925741:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.925746:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd81c6a00. 00000400:00000200:0.0:1763350988.925755:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.925761:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.925767:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2a18 00000400:00000010:0.0:1763350988.925769:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2a18. 00000100:00000001:0.0:1763350988.925775:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.925776:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350988.926294:0:63085:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.935647:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.935670:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350988.935675:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.935677:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.935692:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350988.935716:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 472 into portal 12 MB=0x691a81ee00a00 00000400:00000200:3.0:1763350988.935727:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 472/472 into md 0xd4535 [64] + 185240 00000800:00000001:3.0:1763350988.935737:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.935748:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350988.935752:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.935757:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.935766:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.935768:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1763350988.935776:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3297b80. 00000100:00000040:3.0:1763350988.935781:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3297b80 x1849001118796288 msgsize 472 00000100:00100000:3.0:1763350988.935785:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350988.935807:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350988.935819:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350988.935823:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.937054:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.937062:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118796288 02000000:00000001:2.0:1763350988.937068:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.937071:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.937074:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.937080:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.937085:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118796288 00000020:00000001:2.0:1763350988.937088:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.937090:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.937094:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.937099:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:2.0:1763350988.937102:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.937104:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.937109:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.937119:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.937123:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.937127:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350988.937135:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08400. 00000020:00000010:2.0:1763350988.937141:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.937148:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350988.937159:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.937162:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.937164:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.937167:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.937177:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.937194:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.937211:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.937213:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.937223:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140649 00000100:00000040:2.0:1763350988.937227:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.937229:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530136730496 : -120543572821120 : ffff925dc3297b80) 00000100:00000040:2.0:1763350988.937236:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3297b80 x1849001118796288/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 472/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350988.937245:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.937248:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.937250:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.937252:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350988.937256:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226800:x1849001118796288:12345-192.168.202.2@tcp:55:lfs.0 00000100:00000200:2.0:1763350988.937260:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118796288 00000020:00000001:2.0:1763350988.937263:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.937268:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350988.937274:0:21173:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dee2d06c0: xid 1849001118795776, transno 8590055211, client gen 3, slot idx 1 00000001:00000001:2.0:1763350988.937279:0:21173:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dc58710c0: xid 1849001118792320, transno 8590055210, client gen 3, slot idx 0 00000001:00000010:2.0:1763350988.937283:0:21173:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dc58710c0. 00000020:00000001:2.0:1763350988.937288:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.937291:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.937294:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717152 : -1040834464 : ffffffffc1f62060) 00000020:00000001:2.0:1763350988.937297:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.937300:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118796288, found 0 last_xid 1849001118796287 00000020:00000001:2.0:1763350988.937303:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.937305:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.937308:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.937311:0:21173:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.937317:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.937323:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000020:00000001:2.0:1763350988.937326:0:21173:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.937327:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.937331:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.937334:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.937342:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925dc4eb9000. 02000000:00000001:2.0:1763350988.937344:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.937347:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.937353:0:21173:0:(mdt_hsm.c:272:mdt_hsm_state_set()) Process entered 00000004:00000001:2.0:1763350988.937358:0:21173:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350988.937361:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.937363:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.937366:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.937367:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.937369:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.937371:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.937372:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.937374:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.937375:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.937376:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.937378:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.937380:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.937381:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.937382:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.937384:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.937385:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.937387:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.937390:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.937392:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.937398:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350988.937407:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350988.937409:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350988.937412:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350988.937414:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.937418:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.937419:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.937422:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350988.937424:0:21173:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.937427:0:21173:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350988.937432:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.937436:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350988.937443:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 2 00010000:00000001:2.0:1763350988.937447:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.937450:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.937455:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc7898000. 00000020:00000001:2.0:1763350988.937461:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.937464:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc7898000 with handle 0xcb8c81cc3033cc98 to hash 00000020:00000001:2.0:1763350988.937465:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.937467:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000010:2.0:1763350988.937473:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.937476:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.937480:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.937483:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.937487:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.937497:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.937501:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.937504:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.937506:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.937509:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.937511:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.937513:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.937516:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.937519:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.937521:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.937522:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.937524:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) refcount = 2 00010000:00000040:2.0:1763350988.937528:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350988.937532:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033cbf7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc9d expref: 492 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350988.937539:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.937544:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.937549:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.937551:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.937553:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.937555:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.937557:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.937559:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.937562:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.937565:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.937567:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.937572:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.937573:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.937574:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.937576:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.937578:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.937579:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:2.0:1763350988.937581:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.937583:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.937585:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.937586:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.937587:0:21173:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.937591:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350988.937655:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350988.937665:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.937668:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.937676:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.937679:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.937683:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350988.937686:0:21173:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350988.937688:0:21173:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350988.937691:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x0 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350988.937694:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:20000000:2.0:1763350988.937697:0:21173:0:(mdt_hsm.c:359:mdt_hsm_state_set()) Incompatible flag change on [0x200000bd2:0x3ff8:0x0]flags=0x2 00000004:00000001:2.0:1763350988.937700:0:21173:0:(mdt_hsm.c:360:mdt_hsm_state_set()) Process leaving via out_unlock (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000004:00000001:2.0:1763350988.937702:0:21173:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350988.937705:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:2.0:1763350988.937706:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.937707:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350988.937709:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.937710:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.937712:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:2.0:1763350988.937714:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.937716:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.937718:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350988.937720:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.937724:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.937725:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350988.937728:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.937732:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.937734:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.937737:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350988.937739:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350988.937749:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc7898000 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350988.937752:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.937755:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350988.937757:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.937761:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350988.937762:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.937763:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.937764:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=4 00000020:00000001:2.0:1763350988.937766:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.937768:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.937770:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350988.937772:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 4/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.937777:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350988.937778:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350988.937779:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.937782:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.937783:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.937785:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.937786:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.937788:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc7898000 with handle 0xcb8c81cc3033cc98 from hash 00010000:00000001:2.0:1763350988.937790:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.937791:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.937792:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.937793:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.937794:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.937796:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.937797:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.937799:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.937801:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.937804:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) 00010000:00010000:2.0:1763350988.937807:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00000001:2.0:1763350988.937810:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.937812:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.937814:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350988.937816:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350988.937818:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.937818:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.937820:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.937822:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.937824:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.937826:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 2/0,0 mode: --/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.937830:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.937831:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.937832:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350988.938935:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350988.938944:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.938949:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc98 lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350988.938962:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350988.938977:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.938979:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350988.938981:0:21173:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350988.938983:0:21173:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350988.938984:0:21173:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 02000000:00000001:2.0:1763350988.938991:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350988.938994:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350988.938996:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350988.939000:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763350988.939006:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 0, xid 1849001118796288 00010000:00000001:2.0:1763350988.939009:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.939020:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3297b80 x1849001118796288/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 472/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc -22/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350988.939029:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.939033:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.939044:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.939050:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.939052:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.939055:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.939058:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.939061:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.939067:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.939070:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.939080:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2880. 00000100:00000200:2.0:1763350988.939089:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118796288, offset 224 00000400:00000200:2.0:1763350988.939098:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.939116:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.939124:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198270:198270:256:4294967295] 192.168.202.2@tcp LPNI seq info [198266:198266:8:4294967295] 00000400:00000200:2.0:1763350988.939136:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.939142:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.939148:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd81c6a00. 00000800:00000200:2.0:1763350988.939155:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.939163:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.939168:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd81c6a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.939190:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.939194:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.939196:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.939198:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.939201:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.939207:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3297b80 x1849001118796288/t0(0) o55->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 472/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc -22/-22 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350988.939217:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3297b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226800:x1849001118796288:12345-192.168.202.2@tcp:55:lfs.0 Request processed in 1969us (3433us total) trans 0 rc -22/-22 00000100:00100000:2.0:1763350988.939227:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140649 00000100:00000040:2.0:1763350988.939232:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350988.939235:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.939237:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.939243:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.939248:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:2.0:1763350988.939252:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08400. 00000020:00000040:2.0:1763350988.939259:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:2.0:1763350988.939262:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350988.939449:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350988.939455:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd81c6a00. 00000400:00000200:0.0:1763350988.939465:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.939471:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.939476:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2880 00000400:00000010:0.0:1763350988.939479:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2880. 00000100:00000001:0.0:1763350988.939484:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350988.939486:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350988.944971:0:1367:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7898000. 00000800:00000001:0.0:1763350988.948706:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.948732:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.948737:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.948739:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.948753:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.948774:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81ee00a80 00000400:00000200:0.0:1763350988.948785:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e4d [8] + 3616 00000800:00000001:0.0:1763350988.948795:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.948801:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.948803:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.948808:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.948816:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.948818:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350988.948828:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8eb8380. 00000100:00000040:0.0:1763350988.948832:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc8eb8380 x1849001118796416 msgsize 440 00000100:00100000:0.0:1763350988.948836:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.949405:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.949418:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.949424:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.949426:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.949428:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.949434:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.949440:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 440 into portal 28 MB=0x691a81ee00b00 00000400:00000200:0.0:1763350988.949444:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 440/440 into md 0x118e4d [8] + 4056 00000800:00000001:0.0:1763350988.949449:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.949457:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.949459:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.949462:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.949466:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.949467:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1763350988.949471:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8eb9c00. 00000100:00000040:0.0:1763350988.949474:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925dc8eb9c00 x1849001118796544 msgsize 440 00000100:00100000:0.0:1763350988.949478:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.949843:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.949851:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.949855:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.949918:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.949922:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118796416 02000000:00000001:2.0:1763350988.949925:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.949928:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.949930:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.949935:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.949941:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118796416 00000020:00000001:2.0:1763350988.949944:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.949946:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350988.949949:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.949953:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:2.0:1763350988.949956:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350988.949959:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350988.949964:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.949970:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.949974:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.949977:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350988.949984:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08400. 00000020:00000010:2.0:1763350988.949990:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.949996:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350988.950005:0:63038:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350988.950008:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.950010:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.950013:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950022:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950043:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.950056:0:63038:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.950058:0:63038:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118796544 02000000:00000001:2.0:1763350988.950060:0:63038:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.950061:0:63038:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.950063:0:63038:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.950065:0:63038:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.950068:0:63038:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118796544 00000020:00000001:2.0:1763350988.950070:0:63038:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.950071:0:63038:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350988.950072:0:63038:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.950075:0:63038:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:2.0:1763350988.950077:0:63038:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350988.950079:0:63038:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350988.950082:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.950085:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.950087:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.950089:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350988.950094:0:63038:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08800. 00000020:00000010:2.0:1763350988.950096:0:63038:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7f00. 00000020:00000010:2.0:1763350988.950099:0:63038:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090d48. 00000100:00000001:2.0:1763350988.950102:0:63038:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.950104:0:63038:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.950105:0:63038:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950108:0:63038:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950131:0:63038:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.950140:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.950142:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.950149:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20049 00000100:00000040:2.0:1763350988.950154:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350988.950156:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530233332608 : -120543476219008 : ffff925dc8eb8380) 00000100:00000040:2.0:1763350988.950164:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc8eb8380 x1849001118796416/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.950176:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.950179:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.950181:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.950183:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350988.950188:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc8eb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118796416:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:2.0:1763350988.950193:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118796416 00000020:00000001:2.0:1763350988.950197:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.950200:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.950203:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.950206:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.950208:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:2.0:1763350988.950213:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.950217:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.950220:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.950223:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.950226:0:63038:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.950232:0:63038:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350988.950235:0:63038:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.950238:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.950241:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.950244:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.950246:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.950248:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.950250:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.950251:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.950252:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.950253:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.950255:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.950256:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.950259:0:63038:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.950261:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950266:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.950269:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.950277:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dc4eb9400. 02000000:00000001:2.0:1763350988.950279:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950281:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.950285:0:63038:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:2.0:1763350988.950289:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.950293:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.950300:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:2.0:1763350988.950303:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:2.0:1763350988.950324:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.950333:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.950336:0:63038:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763350988.950339:0:63038:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:2.0:1763350988.950343:0:63038:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.950351:0:63038:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:2.0:1763350988.950355:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00000020:00000001:2.0:1763350988.950360:0:63038:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.950368:0:63038:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.950372:0:63038:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.950376:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847705, transno 0, xid 1849001118796416 00010000:00000001:2.0:1763350988.950380:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.950385:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc8eb8380 x1849001118796416/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350988.950394:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.950397:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.950401:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.950406:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.950409:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.950411:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.950414:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.950416:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950419:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.950422:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.950427:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2aa0. 00000100:00000200:2.0:1763350988.950434:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118796416, offset 224 00000400:00000200:2.0:1763350988.950441:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.950454:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.950461:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198271:198271:256:4294967295] 192.168.202.2@tcp LPNI seq info [198267:198267:8:4294967295] 00000400:00000200:2.0:1763350988.950473:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.950479:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.950484:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd81c6a00. 00000800:00000200:2.0:1763350988.950490:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.950497:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.950502:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd81c6a00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.950513:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.950517:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.950519:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.950521:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.950524:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.950527:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8eb8380 x1849001118796416/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350988.950537:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc8eb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118796416:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 359us (1702us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.950544:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20049 00000100:00000040:2.0:1763350988.950547:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350988.950549:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.950551:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.950555:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7580. 00000020:00000010:2.0:1763350988.950559:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:2.0:1763350988.950563:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08400. 00000020:00000040:2.0:1763350988.950569:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:2.0:1763350988.950572:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.950579:0:63038:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.950580:0:63038:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.950583:0:63038:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20050 00000100:00000040:2.0:1763350988.950585:0:63038:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:2.0:1763350988.950587:0:63038:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530233338880 : -120543476212736 : ffff925dc8eb9c00) 00000100:00000040:2.0:1763350988.950591:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc8eb9c00 x1849001118796544/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.950618:0:63038:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.950620:0:63038:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.950622:0:63038:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.950625:0:63038:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350988.950628:0:63038:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc8eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118796544:12345-192.168.202.2@tcp:1:lfs.0 00000100:00000200:2.0:1763350988.950632:0:63038:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118796544 00000020:00000001:2.0:1763350988.950634:0:63038:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.950636:0:63038:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.950637:0:63038:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.950639:0:63038:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.950641:0:63038:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839696 : -1038711920 : ffffffffc2168390) 00000020:00000001:2.0:1763350988.950644:0:63038:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350988.950646:0:63038:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.950647:0:63038:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.950648:0:63038:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.950650:0:63038:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.950652:0:63038:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350988.950653:0:63038:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.950655:0:63038:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350988.950657:0:63038:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.950659:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.950660:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.950662:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.950664:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.950665:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.950667:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350988.950669:0:63038:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350988.950670:0:63038:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350988.950672:0:63038:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.950673:0:63038:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.950675:0:63038:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950677:0:63038:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.950678:0:63038:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.950682:0:63038:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 728 at ffff925dc4eb9800. 02000000:00000001:2.0:1763350988.950684:0:63038:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950685:0:63038:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.950688:0:63038:0:(ofd_dev.c:1272:ofd_getattr_hdl()) Process entered 00002000:00000001:2.0:1763350988.950690:0:63038:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.950692:0:63038:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.950697:0:63038:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00002000:00000001:2.0:1763350988.950699:0:63038:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00002000:00000001:2.0:1763350988.950701:0:63038:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350988.950706:0:63038:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.950708:0:63038:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763350988.950710:0:63038:0:(ofd_objects.c:1589:ofd_repair_resource_ids()) Process leaving 00080000:00000001:2.0:1763350988.950712:0:63038:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.950715:0:63038:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=8 : 8 : 8) 00000020:00000002:2.0:1763350988.950717:0:63038:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00000020:00000001:2.0:1763350988.950721:0:63038:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350988.950725:0:63038:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.950728:0:63038:0:(ofd_dev.c:1343:ofd_getattr_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.950731:0:63038:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118796544 00010000:00000001:2.0:1763350988.950733:0:63038:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350988.950737:0:63038:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc8eb9c00 x1849001118796544/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350988.950743:0:63038:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.950745:0:63038:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.950747:0:63038:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.950750:0:63038:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.950752:0:63038:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.950754:0:63038:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.950756:0:63038:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.950758:0:63038:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.950760:0:63038:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.950762:0:63038:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.950765:0:63038:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2110. 00000100:00000200:2.0:1763350988.950768:0:63038:0:(niobuf.c:94:ptl_send_buf()) Sending 432 bytes to portal 4, xid 1849001118796544, offset 224 00000400:00000200:2.0:1763350988.950772:0:63038:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.950777:0:63038:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.950781:0:63038:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198272:198272:255:4294967295] 192.168.202.2@tcp LPNI seq info [198268:198268:7:4294967295] 00000400:00000200:2.0:1763350988.950788:0:63038:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.950793:0:63038:0:(socklnd_cb.c:1001:ksocknal_send()) sending 432 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.950797:0:63038:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37f00. 00000800:00000200:2.0:1763350988.950800:0:63038:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.950805:0:63038:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.950808:0:63038:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37f00 type 1, nob 528 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.950810:0:63038:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.950813:0:63038:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.950815:0:63038:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350988.950817:0:63038:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.950818:0:63038:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350988.950821:0:63038:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8eb9c00 x1849001118796544/t0(0) o1->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 440/432 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350988.950830:0:63038:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc8eb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2359:x1849001118796544:12345-192.168.202.2@tcp:1:lfs.0 Request processed in 211us (1354us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.950836:0:63038:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20050 00000100:00000040:2.0:1763350988.950838:0:63038:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350988.950840:0:63038:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.950841:0:63038:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.950844:0:63038:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7f00. 00000020:00000010:2.0:1763350988.950847:0:63038:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090d48. 00000020:00000010:2.0:1763350988.950850:0:63038:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08800. 00000020:00000040:2.0:1763350988.950853:0:63038:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00000100:00000001:2.0:1763350988.950854:0:63038:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350988.951189:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.951195:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd81c6a00. 00000400:00000200:2.0:1763350988.951206:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.951211:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.951217:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2aa0 00000400:00000010:2.0:1763350988.951219:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2aa0. 00000100:00000001:2.0:1763350988.951223:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.951225:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1763350988.951303:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.951305:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37f00. 00000400:00000200:2.0:1763350988.951309:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.951313:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.951315:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:2.0:1763350988.951316:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:2.0:1763350988.951319:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.951320:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350988.956356:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.956379:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.956385:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.956389:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.956403:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.956425:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 576 into portal 12 MB=0x691a81ee00b80 00000400:00000200:0.0:1763350988.956434:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 576/576 into md 0xd4535 [64] + 185712 00000800:00000001:0.0:1763350988.956445:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.956476:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.956479:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.956484:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.956493:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.956495:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350988.956502:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8eb8000. 00000100:00000040:0.0:1763350988.956507:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc8eb8000 x1849001118796672 msgsize 576 00000100:00100000:0.0:1763350988.956511:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.957218:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.957232:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.957238:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.957323:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.957327:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118796672 02000000:00000001:2.0:1763350988.957331:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.957334:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.957337:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.957342:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.957347:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118796672 00000020:00000001:2.0:1763350988.957351:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.957353:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.957357:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.957361:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00000020:00000001:2.0:1763350988.957364:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.957367:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.957372:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.957381:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.957385:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.957388:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350988.957396:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08800. 00000020:00000010:2.0:1763350988.957402:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc98f7f00. 00000020:00000010:2.0:1763350988.957408:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090d48. 00000100:00000040:2.0:1763350988.957419:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350988.957422:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350988.957424:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350988.957428:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.957437:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.957444:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350988.957457:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350988.957460:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.957468:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140650 00000100:00000040:2.0:1763350988.957472:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350988.957474:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530233331712 : -120543476219904 : ffff925dc8eb8000) 00000100:00000040:2.0:1763350988.957482:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc8eb8000 x1849001118796672/t0(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.957494:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350988.957496:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.957498:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.957500:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350988.957504:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc8eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226800:x1849001118796672:12345-192.168.202.2@tcp:61:lfs.0 00000100:00000200:2.0:1763350988.957507:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118796672 00000020:00000001:2.0:1763350988.957511:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350988.957515:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350988.957521:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.957524:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350988.957526:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668717440 : -1040834176 : ffffffffc1f62180) 00000020:00000001:2.0:1763350988.957530:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350988.957534:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118796672, found 0 last_xid 1849001118796671 00000020:00000001:2.0:1763350988.957537:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350988.957540:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350988.957542:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350988.957546:0:21173:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350988.957551:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.957558:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014992472 : -120547694559144 : ffff925ccd7cc058) 00000020:00000001:2.0:1763350988.957560:0:21173:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.957563:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.957568:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350988.957571:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350988.957576:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df83f5000. 02000000:00000001:2.0:1763350988.957579:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.957581:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.957585:0:21173:0:(mdt_handler.c:1852:mdt_swap_layouts()) Process entered 00010000:00000001:2.0:1763350988.957590:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:2.0:1763350988.957616:0:21173:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00000001:2.0:1763350988.957620:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.957622:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.957624:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:2.0:1763350988.957627:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350988.957629:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000040:2.0:1763350988.957633:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92900 count: 3 00000004:00000001:2.0:1763350988.957638:0:21173:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763350988.957641:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.957644:0:21173:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.957647:0:21173:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.957649:0:21173:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.957651:0:21173:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.957656:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.957658:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.957666:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.957669:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.957671:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.957673:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.957676:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe600 with handle 0xcb8c81cc3033cba3 from hash 00010000:00000001:2.0:1763350988.957678:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.957680:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.957680:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.957682:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.957686:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.957688:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.957690:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.957691:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.957697:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cba3 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc81 expref: 492 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.957713:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:2.0:1763350988.957715:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00010000:00000010:2.0:1763350988.957719:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4180. 00010000:00000001:2.0:1763350988.957727:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.957728:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.957729:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.957731:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=3 00000020:00000001:2.0:1763350988.957732:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.957735:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350988.957737:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.957739:0:21173:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.957740:0:21173:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.957741:0:21173:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.957743:0:21173:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.957745:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.957746:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.957748:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.957749:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.957751:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.957752:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.957754:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfec00 with handle 0xcb8c81cc3033cb41 from hash 00010000:00000001:2.0:1763350988.957755:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.957756:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.957757:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.957758:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.957760:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.957761:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.957762:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.957763:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.957766:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033cb41 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc50 expref: 491 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.957772:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350988.957775:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 490 00010000:00000010:2.0:1763350988.957777:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4b80. 00010000:00000001:2.0:1763350988.957781:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.957782:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.957783:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.957785:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7200 refcount=3 00000020:00000001:2.0:1763350988.957786:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:2.0:1763350988.957789:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770395648 : -120542939155968 : ffff925de8ee7200) 00010000:00000001:2.0:1763350988.957791:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.957794:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.957797:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00000001:2.0:1763350988.957801:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.957804:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.957805:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350988.957807:0:21173:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92900 count: 0 00010000:00000010:2.0:1763350988.957813:0:21173:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc98f7a00. 00010000:00000040:2.0:1763350988.957817:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7dab00 count: 2 00000004:00000001:2.0:1763350988.957819:0:21173:0:(mdt_lvb.c:222:mdt_lvbo_update()) Process entered 00010000:00000001:2.0:1763350988.957821:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350988.957822:0:21173:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.957824:0:21173:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.957825:0:21173:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.957827:0:21173:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.957829:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.957831:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.957833:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.957834:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.957835:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.957836:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.957838:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7200 with handle 0xcb8c81cc3033cbf7 from hash 00010000:00000001:2.0:1763350988.957840:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.957841:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.957842:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.957843:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.957845:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.957847:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.957849:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.957850:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.957853:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7200/0xcb8c81cc3033cbf7 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc9d expref: 490 pid: 26495 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.957859:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:2.0:1763350988.957860:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 489 00010000:00000010:2.0:1763350988.957863:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373b80. 00010000:00000001:2.0:1763350988.957871:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.957872:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.957873:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350988.957875:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7dab00) 00010000:00000001:2.0:1763350988.957878:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.957880:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.957882:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350988.957884:0:21173:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7dab00 count: 0 00010000:00000010:2.0:1763350988.957887:0:21173:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b5d00. 00010000:00010000:2.0:1763350988.957892:0:21173:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763350988.957894:0:21173:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=3 : 3 : 3) 00000004:00000001:2.0:1763350988.957897:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350988.957899:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350988.957903:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350988.957906:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350988.957909:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350988.957915:0:21173:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763350988.957927:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763350988.957930:0:21173:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.957934:0:21173:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.957935:0:21173:0:(mdd_permission.c:317:mdd_permission()) Process entered 00000004:00000001:2.0:1763350988.957940:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:2.0:1763350988.957941:0:21173:0:(mdd_permission.c:246:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.957942:0:21173:0:(mdd_permission.c:346:mdd_permission()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.957947:0:21173:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350988.957952:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.957955:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.957961:0:21173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92e00. 00010000:00000010:2.0:1763350988.957964:0:21173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc98f7a00. 00010000:00000001:2.0:1763350988.957969:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.957974:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dc7898000. 00000020:00000001:2.0:1763350988.957978:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.957980:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dc7898000 with handle 0xcb8c81cc3033cc9f to hash 00000020:00000001:2.0:1763350988.957982:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.957984:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000010:2.0:1763350988.957988:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4b80. 00010000:00000001:2.0:1763350988.957991:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.957994:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.957996:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.957999:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.958006:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.958008:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.958010:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.958012:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.958014:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.958016:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.958018:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.958020:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.958022:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.958024:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.958026:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.958028:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff8:0x0].0x0 (ffff925df4a92e00) refcount = 1 00010000:00010000:2.0:1763350988.958031:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.958046:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.958048:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.958049:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.958052:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.958053:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.958055:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.958057:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.958060:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.958062:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.958065:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.958069:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.958071:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.958072:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.958073:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.958074:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.958076:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:2.0:1763350988.958078:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.958080:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:2.0:1763350988.958081:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.958082:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.958084:0:21173:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958086:0:21173:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350988.958087:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350988.958088:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350988.958092:0:21173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92800. 00010000:00000010:2.0:1763350988.958095:0:21173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc98f7580. 00010000:00000001:2.0:1763350988.958097:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350988.958100:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350988.958102:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350988.958104:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cca6 to hash 00000020:00000001:2.0:1763350988.958106:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350988.958107:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350988.958109:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4180. 00010000:00000001:2.0:1763350988.958111:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.958113:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.958115:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.958118:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 3/0,1 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.958123:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350988.958125:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350988.958126:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350988.958128:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.958129:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.958131:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350988.958132:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.958134:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350988.958135:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350988.958136:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350988.958137:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350988.958139:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92800) refcount = 1 00010000:00010000:2.0:1763350988.958142:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.958147:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350988.958149:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.958150:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.958152:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350988.958154:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.958155:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.958157:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350988.958159:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350988.958161:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350988.958163:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350988.958168:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350988.958169:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.958170:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.958171:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.958172:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.958175:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350988.958177:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.958179:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350988.958180:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.958181:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350988.958182:0:21173:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958188:0:21173:0:(mdd_object.c:2801:mdd_swap_layouts()) Process entered 00000004:00000001:2.0:1763350988.958192:0:21173:0:(mdd_object.c:2392:mdd_layout_swap_allowed()) Process entered 00000004:00000001:2.0:1763350988.958194:0:21173:0:(mdd_object.c:2422:mdd_layout_swap_allowed()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350988.958199:0:21173:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350988.958206:0:21173:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e006935a0. 00080000:00000001:2.0:1763350988.958210:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.958221:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df83f6400. 00080000:00000001:2.0:1763350988.958224:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531027358720 : -120542682192896 : ffff925df83f6400) 00000004:00000001:2.0:1763350988.958227:0:21173:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763350988.958231:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.958233:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.958241:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350988.958244:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000020:00000010:2.0:1763350988.958248:0:21173:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 56 at ffff925dfb9b59c0. 00000004:00000001:2.0:1763350988.958251:0:21173:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958253:0:21173:0:(mdd_object.c:2314:mdd_stripe_get()) Process entered 00000004:00000001:2.0:1763350988.958254:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.958255:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.958258:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.958260:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000020:00000010:2.0:1763350988.958262:0:21173:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 80 at ffff925e00693300. 00000004:00000001:2.0:1763350988.958263:0:21173:0:(mdd_object.c:2347:mdd_stripe_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.958268:0:21173:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df2756f80. 00000004:00000001:2.0:1763350988.958270:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.958271:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.958274:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.958276:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000020:00000010:2.0:1763350988.958279:0:21173:0:(lu_object.c:2394:lu_buf_alloc()) kmalloced '(buf->lb_buf)': 24 at ffff925df2756e20. 00000004:00000001:2.0:1763350988.958280:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.958282:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.958283:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.958286:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350988.958291:0:21173:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.958295:0:21173:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.958298:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.958301:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027358720 : -120542682192896 : ffff925df83f6400) 00080000:00000001:2.0:1763350988.958304:0:21173:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.958328:0:21173:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958331:0:21173:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958333:0:21173:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958337:0:21173:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.958338:0:21173:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.958340:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.958341:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027358720 : -120542682192896 : ffff925df83f6400) 00080000:00000001:2.0:1763350988.958343:0:21173:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350988.958353:0:21173:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958355:0:21173:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958357:0:21173:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.958360:0:21173:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350988.958363:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350988.958370:0:21173:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350988.958372:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.958373:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027358720 : -120542682192896 : ffff925df83f6400) 00080000:00000001:2.0:1763350988.958377:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350988.958384:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350988.958385:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958387:0:21173:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.958416:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.958418:0:21173:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.958428:0:21173:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.958437:0:21173:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763350988.958439:0:21173:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763350988.958444:0:21173:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925de7e8f9b0. 00000004:00000010:2.0:1763350988.958452:0:21173:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 8 at ffff925ccd84bb00. 00000004:00000010:2.0:1763350988.958457:0:21173:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 4 at ffff925ccd84bc88. 00000004:00000010:2.0:1763350988.958463:0:21173:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925ccd7a03c0. 00000004:00000001:2.0:1763350988.958468:0:21173:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.958470:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.958471:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027358720 : -120542682192896 : ffff925df83f6400) 00080000:00000001:2.0:1763350988.958474:0:21173:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.958476:0:21173:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 80 00080000:00000001:2.0:1763350988.961915:0:21173:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.961929:0:21173:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.961933:0:21173:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.961942:0:21173:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.961951:0:21173:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763350988.961953:0:21173:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763350988.961963:0:21173:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69e7f0. 00000004:00000001:2.0:1763350988.961976:0:21173:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:2.0:1763350988.961977:0:21173:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:2.0:1763350988.961979:0:21173:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69daa0. 00000004:00000010:2.0:1763350988.961983:0:21173:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff925dc69bf780. 00000004:00000010:2.0:1763350988.961987:0:21173:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff925ccda972d0. 00000004:00000010:2.0:1763350988.961994:0:21173:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925de2edca80. 00000004:00000001:2.0:1763350988.961999:0:21173:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.962002:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.962005:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027358720 : -120542682192896 : ffff925df83f6400) 00080000:00000001:2.0:1763350988.962010:0:21173:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:2.0:1763350988.962012:0:21173:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.lov with size 56 00080000:00000001:2.0:1763350988.962208:0:21173:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962211:0:21173:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962214:0:21173:0:(lod_object.c:5169:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962217:0:21173:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763350988.962222:0:21173:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962224:0:21173:0:(mdd_object.c:2360:emit_changelog_after_swap_layout()) Process entered 00000004:00000001:2.0:1763350988.962226:0:21173:0:(mdd_object.c:1014:mdd_changelog_data_store()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962228:0:21173:0:(mdd_object.c:3044:mdd_swap_layouts()) Process leaving 00000020:00000001:2.0:1763350988.962239:0:21173:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:2.0:1763350988.962245:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350988.962252:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350988.962259:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055212, last_committed = 8590055210 00000001:00000010:2.0:1763350988.962265:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693e40. 00000001:00000040:2.0:1763350988.962269:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 2 00000020:00000040:2.0:1763350988.962273:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=490 00000001:00000010:2.0:1763350988.962281:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dee2d0240. 00000004:00000001:2.0:1763350988.962291:0:21173:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:2.0:1763350988.962293:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350988.962294:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027358720 : -120542682192896 : ffff925df83f6400) 00080000:00000001:2.0:1763350988.962298:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350988.962315:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:2.0:1763350988.962318:0:21173:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350988.962322:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dee2d0240: xid 1849001118796672, transno 8590055212, tag 0, client gen 3, slot idx 0 00000001:00000001:2.0:1763350988.962325:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350988.962341:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.962344:0:21173:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e006935a0. 00000020:00000001:2.0:1763350988.962347:0:21173:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1763350988.962352:0:21173:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 56 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350988.962356:0:21173:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 80 at ffff925e00693300. 00000020:00000010:2.0:1763350988.962357:0:21173:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df2756f80. 00000020:00000010:2.0:1763350988.962360:0:21173:0:(lu_object.c:2382:lu_buf_free()) kvfree 'buf->lb_buf': 24 at ffff925df2756e20. 00200000:00000001:2.0:1763350988.962364:0:21173:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350988.962370:0:21173:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e00693300. 00080000:00000001:2.0:1763350988.962373:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350988.962377:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df83f4c00. 00080000:00000001:2.0:1763350988.962380:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531027352576 : -120542682199040 : ffff925df83f4c00) 00000004:00000001:2.0:1763350988.962385:0:21173:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350988.962389:0:21173:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:2.0:1763350988.962391:0:21173:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:2.0:1763350988.962395:0:21173:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:2.0:1763350988.962397:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350988.962403:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.962405:0:21173:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350988.962408:0:21173:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:2.0:1763350988.962414:0:21173:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dee2d0000. 00000004:00000001:2.0:1763350988.962419:0:21173:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:2.0:1763350988.962423:0:21173:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 16 at ffff925dc69bf780. 00000004:00000010:2.0:1763350988.962425:0:21173:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 8 at ffff925ccda972d0. 00000020:00000001:2.0:1763350988.962433:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763350988.962443:0:21173:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccd69f0d0. 00000004:00000001:2.0:1763350988.962451:0:21173:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763350988.962453:0:21173:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.962457:0:21173:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526013759784 : -120547695791832 : ffff925ccd69f128) 00000020:00000001:2.0:1763350988.962461:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:2.0:1763350988.962464:0:21173:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccd69e148. 00000004:00000001:2.0:1763350988.962466:0:21173:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:2.0:1763350988.962467:0:21173:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.962469:0:21173:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526013755808 : -120547695795808 : ffff925ccd69e1a0) 00000004:00000001:2.0:1763350988.962471:0:21173:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962474:0:21173:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:2.0:1763350988.962476:0:21173:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962478:0:21173:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962480:0:21173:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:2.0:1763350988.962483:0:21173:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:2.0:1763350988.962488:0:21173:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:2.0:1763350988.962494:0:21173:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dee2d0900. 00000004:00000010:2.0:1763350988.962498:0:21173:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df2756e20. 00000004:00000010:2.0:1763350988.962504:0:21173:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925e00263000. 00000020:00000001:2.0:1763350988.962508:0:21173:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:2.0:1763350988.962510:0:21173:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962513:0:21173:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:2.0:1763350988.962515:0:21173:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:2.0:1763350988.962518:0:21173:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d7:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:2.0:1763350988.962523:0:21173:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925e00263000 magic = bdde0002 count = 1 size = 64 00000100:00000010:2.0:1763350988.962529:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230fb80. 00000020:00000040:2.0:1763350988.962534:0:21173:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=5 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:2.0:1763350988.962540:0:21173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350988.962544:0:21173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350988.962551:0:21173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350988.962558:0:21173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a08400. 00000100:00000001:2.0:1763350988.962566:0:21173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962571:0:21173:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350988.962573:0:21173:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350988.962576:0:21173:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.962579:0:21173:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1763350988.962581:0:21173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350988.962589:0:21173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925de2dff300. 00000100:00000001:2.0:1763350988.962591:0:21173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530668782336 : -120543040769280 : ffff925de2dff300) 00000100:00000001:2.0:1763350988.962648:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350988.962650:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623525825477504 : -120547884074112 : ffff925cc230fb80) 00000100:00000001:2.0:1763350988.962656:0:21173:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350988.962662:0:21173:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.962664:0:21173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350988.962666:0:21173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350988.962676:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.962685:0:21173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350988.962687:0:21173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.962692:0:21173:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350988.962695:0:21173:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350988.962698:0:21173:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.962701:0:21173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925cc230fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101462784:0@lo:1000:mdt00_004.0 00000100:00000001:2.0:1763350988.962705:0:21173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350988.962710:0:21173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350988.962712:0:21173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.962715:0:21173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350988.962722:0:21173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925ddf2be000. 02000000:00000001:2.0:1763350988.962724:0:21173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350988.962732:0:21173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79d10. 00000400:00000010:2.0:1763350988.962739:0:21173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925de2dffcc0. 00000100:00000200:2.0:1763350988.962749:0:21173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101462784, portal 4 00000100:00000001:2.0:1763350988.962751:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350988.962752:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623525825477504 : -120547884074112 : ffff925cc230fb80) 00000100:00000040:2.0:1763350988.962758:0:21173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.962765:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.962769:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350988.962773:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2110. 00000100:00000200:2.0:1763350988.962776:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101462784, offset 0 00000400:00000200:2.0:1763350988.962783:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350988.962799:0:21173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350988.962823:0:21173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd78d00 00000400:00000200:2.0:1763350988.962831:0:21173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c35 [256] + 0 00000400:00000200:2.0:1763350988.962840:0:21173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.962845:0:21173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350988.962853:0:21173:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350988.962855:0:21173:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1763350988.962860:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230c700. 00000100:00000040:2.0:1763350988.962863:0:21173:0:(events.c:337:request_in_callback()) incoming req@ffff925cc230c700 x1849001101462784 msgsize 328 00000100:00100000:2.0:1763350988.962866:0:21173:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350988.962877:0:21173:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350988.962888:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:2.0:1763350988.962890:0:21173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:2.0:1763350988.962894:0:21173:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350988.962898:0:21173:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.962908:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350988.962911:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.962918:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.962920:0:21173:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350988.962925:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.962930:0:21173:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24573 usecs (25 jiffies) 00000100:00000001:2.0:1763350988.962934:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865890 00000100:00000010:2.0:1763350988.962938:0:21173:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e006935a0. 00000100:00000001:2.0:1763350988.962947:0:21173:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350988.962957:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865890 00000100:00000010:2.0:1763350988.962960:0:21173:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693780. 00000100:00000001:2.0:1763350988.962964:0:21173:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350988.962973:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865890 00000100:00000010:2.0:1763350988.962976:0:21173:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e006933c0. 00000100:00000001:2.0:1763350988.962980:0:21173:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350988.962983:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865890 00000100:00000010:2.0:1763350988.962986:0:21173:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693000. 00000100:00000001:2.0:1763350988.962989:0:21173:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350988.962992:0:21173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350988.962995:0:21173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.962997:0:21173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350988.962999:0:21173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350988.963002:0:21173:0:(client.c:2690:ptlrpc_set_wait()) set ffff925de2dff300 going to sleep for 11 seconds 00000100:00000001:2.0:1763350988.963005:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350988.963008:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.963396:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.963400:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101462784 02000000:00000001:1.0:1763350988.963403:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.963407:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.963410:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.963414:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.963418:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101462784 00000020:00000001:1.0:1763350988.963422:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.963424:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:1.0:1763350988.963427:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.963431:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=5 00000020:00000001:1.0:1763350988.963434:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:1.0:1763350988.963437:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:1.0:1763350988.963442:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.963447:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350988.963451:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.963454:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000020:00000010:1.0:1763350988.963463:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90ffc00. 00000020:00000010:1.0:1763350988.963469:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70200. 00000020:00000010:1.0:1763350988.963477:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d30c8. 00000100:00000040:1.0:1763350988.963489:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350988.963492:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.963493:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350988.963495:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.963505:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.963522:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.963535:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.963537:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.963542:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00000040:1.0:1763350988.963547:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:1.0:1763350988.963549:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623525825464064 : -120547884087552 : ffff925cc230c700) 00000100:00000040:1.0:1763350988.963556:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925cc230c700 x1849001101462784/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.963566:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.963568:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350988.963570:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.963573:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000100:00100000:1.0:1763350988.963576:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925cc230c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:21173:x1849001101462784:12345-0@lo:1000:mdt00_004.0 00000100:00000200:1.0:1763350988.963583:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101462784 00000020:00000001:1.0:1763350988.963586:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.963590:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.963592:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.963618:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.963620:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:1.0:1763350988.963624:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350988.963627:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.963630:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.963633:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.963636:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.963639:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763350988.963645:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccd84b3e8. 00000100:00000001:1.0:1763350988.963649:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.963652:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.963660:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925df27ac000. 02000000:00000001:1.0:1763350988.963662:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.963664:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350988.963668:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925ccd7a0000. 00000020:00000001:1.0:1763350988.963670:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763350988.963673:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.963679:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00000020:00000001:1.0:1763350988.963683:0:69028:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.963686:0:69028:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.963692:0:69028:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:1.0:1763350988.963695:0:69028:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d7:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763350988.963698:0:69028:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763350988.963701:0:69028:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350988.963705:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc88e8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00000020:00000010:1.0:1763350988.963709:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccd84b3e8. 00000020:00000010:1.0:1763350988.963712:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925ccd7a0000. 00000020:00000001:1.0:1763350988.963714:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350988.963717:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847702, transno 0, xid 1849001101462784 00010000:00000001:1.0:1763350988.963720:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350988.963725:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925cc230c700 x1849001101462784/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 328/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350988.963734:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.963737:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.963741:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=84 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350988.963747:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.963749:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350988.963752:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350988.963755:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.963758:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.963760:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.963763:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350988.963766:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccd7a0000. 00000100:00000200:1.0:1763350988.963769:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101462784, offset 224 00000400:00000200:1.0:1763350988.963775:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350988.963782:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350988.963789:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd78d00 00000400:00000200:1.0:1763350988.963795:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fd41 [2] + 224 00000400:00000200:1.0:1763350988.963800:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.963803:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350988.963807:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.963811:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350988.963820:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.963845:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350988.963853:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925ccd7a0000 00000400:00000010:1.0:1763350988.963855:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925ccd7a0000. 00000100:00000001:1.0:1763350988.963858:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.963860:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350988.963863:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.963866:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350988.963869:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.963871:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.963873:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.963876:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230c700 x1849001101462784/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 328/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.963885:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925cc230c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:21173:x1849001101462784:12345-0@lo:1000:mdt00_004.0 Request processed in 317us (1019us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350988.963892:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00000040:1.0:1763350988.963896:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:1.0:1763350988.963898:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.963900:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.963905:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70200. 00000020:00000010:1.0:1763350988.963910:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d30c8. 00000020:00000010:1.0:1763350988.963913:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90ffc00. 00000020:00000040:1.0:1763350988.963917:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 4 00000100:00000001:1.0:1763350988.963919:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.963987:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350988.963996:0:21173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350988.963998:0:21173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350988.964001:0:21173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79d10. 00000400:00000200:3.0:1763350988.964007:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925de2dffcc0 00000400:00000010:3.0:1763350988.964010:0:21173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925de2dffcc0. 00000100:00000001:3.0:1763350988.964012:0:21173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.964016:0:21173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350988.964024:0:21173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964030:0:21173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350988.964032:0:21173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.964035:0:21173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350988.964046:0:21173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350988.964048:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.964050:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.964053:0:21173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.964062:0:21173:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=127 v=5 (5 5 0 0) 00000100:00001000:3.0:1763350988.964065:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.964068:0:21173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350988.964070:0:21173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.964073:0:21173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350988.964076:0:21173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964080:0:21173:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1763350988.964082:0:21173:0:(client.c:3081:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 21474847702 gen 3 00000100:00000040:3.0:1763350988.964088:0:21173:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847702) req@ffff925de00de680 x1849001101459072/t21474847701(21474847701) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763350988.964096:0:21173:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff925de00de680, transno 21474847701 00000100:00000001:3.0:1763350988.964099:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.964100:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530621462144 : -120543088089472 : ffff925de00de680) 00000100:00000001:3.0:1763350988.964116:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.964119:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925de00de680 x1849001101459072/t21474847701(21474847701) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964124:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.964129:0:21173:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 21474847702) req@ffff925e00d50700 x1849001101458944/t21474847702(21474847702) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1763350988.964134:0:21173:0:(osp_sync.c:505:osp_sync_request_commit_cb()) commit req ffff925e00d50700, transno 21474847702 00000100:00000001:3.0:1763350988.964136:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.964138:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531171383040 : -120542538168576 : ffff925e00d50700) 00000100:00000001:3.0:1763350988.964140:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.964142:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925e00d50700 x1849001101458944/t21474847702(21474847702) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964148:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964150:0:21173:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1763350988.964152:0:21173:0:(client.c:3191:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:3.0:1763350988.964156:0:21173:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350988.964157:0:21173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.964161:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964167:0:21173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.964170:0:21173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350988.964171:0:21173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350988.964175:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.964182:0:21173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925cc230fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101462784:0@lo:1000:mdt00_004.0 00000100:00000001:3.0:1763350988.964188:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.964190:0:21173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964193:0:21173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350988.964194:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.964197:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964202:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763350988.964206:0:21173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925de2dff300. 00000100:00000001:3.0:1763350988.964209:0:21173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763350988.964210:0:21173:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.964213:0:21173:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763350988.964223:0:21173:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925deac69f80. 00000004:00000001:3.0:1763350988.964228:0:21173:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:3.0:1763350988.964232:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.964236:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925cc230fb80 x1849001101462784/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964242:0:21173:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350988.964244:0:21173:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350988.964247:0:21173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925ddf2be000. 02000000:00000001:3.0:1763350988.964252:0:21173:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350988.964253:0:21173:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350988.964255:0:21173:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:3.0:1763350988.964256:0:21173:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350988.964260:0:21173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a08400. 02000000:00000001:3.0:1763350988.964266:0:21173:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350988.964268:0:21173:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350988.964271:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925cc230fb80. 00000100:00000001:3.0:1763350988.964276:0:21173:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350988.964277:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763350988.964280:0:21173:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925e00263000. 00000004:00000010:3.0:1763350988.964284:0:21173:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df2756e20. 00000004:00000010:3.0:1763350988.964287:0:21173:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dee2d0900. 00000004:00000001:3.0:1763350988.964294:0:21173:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350988.964297:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350988.964300:0:21173:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350988.964305:0:21173:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350988.964307:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350988.964310:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350988.964314:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.964317:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.964318:0:21173:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350988.964321:0:21173:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350988.964324:0:21173:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.964328:0:21173:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:3.0:1763350988.964331:0:21173:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:3.0:1763350988.964335:0:21173:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925e0068d000. 00000004:00000001:3.0:1763350988.964338:0:21173:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000020:00000010:3.0:1763350988.964343:0:21173:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925e0068d6c0. 00000020:00000010:3.0:1763350988.964348:0:21173:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df928e100. 00000020:00000010:3.0:1763350988.964352:0:21173:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df928ec00. 00000020:00000001:3.0:1763350988.964355:0:21173:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000004:00000001:3.0:1763350988.964358:0:21173:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000004:00000010:3.0:1763350988.964365:0:21173:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925e0068dd80. 00000004:00000010:3.0:1763350988.964369:0:21173:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94da4e0. 00000004:00000010:3.0:1763350988.964374:0:21173:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dc94d1000. 00000004:00000001:3.0:1763350988.964377:0:21173:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.964383:0:21173:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:3.0:1763350988.964387:0:21173:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dee2d0900. 00000004:00000010:3.0:1763350988.964390:0:21173:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94da060. 00000004:00000010:3.0:1763350988.964393:0:21173:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dc94d0000. 00000020:00000001:3.0:1763350988.964397:0:21173:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350988.964400:0:21173:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.964403:0:21173:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:3.0:1763350988.964405:0:21173:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763350988.964408:0:21173:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fe:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:3.0:1763350988.964411:0:21173:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dc94d0000 magic = bdde0002 count = 1 size = 64 00000100:00000010:3.0:1763350988.964416:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3297480. 00000020:00000040:3.0:1763350988.964419:0:21173:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1763350988.964423:0:21173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350988.964425:0:21173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350988.964430:0:21173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350988.964437:0:21173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:3.0:1763350988.964441:0:21173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.964445:0:21173:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.964447:0:21173:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350988.964449:0:21173:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964452:0:21173:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763350988.964454:0:21173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.964459:0:21173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925de2f8a540. 00000100:00000001:3.0:1763350988.964461:0:21173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530670400832 : -120543039150784 : ffff925de2f8a540) 00000100:00000001:3.0:1763350988.964464:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.964465:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136728704 : -120543572822912 : ffff925dc3297480) 00000100:00000001:3.0:1763350988.964469:0:21173:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350988.964474:0:21173:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964476:0:21173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.964477:0:21173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350988.964480:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964486:0:21173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350988.964488:0:21173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.964491:0:21173:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350988.964493:0:21173:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350988.964495:0:21173:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.964498:0:21173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3297480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101462912:0@lo:1000:mdt00_004.0 00000100:00000001:3.0:1763350988.964501:0:21173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350988.964505:0:21173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350988.964506:0:21173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.964508:0:21173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350988.964514:0:21173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925deef60000. 02000000:00000001:3.0:1763350988.964515:0:21173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350988.964519:0:21173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810790. 00000400:00000010:3.0:1763350988.964523:0:21173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dd9b36540. 00000100:00000200:3.0:1763350988.964528:0:21173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101462912, portal 4 00000100:00000001:3.0:1763350988.964530:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.964530:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136728704 : -120543572822912 : ffff925dc3297480) 00000100:00000040:3.0:1763350988.964535:0:21173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964540:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.964542:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350988.964544:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350c38. 00000100:00000200:3.0:1763350988.964546:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101462912, offset 0 00000400:00000200:3.0:1763350988.964550:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350988.964557:0:21173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350988.964562:0:21173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd78d80 00000400:00000200:3.0:1763350988.964567:0:21173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c35 [256] + 328 00000400:00000200:3.0:1763350988.964571:0:21173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.964573:0:21173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350988.964577:0:21173:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.964578:0:21173:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350988.964582:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3296300. 00000100:00000040:3.0:1763350988.964584:0:21173:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3296300 x1849001101462912 msgsize 328 00000100:00100000:3.0:1763350988.964588:0:21173:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350988.964622:0:21173:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350988.964628:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350c38 00000400:00000010:3.0:1763350988.964631:0:21173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350c38. 00000100:00000001:3.0:1763350988.964634:0:21173:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350988.964637:0:21173:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964644:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.964646:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964652:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964654:0:21173:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350988.964657:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.964661:0:21173:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19746 usecs (20 jiffies) 00000100:00000001:3.0:1763350988.964665:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865886 00000100:00000001:3.0:1763350988.964680:0:69028:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.964681:0:69028:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101462912 02000000:00000001:3.0:1763350988.964684:0:69028:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.964686:0:69028:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.964687:0:69028:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.964690:0:69028:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.964692:0:69028:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101462912 00000020:00000001:3.0:1763350988.964695:0:69028:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.964696:0:69028:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:3.0:1763350988.964698:0:69028:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.964702:0:69028:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:3.0:1763350988.964704:0:69028:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:3.0:1763350988.964706:0:69028:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:3.0:1763350988.964709:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.964712:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57fd80. 00000100:00000001:3.0:1763350988.964715:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.964717:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57fd80. 00000020:00000010:3.0:1763350988.964722:0:69028:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:3.0:1763350988.964725:0:69028:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69300. 00000020:00000010:3.0:1763350988.964730:0:69028:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375708. 00000100:00000040:3.0:1763350988.964735:0:69028:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350988.964738:0:69028:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.964739:0:69028:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.964741:0:69028:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964746:0:69028:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964755:0:69028:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.964761:0:69028:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.964762:0:69028:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.964765:0:69028:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00000040:3.0:1763350988.964768:0:69028:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:3.0:1763350988.964770:0:69028:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530136724224 : -120543572827392 : ffff925dc3296300) 00000100:00000040:3.0:1763350988.964774:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3296300 x1849001101462912/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964781:0:69028:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.964784:0:69028:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57fd80. 00000100:00000001:3.0:1763350988.964785:0:69028:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.964787:0:69028:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57fd80. 00000100:00100000:3.0:1763350988.964790:0:69028:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:21173:x1849001101462912:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763350988.964793:0:69028:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101462912 00000020:00000001:3.0:1763350988.964796:0:69028:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.964799:0:69028:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.964800:0:69028:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.964802:0:69028:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.964804:0:69028:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:3.0:1763350988.964807:0:69028:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.964809:0:69028:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.964811:0:69028:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.964813:0:69028:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.964815:0:69028:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.964817:0:69028:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763350988.964821:0:69028:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cddf6a028. 00000100:00000001:3.0:1763350988.964824:0:69028:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.964826:0:69028:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.964834:0:69028:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925df1538000. 02000000:00000001:3.0:1763350988.964837:0:69028:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964839:0:69028:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.964844:0:69028:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dd9b363c0. 00000020:00000001:3.0:1763350988.964846:0:69028:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763350988.964849:0:69028:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350988.964855:0:69028:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00000020:00000001:3.0:1763350988.964859:0:69028:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:3.0:1763350988.964862:0:69028:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:3.0:1763350988.964867:0:69028:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:3.0:1763350988.964870:0:69028:0:(out_handler.c:246:out_xattr_get()) lustre-OST0001: [0x280000401:0x24fe:0x0] get xattr trusted.fid len 52 00000020:00000001:3.0:1763350988.964873:0:69028:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:3.0:1763350988.964875:0:69028:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350988.964878:0:69028:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd6acc78/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00000020:00000010:3.0:1763350988.964881:0:69028:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cddf6a028. 00000020:00000010:3.0:1763350988.964884:0:69028:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dd9b363c0. 00000020:00000001:3.0:1763350988.964887:0:69028:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.964890:0:69028:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911623, transno 0, xid 1849001101462912 00010000:00000001:3.0:1763350988.964893:0:69028:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.964896:0:69028:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3296300 x1849001101462912/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 328/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350988.964903:0:69028:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.964905:0:69028:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.964909:0:69028:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=84 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350988.964913:0:69028:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.964915:0:69028:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350988.964917:0:69028:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350988.964919:0:69028:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.964921:0:69028:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.964923:0:69028:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.964925:0:69028:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350988.964927:0:69028:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dd9b363c0. 00000100:00000200:3.0:1763350988.964930:0:69028:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101462912, offset 224 00000400:00000200:3.0:1763350988.964934:0:69028:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350988.964939:0:69028:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350988.964944:0:69028:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd78d80 00000400:00000200:3.0:1763350988.964949:0:69028:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fd4d [2] + 224 00000400:00000200:3.0:1763350988.964954:0:69028:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.964957:0:69028:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350988.964959:0:69028:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.964964:0:69028:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350988.964972:0:69028:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.964979:0:69028:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350988.964984:0:69028:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dd9b363c0 00000400:00000010:3.0:1763350988.964986:0:69028:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dd9b363c0. 00000100:00000001:3.0:1763350988.964988:0:69028:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.964989:0:69028:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350988.964991:0:69028:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.964993:0:69028:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350988.964996:0:69028:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.964997:0:69028:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.964999:0:69028:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.965002:0:69028:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3296300 x1849001101462912/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 328/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.965010:0:69028:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3296300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_003:lustre-MDT0000-mdtlov_UUID+5:21173:x1849001101462912:12345-0@lo:1000:mdt00_004.0 Request processed in 227us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1763350988.965016:0:69028:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00000040:3.0:1763350988.965019:0:69028:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:3.0:1763350988.965021:0:69028:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.965023:0:69028:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.965026:0:69028:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69300. 00000020:00000010:3.0:1763350988.965029:0:69028:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375708. 00000020:00000010:3.0:1763350988.965035:0:69028:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:3.0:1763350988.965050:0:69028:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000100:00000001:3.0:1763350988.965052:0:69028:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.965069:0:21173:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300865890 00000100:00000001:3.0:1763350988.965073:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865886 00000100:00000001:3.0:1763350988.965075:0:21173:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300865890 00000100:00000001:3.0:1763350988.965077:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865886 00000100:00000001:3.0:1763350988.965079:0:21173:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300865890 00000100:00000001:3.0:1763350988.965080:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865886 00000100:00000001:3.0:1763350988.965082:0:21173:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300865890 00000100:00000001:3.0:1763350988.965084:0:21173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.965087:0:21173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.965089:0:21173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1763350988.965091:0:21173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1763350988.965093:0:21173:0:(client.c:2690:ptlrpc_set_wait()) set ffff925de2f8a540 going to sleep for 11 seconds 00000100:00000001:3.0:1763350988.965096:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350988.965099:0:21173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350988.965101:0:21173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350988.965103:0:21173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810790. 00000400:00000200:3.0:1763350988.965105:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dd9b36540 00000400:00000010:3.0:1763350988.965107:0:21173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dd9b36540. 00000100:00000001:3.0:1763350988.965109:0:21173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.965112:0:21173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350988.965119:0:21173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.965124:0:21173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350988.965125:0:21173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.965127:0:21173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350988.965129:0:21173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350988.965130:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.965134:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.965136:0:21173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.965141:0:21173:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=127 v=5 (5 5 0 0) 00000100:00001000:3.0:1763350988.965144:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=90 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.965147:0:21173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350988.965149:0:21173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.965152:0:21173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350988.965154:0:21173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.965157:0:21173:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350988.965158:0:21173:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911623 00000100:00000001:3.0:1763350988.965160:0:21173:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350988.965162:0:21173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.965166:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.965172:0:21173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.965174:0:21173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350988.965176:0:21173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1763350988.965179:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.965186:0:21173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3297480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101462912:0@lo:1000:mdt00_004.0 00000100:00000001:3.0:1763350988.965190:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.965192:0:21173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.965195:0:21173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350988.965196:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.965199:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.965204:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763350988.965206:0:21173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925de2f8a540. 00000100:00000001:3.0:1763350988.965210:0:21173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763350988.965211:0:21173:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965213:0:21173:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:3.0:1763350988.965219:0:21173:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925deac69300. 00000004:00000001:3.0:1763350988.965221:0:21173:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:3.0:1763350988.965223:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.965225:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc3297480 x1849001101462912/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.965230:0:21173:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350988.965232:0:21173:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350988.965234:0:21173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925deef60000. 02000000:00000001:3.0:1763350988.965237:0:21173:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350988.965238:0:21173:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350988.965240:0:21173:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=2 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:3.0:1763350988.965242:0:21173:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350988.965243:0:21173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925de97df800. 02000000:00000001:3.0:1763350988.965246:0:21173:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350988.965248:0:21173:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350988.965249:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3297480. 00000100:00000001:3.0:1763350988.965253:0:21173:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350988.965254:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:3.0:1763350988.965256:0:21173:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dc94d0000. 00000004:00000010:3.0:1763350988.965260:0:21173:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925df94da060. 00000004:00000010:3.0:1763350988.965263:0:21173:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dee2d0900. 00000004:00000001:3.0:1763350988.965266:0:21173:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:3.0:1763350988.965268:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350988.965270:0:21173:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350988.965272:0:21173:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350988.965274:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350988.965276:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350988.965279:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.965281:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.965282:0:21173:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350988.965284:0:21173:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:3.0:1763350988.965287:0:21173:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.965289:0:21173:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:3.0:1763350988.965291:0:21173:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:3.0:1763350988.965294:0:21173:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925dd9b36540. 00000004:00000001:3.0:1763350988.965296:0:21173:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623530514867520 : -120543194684096 : ffff925dd9b36540) 00000020:00000010:3.0:1763350988.965300:0:21173:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925df928e600. 00000020:00000001:3.0:1763350988.965302:0:21173:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623530514867520 : -120543194684096 : ffff925dd9b36540) 00000004:00000001:3.0:1763350988.965305:0:21173:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530514867520 : -120543194684096 : ffff925dd9b36540) 00000004:00000010:3.0:1763350988.965308:0:21173:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dd9b363c0. 00000004:00000010:3.0:1763350988.965311:0:21173:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925df94da060. 00000004:00000010:3.0:1763350988.965314:0:21173:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dc94d0000. 00000004:00000001:3.0:1763350988.965317:0:21173:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965320:0:21173:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965323:0:21173:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965328:0:21173:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965340:0:21173:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763350988.965343:0:21173:0:(osp_dev.c:816:osp_statfs()) lustre-OST0001-osc-MDT0000: blocks=942848, bfree=936704, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117831, ffree=117088, state=0 00000004:00000001:3.0:1763350988.965347:0:21173:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965349:0:21173:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:3.0:1763350988.965352:0:21173:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117885, ffree=117152, state=0 00000004:00000001:3.0:1763350988.965355:0:21173:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.965358:0:21173:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:3.0:1763350988.965360:0:21173:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:3.0:1763350988.965364:0:21173:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.965371:0:21173:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925e0068d6c0 refcount 5 committed 0 result 0 batchid 4294967631 00000020:00000040:3.0:1763350988.965374:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df928e600 obd lustre-OST0001-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925dd9b36540 00000020:00000040:3.0:1763350988.965378:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df928ec00 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925e0068d000 00000020:00000040:3.0:1763350988.965381:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df928e100 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925df83f4c00 00000020:00000040:3.0:1763350988.965386:0:21173:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:3.0:1763350988.965390:0:21173:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:3.0:1763350988.965394:0:21173:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:3.0:1763350988.965397:0:21173:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:3.0:1763350988.965401:0:21173:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350988.965404:0:21173:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350988.965407:0:21173:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350988.965410:0:21173:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965413:0:21173:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:3.0:1763350988.965416:0:21173:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:3.0:1763350988.965422:0:21173:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:3.0:1763350988.965471:0:21173:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:3.0:1763350988.965474:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350988.965476:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350988.965477:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.965479:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.965482:0:21173:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:3.0:1763350988.965493:0:21173:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:3.0:1763350988.965498:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350988.965500:0:21173:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965502:0:21173:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:3.0:1763350988.965505:0:21173:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:3.0:1763350988.965506:0:21173:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350988.965507:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350988.965508:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350988.965509:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.965511:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.965513:0:21173:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.965514:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350988.965521:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:3.0:1763350988.965526:0:21173:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:3.0:1763350988.965530:0:21173:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965531:0:21173:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:3.0:1763350988.965536:0:21173:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:3.0:1763350988.965546:0:21173:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350988.965552:0:21173:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:3.0:1763350988.965554:0:21173:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965556:0:21173:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965559:0:21173:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965561:0:21173:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350988.965563:0:21173:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350988.965566:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350988.965622:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350988.965623:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.965625:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350988.965633:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350988.965634:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965636:0:21173:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965639:0:21173:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.965642:0:21173:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350988.965644:0:21173:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350988.965646:0:21173:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965650:0:21173:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:3.0:1763350988.965651:0:21173:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:3.0:1763350988.965652:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350988.965657:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350988.965658:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.965660:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350988.965663:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350988.965665:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965666:0:21173:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965668:0:21173:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.965669:0:21173:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:3.0:1763350988.965670:0:21173:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:3.0:1763350988.965672:0:21173:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965674:0:21173:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.965676:0:21173:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.965678:0:21173:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:3.0:1763350988.965681:0:21173:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.965685:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:3.0:1763350988.965693:0:21173:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:3.0:1763350988.965695:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350988.965697:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027352576 : -120542682199040 : ffff925df83f4c00) 00080000:00000001:3.0:1763350988.965699:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350988.965703:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350988.965704:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965705:0:21173:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.965737:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.965739:0:21173:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965746:0:21173:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:3.0:1763350988.965750:0:21173:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:3.0:1763350988.965754:0:21173:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:3.0:1763350988.965757:0:21173:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965760:0:21173:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:3.0:1763350988.965764:0:21173:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763350988.965767:0:21173:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:3.0:1763350988.965771:0:21173:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350988.965772:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350988.965774:0:21173:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350988.965775:0:21173:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350988.965777:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350988.965778:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350988.965780:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.965782:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.965784:0:21173:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350988.965786:0:21173:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:3.0:1763350988.965787:0:21173:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.965790:0:21173:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350988.965791:0:21173:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000004:00000001:3.0:1763350988.965793:0:21173:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623531164291072 : -120542545260544 : ffff925e0068d000) 00000020:00000040:3.0:1763350988.965800:0:21173:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:3.0:1763350988.965803:0:21173:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:3.0:1763350988.965806:0:21173:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:3.0:1763350988.965808:0:21173:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x25d7:0x0] xattr_set param_count = 3 00000004:00000001:3.0:1763350988.965812:0:21173:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:3.0:1763350988.965814:0:21173:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x25d7:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763350988.965821:0:21173:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350988.965824:0:21173:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965828:0:21173:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965831:0:21173:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965833:0:21173:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:3.0:1763350988.965835:0:21173:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:3.0:1763350988.965837:0:21173:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:3.0:1763350988.965838:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350988.965840:0:21173:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:3.0:1763350988.965841:0:21173:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:3.0:1763350988.965842:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:3.0:1763350988.965844:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:3.0:1763350988.965845:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.965847:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:3.0:1763350988.965848:0:21173:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:3.0:1763350988.965850:0:21173:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:3.0:1763350988.965852:0:21173:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.965853:0:21173:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:3.0:1763350988.965854:0:21173:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623530514867520 : -120543194684096 : ffff925dd9b36540) 00000004:00000001:3.0:1763350988.965856:0:21173:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530514867520 : -120543194684096 : ffff925dd9b36540) 00000020:00000040:3.0:1763350988.965860:0:21173:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:3.0:1763350988.965862:0:21173:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 3 size = 52 00000020:00000040:3.0:1763350988.965864:0:21173:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:3.0:1763350988.965866:0:21173:0:(update_records.c:220:update_records_update_pack()) 1th [0x280000401:0x24fe:0x0] xattr_set param_count = 4 00000004:00000001:3.0:1763350988.965869:0:21173:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:3.0:1763350988.965870:0:21173:0:(osp_object.c:1255:osp_xattr_set()) [0x280000401:0x24fe:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:3.0:1763350988.965872:0:21173:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:3.0:1763350988.965873:0:21173:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965876:0:21173:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965877:0:21173:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965879:0:21173:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965881:0:21173:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.965883:0:21173:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.965887:0:21173:0:(update_trans.c:912:top_trans_stop()) Process entered 00000020:00000040:3.0:1763350988.965891:0:21173:0:(update_records.c:54:update_records_dump()) master transno = 0 batchid = 4294967631 flags = 0 ops = 2 params = 4 00000020:00000040:3.0:1763350988.965894:0:21173:0:(update_records.c:73:update_records_dump()) update 0th [0x240000401:0x25d7:0x0] xattr_set params_count = 3 00000020:00000040:3.0:1763350988.965896:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da064 0th off = 0 size = 12 00000020:00000040:3.0:1763350988.965898:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da07c 1th off = 1 size = 52 00000020:00000040:3.0:1763350988.965900:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da0bc 2th off = 2 size = 4 00000020:00000040:3.0:1763350988.965903:0:21173:0:(update_records.c:73:update_records_dump()) update 1th [0x280000401:0x24fe:0x0] xattr_set params_count = 3 00000020:00000040:3.0:1763350988.965905:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da064 0th off = 0 size = 12 00000020:00000040:3.0:1763350988.965908:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da0cc 1th off = 3 size = 52 00000020:00000040:3.0:1763350988.965910:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da0bc 2th off = 2 size = 4 00000020:00000001:3.0:1763350988.965913:0:21173:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000040:3.0:1763350988.965915:0:21173:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000020:00000010:3.0:1763350988.965920:0:21173:0:(update_trans.c:197:sub_updates_write()) kmalloced '(stc)': 56 at ffff925dea57fd80. 00000040:00000001:3.0:1763350988.965922:0:21173:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:3.0:1763350988.965926:0:21173:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:3.0:1763350988.965928:0:21173:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:3.0:1763350988.965932:0:21173:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446623530927877120 : -120542781674496 : ffff925df2516c00) 00000040:00000001:3.0:1763350988.965935:0:21173:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:3.0:1763350988.965936:0:21173:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350988.965938:0:21173:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:3.0:1763350988.965941:0:21173:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:3.0:1763350988.965943:0:21173:0:(llog_osd.c:382:llog_osd_write_rec()) new record 106a0000 to [0x200000bd0:0x1:0x0] 00080000:00000001:3.0:1763350988.965953:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350988.966011:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:3.0:1763350988.966013:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350988.966017:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:3.0:1763350988.966019:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350988.966030:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:3.0:1763350988.966033:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350988.966065:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=280 : 280 : 118) 00000040:00080000:3.0:1763350988.966068:0:21173:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x200000bd0:0x1:0x0].19, 280 off38712 00000040:00000001:3.0:1763350988.966070:0:21173:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350988.966072:0:21173:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:3.0:1763350988.966075:0:21173:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:3.0:1763350988.966080:0:21173:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:3.0:1763350988.966082:0:21173:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:3.0:1763350988.966084:0:21173:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1763350988.966086:0:21173:0:(update_trans.c:208:sub_updates_write()) lustre-MDT0000-osd: Add update log [0x200000bd0:0x1:0x0].19: rc = 1 00000020:00000001:3.0:1763350988.966089:0:21173:0:(update_trans.c:217:sub_updates_write()) Process leaving via llog_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763350988.966092:0:21173:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:3.0:1763350988.966094:0:21173:0:(update_trans.c:304:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.966097:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:3.0:1763350988.966100:0:21173:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055212 00000001:00000001:3.0:1763350988.966103:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350988.966107:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055213, last_committed = 8590055210 00000001:00000010:3.0:1763350988.966110:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f53c0. 00000001:00000040:3.0:1763350988.966112:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 3 00000020:00000040:3.0:1763350988.966114:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=491 00000001:00000010:3.0:1763350988.966120:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dd9b36cc0. 00000004:00000001:3.0:1763350988.966126:0:21173:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:3.0:1763350988.966127:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:3.0:1763350988.966129:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027352576 : -120542682199040 : ffff925df83f4c00) 00000020:00000040:3.0:1763350988.966132:0:21173:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 4 size = 32 00000020:00000040:3.0:1763350988.966134:0:21173:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 5 size = 8 00000020:00000040:3.0:1763350988.966135:0:21173:0:(update_records.c:220:update_records_update_pack()) 2th [0x200000001:0x15:0x0] write param_count = 6 00080000:00000001:3.0:1763350988.966137:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350988.966146:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:3.0:1763350988.966148:0:21173:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:3.0:1763350988.966152:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dd9b36cc0: xid 1849001118796672, transno 8590055213, tag 0, client gen 3, slot idx 2 00000001:00000001:3.0:1763350988.966155:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.966158:0:21173:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763350988.966160:0:21173:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:3.0:1763350988.966175:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1763350988.966178:0:21173:0:(update_records.c:54:update_records_dump()) master transno = 8590055213 batchid = 4294967631 flags = 0 ops = 3 params = 6 00000020:00000040:3.0:1763350988.966181:0:21173:0:(update_records.c:73:update_records_dump()) update 0th [0x240000401:0x25d7:0x0] xattr_set params_count = 3 00000020:00000040:3.0:1763350988.966183:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da07c 0th off = 0 size = 12 00000020:00000040:3.0:1763350988.966185:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da094 1th off = 1 size = 52 00000020:00000040:3.0:1763350988.966187:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da0d4 2th off = 2 size = 4 00000020:00000040:3.0:1763350988.966189:0:21173:0:(update_records.c:73:update_records_dump()) update 1th [0x280000401:0x24fe:0x0] xattr_set params_count = 3 00000020:00000040:3.0:1763350988.966191:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da07c 0th off = 0 size = 12 00000020:00000040:3.0:1763350988.966193:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da0e4 1th off = 3 size = 52 00000020:00000040:3.0:1763350988.966194:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da0d4 2th off = 2 size = 4 00000020:00000040:3.0:1763350988.966196:0:21173:0:(update_records.c:73:update_records_dump()) update 2th [0x200000001:0x15:0x0] write params_count = 2 00000020:00000040:3.0:1763350988.966198:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da124 0th off = 4 size = 32 00000020:00000040:3.0:1763350988.966200:0:21173:0:(update_records.c:88:update_records_dump()) param = ffff925dc67da14c 1th off = 5 size = 8 00000020:00000001:3.0:1763350988.966202:0:21173:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000001:3.0:1763350988.966203:0:21173:0:(update_trans.c:176:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.966205:0:21173:0:(update_trans.c:166:sub_updates_write()) Process entered 00000020:00000001:3.0:1763350988.966206:0:21173:0:(update_trans.c:176:sub_updates_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.966209:0:21173:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:3.0:1763350988.966211:0:21173:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:3.0:1763350988.966212:0:21173:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:3.0:1763350988.966215:0:21173:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925e0068d6c0 refcount 5 committed 0 result 0 batchid 4294967631 00000020:00000040:3.0:1763350988.966218:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df928e600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dd9b36540 00000020:00000040:3.0:1763350988.966220:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df928ec00 obd lustre-OST0000-osc-MDT0000 committed 0 started 1 stopped 0 result 0 sub_th ffff925e0068d000 00000020:00000040:3.0:1763350988.966223:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df928e100 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925df83f4c00 00000020:00000040:3.0:1763350988.966226:0:21173:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].19 00000020:00000001:3.0:1763350988.966228:0:21173:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:3.0:1763350988.966230:0:21173:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:3.0:1763350988.966232:0:21173:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:3.0:1763350988.966234:0:21173:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x280000401:0x24fe:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:3.0:1763350988.966237:0:21173:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dc94d0000 magic = bdde0002 count = 1 size = 144 00000100:00000010:3.0:1763350988.966242:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3297480. 00000020:00000040:3.0:1763350988.966246:0:21173:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:3.0:1763350988.966249:0:21173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1763350988.966252:0:21173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1763350988.966256:0:21173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1763350988.966262:0:21173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925de97df800. 00000100:00000001:3.0:1763350988.966266:0:21173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.966269:0:21173:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.966271:0:21173:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350988.966273:0:21173:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.966275:0:21173:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1763350988.966277:0:21173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1763350988.966282:0:21173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dd9b36180. 00000100:00000001:3.0:1763350988.966284:0:21173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530514866560 : -120543194685056 : ffff925dd9b36180) 00000100:00000001:3.0:1763350988.966286:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.966288:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136728704 : -120543572822912 : ffff925dc3297480) 00000100:00000001:3.0:1763350988.966291:0:21173:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1763350988.966296:0:21173:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.966297:0:21173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1763350988.966299:0:21173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1763350988.966304:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc3297480 x1849001101463040/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.966312:0:21173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1763350988.966315:0:21173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.966318:0:21173:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1763350988.966320:0:21173:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1763350988.966323:0:21173:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.966326:0:21173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc3297480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101463040:0@lo:1000:mdt00_004.0 00000100:00000001:3.0:1763350988.966330:0:21173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1763350988.966335:0:21173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1763350988.966338:0:21173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.966341:0:21173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1763350988.966346:0:21173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925deef60000. 02000000:00000001:3.0:1763350988.966348:0:21173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1763350988.966353:0:21173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925e00810790. 00000400:00000010:3.0:1763350988.966359:0:21173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dd9b366c0. 00000100:00000200:3.0:1763350988.966366:0:21173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101463040, portal 4 00000100:00000001:3.0:1763350988.966368:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.966370:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136728704 : -120543572822912 : ffff925dc3297480) 00000100:00000040:3.0:1763350988.966375:0:21173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dc3297480 x1849001101463040/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.966381:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.966384:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350988.966387:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350c38. 00000100:00000200:3.0:1763350988.966389:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101463040, offset 0 00000400:00000200:3.0:1763350988.966395:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350988.966406:0:21173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350988.966416:0:21173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd78e00 00000400:00000200:3.0:1763350988.966423:0:21173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c35 [256] + 656 00000400:00000200:3.0:1763350988.966428:0:21173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.966432:0:21173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350988.966437:0:21173:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350988.966439:0:21173:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1763350988.966443:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3295500. 00000100:00000040:3.0:1763350988.966446:0:21173:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3295500 x1849001101463040 msgsize 408 00000100:00100000:3.0:1763350988.966449:0:21173:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1763350988.966473:0:21173:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:3.0:1763350988.966481:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350c38 00000400:00000010:3.0:1763350988.966483:0:21173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350c38. 00000100:00000001:3.0:1763350988.966487:0:21173:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1763350988.966491:0:21173:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc3297480 x1849001101463040/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.966498:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.966501:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dc3297480 x1849001101463040/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.966507:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.966509:0:21173:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1763350988.966513:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.966517:0:21173:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19743 usecs (20 jiffies) 00000100:00000001:3.0:1763350988.966521:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865886 00000100:00000001:3.0:1763350988.966554:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.966558:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101463040 02000000:00000001:3.0:1763350988.966560:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.966563:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.966566:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.966569:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.966572:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101463040 00000020:00000001:3.0:1763350988.966575:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.966576:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:3.0:1763350988.966578:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.966581:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=5 00000020:00000001:3.0:1763350988.966584:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:3.0:1763350988.966587:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:3.0:1763350988.966591:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.966623:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57ff00. 00000100:00000001:3.0:1763350988.966626:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.966628:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57ff00. 00000020:00000010:3.0:1763350988.966633:0:63031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:3.0:1763350988.966637:0:63031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350988.966641:0:63031:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375708. 00000100:00000040:3.0:1763350988.966649:0:63031:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350988.966651:0:63031:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.966653:0:63031:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.966654:0:63031:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.966662:0:63031:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.966670:0:63031:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.966681:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.966683:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.966688:0:63031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00000040:3.0:1763350988.966691:0:63031:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:3.0:1763350988.966693:0:63031:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530136720640 : -120543572830976 : ffff925dc3295500) 00000100:00000040:3.0:1763350988.966697:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3295500 x1849001101463040/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 408/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.966704:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.966706:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57ff00. 00000100:00000001:3.0:1763350988.966708:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.966710:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57ff00. 00000100:00100000:3.0:1763350988.966713:0:63031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:21173:x1849001101463040:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763350988.966717:0:63031:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101463040 00000020:00000001:3.0:1763350988.966721:0:63031:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.966724:0:63031:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.966727:0:63031:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.966729:0:63031:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.966732:0:63031:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:3.0:1763350988.966735:0:63031:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.966738:0:63031:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.966740:0:63031:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.966742:0:63031:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.966744:0:63031:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.966747:0:63031:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763350988.966751:0:63031:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cddf6a028. 00000100:00000001:3.0:1763350988.966754:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.966755:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.966762:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dc4c3e000. 02000000:00000001:3.0:1763350988.966764:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.966766:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.966770:0:63031:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dd9b36900. 00000020:00000001:3.0:1763350988.966772:0:63031:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763350988.966775:0:63031:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350988.966781:0:63031:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00080000:00000001:3.0:1763350988.966787:0:63031:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350988.966795:0:63031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc707d800. 00080000:00000001:3.0:1763350988.966797:0:63031:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530201634816 : -120543507916800 : ffff925dc707d800) 00000020:00000001:3.0:1763350988.966801:0:63031:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:3.0:1763350988.966806:0:63031:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350988.966822:0:63031:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.966825:0:63031:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.966828:0:63031:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763350988.966830:0:63031:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350988.966834:0:63031:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350988.966856:0:63031:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350988.966857:0:63031:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.966874:0:63031:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.966878:0:63031:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763350988.966881:0:63031:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0001-osd: set xattr buf ffff925df44003d8 name trusted.fid flag 1 00080000:00000001:3.0:1763350988.966886:0:63031:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350988.966888:0:63031:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:3.0:1763350988.966933:0:63031:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.966936:0:63031:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763350988.966938:0:63031:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0001-osd: insert xattr set reply ffff925dc4c3e208 index 0: rc = 0 00000020:00000040:3.0:1763350988.966941:0:63031:0:(out_handler.c:894:out_tx_end()) lustre-OST0001-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763350988.966945:0:63031:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350988.966948:0:63031:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350988.966951:0:63031:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 12884911625, last_committed = 12884911623 00000001:00000010:3.0:1763350988.966954:0:63031:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5d20. 00000001:00000040:3.0:1763350988.966957:0:63031:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925df4ce5800 : new cb_count 1 00000020:00000040:3.0:1763350988.966959:0:63031:0:(genops.c:887:class_export_get()) GET export ffff925df4ce5800 refcount=6 00080000:00000001:3.0:1763350988.966964:0:63031:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350988.966972:0:63031:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350988.966975:0:63031:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.966982:0:63031:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350988.966986:0:63031:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd6acc78/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00000020:00000001:3.0:1763350988.966988:0:63031:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.966991:0:63031:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cddf6a028. 00000020:00000010:3.0:1763350988.966993:0:63031:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dd9b36900. 00000020:00000001:3.0:1763350988.966998:0:63031:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.967003:0:63031:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911623, transno 12884911625, xid 1849001101463040 00010000:00000001:3.0:1763350988.967005:0:63031:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.967010:0:63031:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3295500 x1849001101463040/t12884911625(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 408/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350988.967017:0:63031:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.967019:0:63031:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.967024:0:63031:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=84 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350988.967029:0:63031:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.967031:0:63031:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350988.967033:0:63031:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350988.967035:0:63031:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00000004:00000001:1.0:1763350988.967283:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350988.967286:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.967289:0:20036:0:(osp_sync.c:1073:osp_sync_process_committed()) Process entered 00000004:00000040:1.0:1763350988.967292:0:20036:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:1.0:1763350988.967299:0:20036:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763350988.967301:0:20036:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763350988.967303:0:20036:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763350988.967309:0:20036:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967312:0:20036:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763350988.967315:0:20036:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9567 in log [0x1:0x8:0x0] 00080000:00000001:1.0:1763350988.967318:0:20036:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350988.967325:0:20036:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f01c00. 00080000:00000001:1.0:1763350988.967327:0:20036:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038940160 : -120542670611456 : ffff925df8f01c00) 00000040:00000001:1.0:1763350988.967329:0:20036:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763350988.967332:0:20036:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763350988.967333:0:20036:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350988.967346:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350988.967347:0:20036:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967349:0:20036:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967351:0:20036:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967354:0:20036:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763350988.967356:0:20036:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:1.0:1763350988.967360:0:20036:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:1.0:1763350988.967364:0:20036:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350988.967366:0:20036:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350988.967368:0:20036:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.967372:0:20036:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763350988.967375:0:20036:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763350988.967377:0:20036:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.967393:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1763350988.967394:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350988.967413:0:20036:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967415:0:20036:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967417:0:20036:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.967419:0:20036:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350988.967430:0:20036:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967432:0:20036:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763350988.967433:0:20036:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763350988.967435:0:20036:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:1.0:1763350988.967441:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350988.967473:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1763350988.967475:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350988.967478:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1763350988.967480:0:20036:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967482:0:20036:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.967483:0:20036:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763350988.967490:0:20036:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967492:0:20036:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967495:0:20036:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967497:0:20036:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.967499:0:20036:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.967505:0:20036:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925e00d50700 x1849001101458944/t21474847702(21474847702) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.967512:0:20036:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350988.967514:0:20036:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350988.967517:0:20036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925df5ea7000. 02000000:00000001:1.0:1763350988.967520:0:20036:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350988.967522:0:20036:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350988.967523:0:20036:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763350988.967525:0:20036:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350988.967527:0:20036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925df5ea4400. 02000000:00000001:1.0:1763350988.967530:0:20036:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350988.967532:0:20036:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350988.967534:0:20036:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d50700. 00000100:00000001:1.0:1763350988.967536:0:20036:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350988.967537:0:20036:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350988.967540:0:20036:0:(llog_cat.c:795:llog_cat_cancel_records()) Process entered 00000040:00000001:1.0:1763350988.967541:0:20036:0:(llog_cat.c:737:llog_cat_cancel_arr_rec()) Process entered 00000040:00000001:1.0:1763350988.967542:0:20036:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:1.0:1763350988.967543:0:20036:0:(llog_cat.c:387:llog_cat_id2handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967545:0:20036:0:(llog.c:208:llog_cancel_arr_rec()) Process entered 00000040:00001000:1.0:1763350988.967546:0:20036:0:(llog.c:217:llog_cancel_arr_rec()) Canceling 1 records, first 9568 in log [0x1:0x8:0x0] 00080000:00000001:1.0:1763350988.967548:0:20036:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350988.967551:0:20036:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f03400. 00080000:00000001:1.0:1763350988.967552:0:20036:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038946304 : -120542670605312 : ffff925df8f03400) 00000040:00000001:1.0:1763350988.967554:0:20036:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763350988.967555:0:20036:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763350988.967556:0:20036:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350988.967561:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350988.967562:0:20036:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967564:0:20036:0:(llog_osd.c:325:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967565:0:20036:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967567:0:20036:0:(llog.c:108:llog_declare_destroy()) Process entered 00000040:00000001:1.0:1763350988.967568:0:20036:0:(llog_osd.c:1912:llog_osd_declare_destroy()) Process entered 00080000:00000002:1.0:1763350988.967570:0:20036:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x8:0x0] not in the id map cache 00080000:00000001:1.0:1763350988.967572:0:20036:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350988.967573:0:20036:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350988.967575:0:20036:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.967577:0:20036:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763350988.967578:0:20036:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763350988.967579:0:20036:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350988.967585:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1763350988.967586:0:20036:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350988.967630:0:20036:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967633:0:20036:0:(llog_osd.c:1950:llog_osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967635:0:20036:0:(llog.c:118:llog_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.967637:0:20036:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350988.967644:0:20036:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967646:0:20036:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763350988.967648:0:20036:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763350988.967649:0:20036:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10645539 to [0x1:0x8:0x0] 00080000:00000001:1.0:1763350988.967652:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350988.967658:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1763350988.967660:0:20036:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350988.967663:0:20036:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00000040:00000001:1.0:1763350988.967664:0:20036:0:(llog_osd.c:478:llog_osd_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967666:0:20036:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350988.967668:0:20036:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:1.0:1763350988.967674:0:20036:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967675:0:20036:0:(llog.c:344:llog_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967677:0:20036:0:(llog_cat.c:776:llog_cat_cancel_arr_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350988.967679:0:20036:0:(llog_cat.c:806:llog_cat_cancel_records()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.967681:0:20036:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.967686:0:20036:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925de00de680 x1849001101459072/t21474847701(21474847701) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1763351002 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.967693:0:20036:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350988.967695:0:20036:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350988.967697:0:20036:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925df5ea5400. 02000000:00000001:1.0:1763350988.967699:0:20036:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350988.967701:0:20036:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350988.967702:0:20036:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=2 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:1.0:1763350988.967704:0:20036:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350988.967706:0:20036:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff925df5ea5c00. 02000000:00000001:1.0:1763350988.967708:0:20036:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350988.967710:0:20036:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350988.967711:0:20036:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00de680. 00000100:00000001:1.0:1763350988.967713:0:20036:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350988.967714:0:20036:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763350988.967716:0:20036:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:1.0:1763350988.967719:0:20036:0:(osp_sync.c:1179:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 0 in progress, 0 in flight, 2 done 00000004:00000001:1.0:1763350988.967723:0:20036:0:(osp_sync.c:1189:osp_sync_process_committed()) Process leaving 00000004:00000001:1.0:1763350988.967725:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350988.967727:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.967729:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350988.967730:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.967733:0:20036:0:(osp_sync.c:230:osp_sync_can_send_delayed()) Process entered 00000004:00000001:1.0:1763350988.967734:0:20036:0:(osp_sync.c:233:osp_sync_can_send_delayed()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.967767:0:21173:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 0, keep current deadline 4300865890 00000100:00000001:1.0:1763350988.967771:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865889 00000100:00000001:1.0:1763350988.967773:0:21173:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 1, keep current deadline 4300865890 00000100:00000001:1.0:1763350988.967775:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865889 00000100:00000001:1.0:1763350988.967778:0:21173:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 2, keep current deadline 4300865890 00000100:00000001:1.0:1763350988.967780:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865889 00000100:00000001:1.0:1763350988.967782:0:21173:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request active for cpu 3, keep current deadline 4300865890 00000100:00000001:1.0:1763350988.967784:0:21173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.967787:0:21173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.967790:0:21173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350988.967792:0:21173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350988.967795:0:21173:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dd9b36180 going to sleep for 11 seconds 00000100:00000001:1.0:1763350988.967797:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350988.967801:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.975114:0:63031:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.975135:0:63031:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.975143:0:63031:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350988.975159:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dee2d0cc0. 00000100:00000200:3.0:1763350988.975171:0:63031:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101463040, offset 224 00000400:00000200:3.0:1763350988.975181:0:63031:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350988.975200:0:63031:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350988.975214:0:63031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd78e00 00000400:00000200:3.0:1763350988.975224:0:63031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fd59 [2] + 224 00000400:00000200:3.0:1763350988.975249:0:63031:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.975255:0:63031:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350988.975261:0:63031:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.975269:0:63031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc3297480 x1849001101463040/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350988.975281:0:63031:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dc3297480 x1849001101463040/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.975312:0:63031:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350988.975331:0:63031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dee2d0cc0 00000400:00000010:3.0:1763350988.975334:0:63031:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dee2d0cc0. 00000100:00000001:3.0:1763350988.975339:0:63031:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.975341:0:63031:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350988.975349:0:63031:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.975352:0:63031:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350988.975357:0:63031:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.975361:0:63031:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.975365:0:63031:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.975372:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3295500 x1849001101463040/t12884911625(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 408/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.975382:0:63031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3295500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21173:x1849001101463040:12345-0@lo:1000:mdt00_004.0 Request processed in 8676us (8934us total) trans 12884911625 rc 0/0 00000100:00100000:3.0:1763350988.975395:0:63031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00000040:3.0:1763350988.975399:0:63031:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:3.0:1763350988.975402:0:63031:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.975403:0:63031:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.975411:0:63031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350988.975416:0:63031:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375708. 00000020:00000010:3.0:1763350988.975422:0:63031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:3.0:1763350988.975429:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 5 00000100:00000001:3.0:1763350988.975432:0:63031:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.975795:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350988.975805:0:21173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350988.975808:0:21173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350988.975813:0:21173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925e00810790. 00000400:00000200:1.0:1763350988.975821:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dd9b366c0 00000400:00000010:1.0:1763350988.975823:0:21173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dd9b366c0. 00000100:00000001:1.0:1763350988.975827:0:21173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.975833:0:21173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc3297480 x1849001101463040/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1763350988.975843:0:21173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc3297480 x1849001101463040/t0(0) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.975850:0:21173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350988.975852:0:21173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.975856:0:21173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350988.975860:0:21173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350988.975863:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.975865:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.975869:0:21173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.975881:0:21173:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fd78 time=127 v=5 (5 5 0 0) 00000100:00001000:1.0:1763350988.975886:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.975888:0:21173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350988.975890:0:21173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.975893:0:21173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350988.975898:0:21173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.975901:0:21173:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1763350988.975903:0:21173:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1763350988.975904:0:21173:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1763350988.975908:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350988.975909:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530136728704 : -120543572822912 : ffff925dc3297480) 00000100:00000001:1.0:1763350988.975913:0:21173:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1763350988.975915:0:21173:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911623 00000100:00000001:1.0:1763350988.975917:0:21173:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1763350988.975920:0:21173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.975925:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc3297480 x1849001101463040/t12884911625(12884911625) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.975931:0:21173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.975935:0:21173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350988.975937:0:21173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:1.0:1763350988.975941:0:21173:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:1.0:1763350988.975951:0:21173:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.975955:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3297480 x1849001101463040/t12884911625(12884911625) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.975961:0:21173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc3297480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101463040:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763350988.975967:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.975969:0:21173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.975973:0:21173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350988.975975:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.975979:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dc3297480 x1849001101463040/t12884911625(12884911625) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.975986:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1763350988.975988:0:21173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dd9b36180. 00000100:00000001:1.0:1763350988.975991:0:21173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1763350988.975992:0:21173:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.975996:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.975998:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc3297480 x1849001101463040/t12884911625(12884911625) o1000->lustre-OST0001-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.976004:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.976006:0:21173:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.976009:0:21173:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.976012:0:21173:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.976017:0:21173:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:1.0:1763350988.976020:0:21173:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:1.0:1763350988.976023:0:21173:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:1.0:1763350988.976027:0:21173:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925e0068d6c0 refcount 4 committed 0 result 0 batchid 4294967631 00000020:00000040:1.0:1763350988.976032:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df928e600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dd9b36540 00000020:00000040:1.0:1763350988.976036:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df928ec00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925e0068d000 00000020:00000040:1.0:1763350988.976048:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925df928e100 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925df83f4c00 00000020:00000040:1.0:1763350988.976051:0:21173:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000bd0:0x1:0x0].19 00000020:00000001:1.0:1763350988.976054:0:21173:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:1.0:1763350988.976056:0:21173:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:1.0:1763350988.976058:0:21173:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:1.0:1763350988.976062:0:21173:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d7:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:1.0:1763350988.976065:0:21173:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dc94d1000 magic = bdde0002 count = 1 size = 144 00000100:00000010:1.0:1763350988.976074:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d67480. 00000020:00000040:1.0:1763350988.976080:0:21173:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:1.0:1763350988.976086:0:21173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350988.976089:0:21173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350988.976095:0:21173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350988.976105:0:21173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc90ffc00. 00000100:00000001:1.0:1763350988.976112:0:21173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.976116:0:21173:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350988.976118:0:21173:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350988.976121:0:21173:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.976125:0:21173:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1763350988.976126:0:21173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350988.976133:0:21173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925ccd7a0000. 00000100:00000001:1.0:1763350988.976136:0:21173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623526014812160 : -120547694739456 : ffff925ccd7a0000) 00000100:00000001:1.0:1763350988.976138:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350988.976140:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000001:1.0:1763350988.976144:0:21173:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1763350988.976150:0:21173:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.976152:0:21173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350988.976153:0:21173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350988.976157:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d67480 x1849001101463168/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.976164:0:21173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350988.976167:0:21173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.976170:0:21173:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1763350988.976173:0:21173:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1763350988.976175:0:21173:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.976178:0:21173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101463168:0@lo:1000:mdt00_004.0 00000100:00000001:1.0:1763350988.976182:0:21173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350988.976187:0:21173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350988.976189:0:21173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.976191:0:21173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350988.976200:0:21173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925cc8dea000. 02000000:00000001:1.0:1763350988.976202:0:21173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350988.976207:0:21173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466b58. 00000400:00000010:1.0:1763350988.976212:0:21173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccd7a0cc0. 00000100:00000200:1.0:1763350988.976218:0:21173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101463168, portal 4 00000100:00000001:1.0:1763350988.976220:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350988.976221:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000040:1.0:1763350988.976226:0:21173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925df4d67480 x1849001101463168/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.976233:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.976235:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350988.976239:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74440. 00000100:00000200:1.0:1763350988.976241:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101463168, offset 0 00000400:00000200:1.0:1763350988.976246:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350988.976252:0:21173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350988.976260:0:21173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd78e80 00000400:00000200:1.0:1763350988.976266:0:21173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c35 [256] + 1064 00000400:00000200:1.0:1763350988.976270:0:21173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.976273:0:21173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350988.976277:0:21173:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350988.976279:0:21173:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1763350988.976283:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d64a80. 00000100:00000040:1.0:1763350988.976286:0:21173:0:(events.c:337:request_in_callback()) incoming req@ffff925df4d64a80 x1849001101463168 msgsize 408 00000100:00100000:1.0:1763350988.976290:0:21173:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1763350988.976307:0:21173:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:1.0:1763350988.976313:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74440 00000400:00000010:1.0:1763350988.976315:0:21173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74440. 00000100:00000001:1.0:1763350988.976317:0:21173:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350988.976321:0:21173:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d67480 x1849001101463168/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.976328:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350988.976331:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925df4d67480 x1849001101463168/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.976336:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.976338:0:21173:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1763350988.976340:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.976344:0:21173:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24572 usecs (25 jiffies) 00000100:00000001:1.0:1763350988.976348:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865903 00000100:00000001:1.0:1763350988.976357:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865890 00000100:00000001:1.0:1763350988.976367:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865903 00000100:00000001:1.0:1763350988.976370:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865890 00000100:00000001:1.0:1763350988.976372:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865903 00000100:00000001:1.0:1763350988.976375:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865890 00000100:00000001:1.0:1763350988.976377:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865903 00000100:00000001:1.0:1763350988.976380:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865890 00000100:00000001:1.0:1763350988.976382:0:21173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350988.976384:0:21173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.976386:0:21173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350988.976388:0:21173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350988.976390:0:21173:0:(client.c:2690:ptlrpc_set_wait()) set ffff925ccd7a0000 going to sleep for 11 seconds 00000100:00000001:1.0:1763350988.976392:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350988.976393:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.976474:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.976477:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101463168 02000000:00000001:3.0:1763350988.976479:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.976481:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.976483:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.976487:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.976490:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101463168 00000020:00000001:3.0:1763350988.976493:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.976495:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350988.976497:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.976501:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=5 00000020:00000001:3.0:1763350988.976503:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350988.976505:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350988.976511:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.976516:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57ff00. 00000100:00000001:3.0:1763350988.976521:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.976524:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57ff00. 00000020:00000010:3.0:1763350988.976528:0:63031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:3.0:1763350988.976532:0:63031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350988.976537:0:63031:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375708. 00000100:00000040:3.0:1763350988.976545:0:63031:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350988.976548:0:63031:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.976550:0:63031:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.976551:0:63031:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.976559:0:63031:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.976575:0:63031:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.976583:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.976585:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.976590:0:63031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00000040:3.0:1763350988.976593:0:63031:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350988.976618:0:63031:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970139264 : -120542739412352 : ffff925df4d64a80) 00000100:00000040:3.0:1763350988.976623:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d64a80 x1849001101463168/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 408/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.976631:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.976633:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57ff00. 00000100:00000001:3.0:1763350988.976635:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.976637:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57ff00. 00000100:00100000:3.0:1763350988.976640:0:63031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:21173:x1849001101463168:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763350988.976643:0:63031:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101463168 00000020:00000001:3.0:1763350988.976647:0:63031:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.976650:0:63031:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.976652:0:63031:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.976655:0:63031:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.976657:0:63031:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:3.0:1763350988.976660:0:63031:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.976664:0:63031:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.976666:0:63031:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.976669:0:63031:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.976672:0:63031:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.976675:0:63031:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763350988.976681:0:63031:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cddf6a028. 00000100:00000001:3.0:1763350988.976685:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.976688:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.976695:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925dc4c3a000. 02000000:00000001:3.0:1763350988.976697:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.976699:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.976703:0:63031:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dee2d0cc0. 00000020:00000001:3.0:1763350988.976705:0:63031:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763350988.976708:0:63031:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350988.976716:0:63031:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00080000:00000001:3.0:1763350988.976722:0:63031:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350988.976732:0:63031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc707e400. 00080000:00000001:3.0:1763350988.976734:0:63031:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530201637888 : -120543507913728 : ffff925dc707e400) 00000020:00000001:3.0:1763350988.976738:0:63031:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:3.0:1763350988.976742:0:63031:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350988.976767:0:63031:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.976770:0:63031:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.976774:0:63031:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763350988.976776:0:63031:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350988.976781:0:63031:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350988.976809:0:63031:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350988.976810:0:63031:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.976832:0:63031:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.976835:0:63031:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763350988.976838:0:63031:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df4400570 name trusted.fid flag 1 00080000:00000001:3.0:1763350988.976844:0:63031:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350988.976846:0:63031:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:3.0:1763350988.976919:0:63031:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.976923:0:63031:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763350988.976925:0:63031:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925dc4c3a208 index 0: rc = 0 00000020:00000040:3.0:1763350988.976929:0:63031:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763350988.976933:0:63031:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350988.976937:0:63031:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350988.976941:0:63031:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847707, last_committed = 21474847705 00000001:00000010:3.0:1763350988.976946:0:63031:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f5c00. 00000001:00000040:3.0:1763350988.976948:0:63031:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 1 00000020:00000040:3.0:1763350988.976950:0:63031:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=6 00080000:00000001:3.0:1763350988.976957:0:63031:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350988.976970:0:63031:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350988.976972:0:63031:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.976985:0:63031:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350988.976989:0:63031:0:(lu_object.c:207:lu_object_put()) Add ffff925ddffc88e8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00000020:00000001:3.0:1763350988.976991:0:63031:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.976993:0:63031:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cddf6a028. 00000020:00000010:3.0:1763350988.976995:0:63031:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dee2d0cc0. 00000020:00000001:3.0:1763350988.976997:0:63031:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.977001:0:63031:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847702, transno 21474847707, xid 1849001101463168 00010000:00000001:3.0:1763350988.977003:0:63031:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.977008:0:63031:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d64a80 x1849001101463168/t21474847707(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 408/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350988.977015:0:63031:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.977018:0:63031:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.977021:0:63031:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=84 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350988.977026:0:63031:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.977028:0:63031:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350988.977030:0:63031:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350988.977032:0:63031:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.977034:0:63031:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.977049:0:63031:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.977052:0:63031:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350988.977054:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dee2d0cc0. 00000100:00000200:3.0:1763350988.977058:0:63031:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101463168, offset 224 00000400:00000200:3.0:1763350988.977063:0:63031:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350988.977072:0:63031:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350988.977080:0:63031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd78e80 00000400:00000200:3.0:1763350988.977085:0:63031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fd65 [2] + 224 00000400:00000200:3.0:1763350988.977089:0:63031:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.977094:0:63031:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350988.977098:0:63031:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.977103:0:63031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d67480 x1849001101463168/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350988.977110:0:63031:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925df4d67480 x1849001101463168/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.977124:0:63031:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350988.977129:0:63031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dee2d0cc0 00000400:00000010:3.0:1763350988.977132:0:63031:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dee2d0cc0. 00000100:00000001:3.0:1763350988.977135:0:63031:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.977137:0:63031:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350988.977140:0:63031:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.977142:0:63031:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350988.977145:0:63031:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.977147:0:63031:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.977150:0:63031:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.977153:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d64a80 x1849001101463168/t21474847707(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 408/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.977163:0:63031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21173:x1849001101463168:12345-0@lo:1000:mdt00_004.0 Request processed in 531us (875us total) trans 21474847707 rc 0/0 00000100:00100000:3.0:1763350988.977171:0:63031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00000040:3.0:1763350988.977173:0:63031:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350988.977176:0:63031:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.977177:0:63031:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.977182:0:63031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350988.977185:0:63031:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375708. 00000020:00000010:3.0:1763350988.977190:0:63031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:3.0:1763350988.977193:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000100:00000001:3.0:1763350988.977196:0:63031:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.977278:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350988.977284:0:21173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350988.977286:0:21173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350988.977288:0:21173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466b58. 00000400:00000200:0.0:1763350988.977291:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925ccd7a0cc0 00000400:00000010:0.0:1763350988.977293:0:21173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925ccd7a0cc0. 00000100:00000001:0.0:1763350988.977296:0:21173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.977299:0:21173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d67480 x1849001101463168/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350988.977307:0:21173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d67480 x1849001101463168/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.977312:0:21173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350988.977314:0:21173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.977316:0:21173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350988.977319:0:21173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350988.977321:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.977322:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.977325:0:21173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.977334:0:21173:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=127 v=5 (5 5 0 0) 00000100:00001000:0.0:1763350988.977337:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.977339:0:21173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350988.977341:0:21173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.977344:0:21173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350988.977347:0:21173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.977349:0:21173:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1763350988.977351:0:21173:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1763350988.977353:0:21173:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1763350988.977355:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.977356:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970150016 : -120542739401600 : ffff925df4d67480) 00000100:00000001:0.0:1763350988.977360:0:21173:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350988.977362:0:21173:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847702 00000100:00000001:0.0:1763350988.977364:0:21173:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350988.977366:0:21173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.977370:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d67480 x1849001101463168/t21474847707(21474847707) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.977377:0:21173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.977379:0:21173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350988.977381:0:21173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:0.0:1763350988.977383:0:21173:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:0.0:1763350988.977387:0:21173:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.977391:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d67480 x1849001101463168/t21474847707(21474847707) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350988.977398:0:21173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d67480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101463168:0@lo:1000:mdt00_004.0 00000100:00000001:0.0:1763350988.977403:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.977405:0:21173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.977407:0:21173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350988.977409:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.977412:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925df4d67480 x1849001101463168/t21474847707(21474847707) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.977418:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350988.977422:0:21173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925ccd7a0000. 00000100:00000001:0.0:1763350988.977424:0:21173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763350988.977426:0:21173:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.977428:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.977431:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d67480 x1849001101463168/t21474847707(21474847707) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.977436:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.977438:0:21173:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.977440:0:21173:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350988.977442:0:21173:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.977446:0:21173:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350988.977448:0:21173:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925e00693300. 00000020:00000001:0.0:1763350988.977451:0:21173:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350988.977461:0:21173:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350988.977468:0:21173:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd0a4e240. 00080000:00000001:0.0:1763350988.977471:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350988.977477:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de0134c00. 00080000:00000001:0.0:1763350988.977480:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530621815808 : -120543087735808 : ffff925de0134c00) 00000004:00000001:0.0:1763350988.977486:0:21173:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.977491:0:21173:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763350988.977495:0:21173:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763350988.977498:0:21173:0:(lod_lov.c:1024:lod_get_ea()) Process entered 00080000:00000001:0.0:1763350988.977501:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.977508:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350988.977510:0:21173:0:(lod_lov.c:1061:lod_get_ea()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350988.977513:0:21173:0:(lod_lov.c:1269:lod_parse_striping()) Process entered 00000004:00000010:0.0:1763350988.977518:0:21173:0:(lod_lov.c:552:lod_alloc_comp_entries()) kmalloced '(lo->ldo_comp_entries)': 168 at ffff925dded43240. 00000004:00000001:0.0:1763350988.977522:0:21173:0:(lod_lov.c:1128:lod_initialize_objects()) Process entered 00000004:00000010:0.0:1763350988.977525:0:21173:0:(lod_lov.c:1141:lod_initialize_objects()) kmalloced '(stripe)': 8 at ffff925cc739f390. 00000004:00000010:0.0:1763350988.977528:0:21173:0:(lod_lov.c:1144:lod_initialize_objects()) kmalloced '(ost_indices)': 4 at ffff925cc739fdb0. 00000020:00000001:0.0:1763350988.977533:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000004:00000010:0.0:1763350988.977541:0:21173:0:(osp_dev.c:98:osp_object_alloc()) slab-alloced 'o': 568 at ffff925ccdb253f8. 00000004:00000001:0.0:1763350988.977548:0:21173:0:(osp_object.c:2251:osp_object_init()) Process entered 00000004:00000001:0.0:1763350988.977551:0:21173:0:(osp_object.c:2278:osp_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.977554:0:21173:0:(lu_object.c:907:lu_object_find_at()) Process leaving (rc=18446623526018503760 : -120547691047856 : ffff925ccdb25450) 00000004:00000001:0.0:1763350988.977556:0:21173:0:(lod_lov.c:1199:lod_initialize_objects()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.977559:0:21173:0:(lod_lov.c:573:lod_fill_mirrors()) Process entered 00000004:00000001:0.0:1763350988.977561:0:21173:0:(lod_lov.c:578:lod_fill_mirrors()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.977563:0:21173:0:(lod_lov.c:1535:lod_parse_striping()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.977566:0:21173:0:(lod_lov.c:1658:lod_striping_load()) Process leaving 00000004:00000001:0.0:1763350988.977569:0:21173:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763350988.977575:0:21173:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000010:0.0:1763350988.977579:0:21173:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dded43900. 00000004:00000010:0.0:1763350988.977582:0:21173:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925ccd7dc980. 00000004:00000010:0.0:1763350988.977587:0:21173:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dc7ea7000. 00000020:00000001:0.0:1763350988.977591:0:21173:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763350988.977593:0:21173:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.977628:0:21173:0:(osp_trans.c:457:osp_remote_sync()) Process entered 00000004:00000001:0.0:1763350988.977630:0:21173:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763350988.977632:0:21173:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d8:0x0] op = xattr_get params = 1 batchid = 0 size = 64 repsize 52 00000004:00000040:0.0:1763350988.977635:0:21173:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dc7ea7000 magic = bdde0002 count = 1 size = 64 00000100:00000010:0.0:1763350988.977640:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8ebb100. 00000020:00000040:0.0:1763350988.977643:0:21173:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763350988.977647:0:21173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350988.977650:0:21173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350988.977653:0:21173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350988.977658:0:21173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214e800. 00000100:00000001:0.0:1763350988.977662:0:21173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.977665:0:21173:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.977667:0:21173:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350988.977669:0:21173:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.977672:0:21173:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763350988.977673:0:21173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350988.977678:0:21173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded436c0. 00000100:00000001:0.0:1763350988.977680:0:21173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600904384 : -120543108647232 : ffff925dded436c0) 00000100:00000001:0.0:1763350988.977682:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.977683:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530233344256 : -120543476207360 : ffff925dc8ebb100) 00000100:00000001:0.0:1763350988.977687:0:21173:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350988.977691:0:21173:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.977693:0:21173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350988.977694:0:21173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350988.977697:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.977704:0:21173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350988.977706:0:21173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.977709:0:21173:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350988.977711:0:21173:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350988.977713:0:21173:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.977715:0:21173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc8ebb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101463296:0@lo:1000:mdt00_004.0 00000100:00000001:0.0:1763350988.977718:0:21173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350988.977721:0:21173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350988.977723:0:21173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.977724:0:21173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350988.977729:0:21173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925df8c0a000. 02000000:00000001:0.0:1763350988.977730:0:21173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350988.977734:0:21173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb420. 00000400:00000010:0.0:1763350988.977737:0:21173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded43840. 00000100:00000200:0.0:1763350988.977742:0:21173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101463296, portal 4 00000100:00000001:0.0:1763350988.977744:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.977745:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530233344256 : -120543476207360 : ffff925dc8ebb100) 00000100:00000040:0.0:1763350988.977750:0:21173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.977755:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.977757:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350988.977760:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019000. 00000100:00000200:0.0:1763350988.977762:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 24, xid 1849001101463296, offset 0 00000400:00000200:0.0:1763350988.977765:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350988.977771:0:21173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350988.977776:0:21173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 328 into portal 24 MB=0x691a81dd78f00 00000400:00000200:0.0:1763350988.977781:0:21173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 328/328 into md 0x4c35 [256] + 1472 00000400:00000200:0.0:1763350988.977785:0:21173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.977788:0:21173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350988.977792:0:21173:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.977794:0:21173:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350988.977799:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee15ed80. 00000100:00000040:0.0:1763350988.977802:0:21173:0:(events.c:337:request_in_callback()) incoming req@ffff925dee15ed80 x1849001101463296 msgsize 328 00000100:00100000:0.0:1763350988.977805:0:21173:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350988.977810:0:21173:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350988.977815:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019000 00000400:00000010:0.0:1763350988.977817:0:21173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019000. 00000100:00000001:0.0:1763350988.977819:0:21173:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.977822:0:21173:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.977829:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.977831:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.977837:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.977839:0:21173:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350988.977841:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.977845:0:21173:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24570 usecs (25 jiffies) 00000100:00000001:0.0:1763350988.977849:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865904 00000100:00000001:0.0:1763350988.977857:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865903 00000100:00000001:0.0:1763350988.977862:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865904 00000100:00000001:0.0:1763350988.977865:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865903 00000100:00000001:0.0:1763350988.977868:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865904 00000100:00000001:0.0:1763350988.977871:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865903 00000100:00000001:0.0:1763350988.977873:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865904 00000100:00000001:0.0:1763350988.977877:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865903 00000100:00000001:0.0:1763350988.977879:0:21173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.977881:0:21173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.977883:0:21173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350988.977885:0:21173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350988.977887:0:21173:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded436c0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350988.977890:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.977892:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.977972:0:20019:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350988.977976:0:20019:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101463296 02000000:00000001:1.0:1763350988.977978:0:20019:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.977980:0:20019:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.977981:0:20019:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.977984:0:20019:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.977987:0:20019:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101463296 00000020:00000001:1.0:1763350988.977989:0:20019:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.977990:0:20019:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:1.0:1763350988.977992:0:20019:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.977995:0:20019:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=6 00000020:00000001:1.0:1763350988.977998:0:20019:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:1.0:1763350988.978000:0:20019:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:1.0:1763350988.978003:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.978008:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350988.978010:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.978012:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000020:00000010:1.0:1763350988.978017:0:20019:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90fe000. 00000020:00000010:1.0:1763350988.978021:0:20019:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70200. 00000020:00000010:1.0:1763350988.978026:0:20019:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d30c8. 00000100:00000040:1.0:1763350988.978032:0:20019:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:1.0:1763350988.978034:0:20019:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.978036:0:20019:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350988.978049:0:20019:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.978054:0:20019:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.978068:0:20019:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.978075:0:20019:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.978077:0:20019:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.978081:0:20019:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00000040:1.0:1763350988.978084:0:20019:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:1.0:1763350988.978086:0:20019:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530856869248 : -120542852682368 : ffff925dee15ed80) 00000100:00000040:1.0:1763350988.978091:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee15ed80 x1849001101463296/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.978099:0:20019:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.978101:0:20019:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350988.978103:0:20019:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.978105:0:20019:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000100:00100000:1.0:1763350988.978108:0:20019:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:21173:x1849001101463296:12345-0@lo:1000:mdt00_004.0 00000100:00000200:1.0:1763350988.978112:0:20019:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101463296 00000020:00000001:1.0:1763350988.978116:0:20019:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350988.978118:0:20019:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350988.978120:0:20019:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.978122:0:20019:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350988.978124:0:20019:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:1.0:1763350988.978127:0:20019:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350988.978130:0:20019:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350988.978132:0:20019:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350988.978133:0:20019:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350988.978135:0:20019:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.978138:0:20019:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:1.0:1763350988.978141:0:20019:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925ccd84b3e8. 00000100:00000001:1.0:1763350988.978144:0:20019:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.978147:0:20019:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.978152:0:20019:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925de7fee000. 02000000:00000001:1.0:1763350988.978155:0:20019:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.978157:0:20019:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350988.978160:0:20019:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925ccd7a06c0. 00000020:00000001:1.0:1763350988.978162:0:20019:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:1.0:1763350988.978164:0:20019:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.978169:0:20019:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00000020:00000001:1.0:1763350988.978173:0:20019:0:(out_handler.c:206:out_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.978176:0:20019:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350988.978181:0:20019:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=52 : 52 : 34) 00000020:00000040:1.0:1763350988.978184:0:20019:0:(out_handler.c:246:out_xattr_get()) lustre-OST0000: [0x240000401:0x25d8:0x0] get xattr trusted.fid len 52 00000020:00000001:1.0:1763350988.978188:0:20019:0:(out_handler.c:248:out_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000020:00000001:1.0:1763350988.978190:0:20019:0:(out_handler.c:252:out_xattr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350988.978194:0:20019:0:(lu_object.c:207:lu_object_put()) Add ffff925df85dd398/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00000020:00000010:1.0:1763350988.978197:0:20019:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925ccd84b3e8. 00000020:00000010:1.0:1763350988.978199:0:20019:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925ccd7a06c0. 00000020:00000001:1.0:1763350988.978201:0:20019:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350988.978204:0:20019:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847702, transno 0, xid 1849001101463296 00010000:00000001:1.0:1763350988.978206:0:20019:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350988.978210:0:20019:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dee15ed80 x1849001101463296/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 328/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1763350988.978217:0:20019:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.978219:0:20019:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.978223:0:20019:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=84 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350988.978226:0:20019:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.978228:0:20019:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:1.0:1763350988.978231:0:20019:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:1.0:1763350988.978233:0:20019:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.978235:0:20019:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.978237:0:20019:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.978239:0:20019:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1763350988.978241:0:20019:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccd7a06c0. 00000100:00000200:1.0:1763350988.978244:0:20019:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101463296, offset 224 00000400:00000200:1.0:1763350988.978249:0:20019:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1763350988.978256:0:20019:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1763350988.978261:0:20019:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd78f00 00000400:00000200:1.0:1763350988.978265:0:20019:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fd71 [2] + 224 00000400:00000200:1.0:1763350988.978270:0:20019:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350988.978273:0:20019:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1763350988.978276:0:20019:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350988.978279:0:20019:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1763350988.978286:0:20019:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.978296:0:20019:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:1.0:1763350988.978299:0:20019:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925ccd7a06c0 00000400:00000010:1.0:1763350988.978301:0:20019:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925ccd7a06c0. 00000100:00000001:1.0:1763350988.978303:0:20019:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:1.0:1763350988.978304:0:20019:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350988.978307:0:20019:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.978309:0:20019:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:1.0:1763350988.978311:0:20019:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350988.978312:0:20019:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.978314:0:20019:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350988.978317:0:20019:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee15ed80 x1849001101463296/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 328/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.978326:0:20019:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee15ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:21173:x1849001101463296:12345-0@lo:1000:mdt00_004.0 Request processed in 226us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350988.978332:0:20019:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00000040:1.0:1763350988.978335:0:20019:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:1.0:1763350988.978336:0:20019:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.978338:0:20019:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.978341:0:20019:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70200. 00000020:00000010:1.0:1763350988.978344:0:20019:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d30c8. 00000020:00000010:1.0:1763350988.978347:0:20019:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90fe000. 00000020:00000040:1.0:1763350988.978351:0:20019:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 5 00000100:00000001:1.0:1763350988.978354:0:20019:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.978414:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1763350988.978418:0:21173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1763350988.978420:0:21173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1763350988.978422:0:21173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb420. 00000400:00000200:0.0:1763350988.978425:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded43840 00000400:00000010:0.0:1763350988.978427:0:21173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded43840. 00000100:00000001:0.0:1763350988.978430:0:21173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350988.978433:0:21173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1763350988.978442:0:21173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.978449:0:21173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1763350988.978450:0:21173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.978452:0:21173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1763350988.978454:0:21173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1763350988.978455:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350988.978457:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.978459:0:21173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.978465:0:21173:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=127 v=5 (5 5 0 0) 00000100:00001000:0.0:1763350988.978469:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.978471:0:21173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1763350988.978473:0:21173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.978475:0:21173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1763350988.978477:0:21173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.978480:0:21173:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1763350988.978482:0:21173:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847702 00000100:00000001:0.0:1763350988.978484:0:21173:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1763350988.978486:0:21173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.978490:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.978497:0:21173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.978498:0:21173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1763350988.978500:0:21173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1763350988.978503:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350988.978511:0:21173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc8ebb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101463296:0@lo:1000:mdt00_004.0 00000100:00000001:0.0:1763350988.978515:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.978517:0:21173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.978519:0:21173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1763350988.978521:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.978523:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.978529:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1763350988.978531:0:21173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded436c0. 00000100:00000001:0.0:1763350988.978533:0:21173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1763350988.978534:0:21173:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.978537:0:21173:0:(osp_trans.c:475:osp_remote_sync()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1763350988.978545:0:21173:0:(osp_object.c:158:osp_oac_xattr_alloc()) kmalloced '(oxe)': 104 at ffff925cd991c580. 00000004:00000001:0.0:1763350988.978549:0:21173:0:(osp_object.c:1161:osp_xattr_get()) Process leaving via out (rc=52 : 52 : 0x34) 00000100:00000001:0.0:1763350988.978551:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.978554:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dc8ebb100 x1849001101463296/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 328/4320 e 0 to 0 dl 1763351004 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.978560:0:21173:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1763350988.978562:0:21173:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1763350988.978565:0:21173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff925df8c0a000. 02000000:00000001:0.0:1763350988.978568:0:21173:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1763350988.978570:0:21173:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1763350988.978571:0:21173:0:(genops.c:1242:class_import_put()) import ffff925dfc80a800 refcount=3 obd=lustre-OST0000-osc-MDT0000 00000020:00000001:0.0:1763350988.978573:0:21173:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1763350988.978576:0:21173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214e800. 02000000:00000001:0.0:1763350988.978580:0:21173:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1763350988.978582:0:21173:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1763350988.978584:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc8ebb100. 00000100:00000001:0.0:1763350988.978588:0:21173:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1763350988.978590:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000004:00000010:0.0:1763350988.978592:0:21173:0:(osp_trans.c:193:osp_update_request_destroy()) kvfree 'ours->ours_req': 4096 at ffff925dc7ea7000. 00000004:00000010:0.0:1763350988.978622:0:21173:0:(osp_trans.c:194:osp_update_request_destroy()) kfreed 'ours': 32 at ffff925ccd7dc980. 00000004:00000010:0.0:1763350988.978625:0:21173:0:(osp_trans.c:221:osp_update_request_destroy()) kfreed 'our': 136 at ffff925dded43900. 00000004:00000001:0.0:1763350988.978630:0:21173:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.978633:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.978635:0:21173:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763350988.978640:0:21173:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350988.978642:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350988.978644:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350988.978647:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350988.978650:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350988.978652:0:21173:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350988.978654:0:21173:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763350988.978657:0:21173:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.978660:0:21173:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000004:00000001:0.0:1763350988.978662:0:21173:0:(osp_trans.c:955:osp_trans_create()) Process entered 00000004:00000010:0.0:1763350988.978665:0:21173:0:(osp_trans.c:957:osp_trans_create()) kmalloced '(oth)': 144 at ffff925dded43900. 00000004:00000001:0.0:1763350988.978668:0:21173:0:(osp_trans.c:969:osp_trans_create()) Process leaving (rc=18446623530600904960 : -120543108646656 : ffff925dded43900) 00000020:00000010:0.0:1763350988.978672:0:21173:0:(update_trans.c:1100:top_trans_create_tmt()) kmalloced '(tmt)': 152 at ffff925dded436c0. 00000020:00000010:0.0:1763350988.978676:0:21173:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925e00db5000. 00000020:00000010:0.0:1763350988.978680:0:21173:0:(update_trans.c:409:create_sub_thandle()) kmalloced '(st)': 208 at ffff925e00db5300. 00000020:00000001:0.0:1763350988.978682:0:21173:0:(update_trans.c:1214:thandle_get_sub_by_dt()) Process leaving (rc=18446623530600904960 : -120543108646656 : ffff925dded43900) 00000004:00000001:0.0:1763350988.978685:0:21173:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530600904960 : -120543108646656 : ffff925dded43900) 00000004:00000010:0.0:1763350988.978688:0:21173:0:(osp_trans.c:163:osp_update_request_create()) kmalloced '(our)': 136 at ffff925dded43840. 00000004:00000010:0.0:1763350988.978691:0:21173:0:(osp_trans.c:96:osp_object_update_request_create()) kmalloced '(ours)': 32 at ffff925ccd7dc980. 00000004:00000010:0.0:1763350988.978694:0:21173:0:(osp_trans.c:108:osp_object_update_request_create()) kmalloced '(ourq)': 4096 at ffff925dc7ea7000. 00000004:00000001:0.0:1763350988.978696:0:21173:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.978699:0:21173:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.978702:0:21173:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.978706:0:21173:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.978714:0:21173:0:(osp_dev.c:796:osp_statfs()) Process entered 00000004:00001000:0.0:1763350988.978716:0:21173:0:(osp_dev.c:816:osp_statfs()) lustre-OST0000-osc-MDT0000: blocks=942848, bfree=937216, bavail=931072, bsize=4096, reserved_mb_low=3, reserved_mb_high=7, files=117885, ffree=117152, state=0 00000004:00000001:0.0:1763350988.978721:0:21173:0:(osp_dev.c:834:osp_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.978724:0:21173:0:(update_trans.c:762:top_trans_start()) Process entered 00000020:00000001:0.0:1763350988.978725:0:21173:0:(update_trans.c:725:prepare_multiple_node_trans()) Process entered 00000020:00000001:0.0:1763350988.978729:0:21173:0:(update_records.c:1167:check_and_prepare_update_record()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.978736:0:21173:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded436c0 refcount 4 committed 0 result 0 batchid 4294967632 00000020:00000040:0.0:1763350988.978739:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925e00db5300 obd lustre-OST0000-osc-MDT0000 committed 0 started 0 stopped 0 result 0 sub_th ffff925dded43900 00000020:00000040:0.0:1763350988.978743:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925e00db5000 obd lustre-MDT0000-osd committed 0 started 0 stopped 0 result 0 sub_th ffff925de0134c00 00000020:00000040:0.0:1763350988.978748:0:21173:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925dc4f6dcc0 : new refcount 2 00000040:00000001:0.0:1763350988.978751:0:21173:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:0.0:1763350988.978754:0:21173:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:0.0:1763350988.978757:0:21173:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x1:1024 flags 12 count 2 00000040:00000001:0.0:1763350988.978761:0:21173:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763350988.978763:0:21173:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1763350988.978766:0:21173:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:0.0:1763350988.978768:0:21173:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978771:0:21173:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:0.0:1763350988.978773:0:21173:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00080000:00000001:0.0:1763350988.978778:0:21173:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:0.0:1763350988.978814:0:21173:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:0.0:1763350988.978817:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350988.978818:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350988.978820:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350988.978822:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.978824:0:21173:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1763350988.978833:0:21173:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd0:0x2:0x0] not in the id map cache 00000001:00000001:0.0:1763350988.978837:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.978839:0:21173:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978841:0:21173:0:(llog_osd.c:1604:llog_osd_regular_fid_add_name_entry()) Process entered 00000040:00000001:0.0:1763350988.978843:0:21173:0:(llog_osd.c:1555:llog_osd_get_regular_fid_dir()) Process entered 80000000:00000001:0.0:1763350988.978845:0:21173:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350988.978846:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350988.978847:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350988.978848:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350988.978850:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350988.978852:0:21173:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.978854:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350988.978858:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623530177831960 : -120543531719656 : ffff925dc59ca418) 00080000:00000001:0.0:1763350988.978864:0:21173:0:(osd_index.c:2028:osd_index_try()) Process entered 00080000:00000001:0.0:1763350988.978867:0:21173:0:(osd_index.c:2105:osd_index_try()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978869:0:21173:0:(llog_osd.c:1574:llog_osd_get_regular_fid_dir()) Process leaving (rc=18446623531040801224 : -120542668750392 : ffff925df90c81c8) 00080000:00000001:0.0:1763350988.978875:0:21173:0:(osd_index.c:878:osd_declare_dir_insert()) Process entered 00080000:00000001:0.0:1763350988.978882:0:21173:0:(osd_index.c:919:osd_declare_dir_insert()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:0.0:1763350988.978886:0:21173:0:(lu_object.c:207:lu_object_put()) Add ffff925df90c81c8/ffff925dc59ca3c0 to site lru. bkt: ffff925dd1462aa8 00000040:00000001:0.0:1763350988.978888:0:21173:0:(llog_osd.c:1627:llog_osd_regular_fid_add_name_entry()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978890:0:21173:0:(llog_osd.c:1680:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978893:0:21173:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978895:0:21173:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350988.978898:0:21173:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350988.978901:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350988.978921:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.978922:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.978923:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350988.978929:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.978931:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978933:0:21173:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978935:0:21173:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.978938:0:21173:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350988.978941:0:21173:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350988.978943:0:21173:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978945:0:21173:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:0.0:1763350988.978947:0:21173:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:0.0:1763350988.978948:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350988.978953:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.978954:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.978956:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350988.978960:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.978961:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978963:0:21173:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978965:0:21173:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.978966:0:21173:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:0.0:1763350988.978968:0:21173:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1763350988.978970:0:21173:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978972:0:21173:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1763350988.978974:0:21173:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.978976:0:21173:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925dc4f6dcc0 : new refcount 1 00000020:00000001:0.0:1763350988.978979:0:21173:0:(update_trans.c:739:prepare_multiple_node_trans()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.978982:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350988.978989:0:21173:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350988.978990:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.978992:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621815808 : -120543087735808 : ffff925de0134c00) 00080000:00000001:0.0:1763350988.978995:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350988.978998:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.978999:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979001:0:21173:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.979022:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.979024:0:21173:0:(update_trans.c:796:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979029:0:21173:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.979032:0:21173:0:(lod_object.c:2661:lod_replace_parent_fid()) Process entered 00000004:00000001:0.0:1763350988.979035:0:21173:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:0.0:1763350988.979046:0:21173:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979049:0:21173:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:0.0:1763350988.979053:0:21173:0:(osp_object.c:994:osp_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.979056:0:21173:0:(osp_object.c:1031:osp_xattr_get()) Process leaving via unlock (rc=52 : 52 : 0x34) 00000004:00000001:0.0:1763350988.979059:0:21173:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350988.979060:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.979061:0:21173:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:0.0:1763350988.979063:0:21173:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:0.0:1763350988.979064:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:0.0:1763350988.979065:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:0.0:1763350988.979067:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350988.979068:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1763350988.979070:0:21173:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:0.0:1763350988.979072:0:21173:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:0.0:1763350988.979074:0:21173:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.979075:0:21173:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:0.0:1763350988.979076:0:21173:0:(update_trans.c:1166:thandle_get_sub_by_dt()) Process leaving (rc=18446623530600904960 : -120543108646656 : ffff925dded43900) 00000004:00000001:0.0:1763350988.979078:0:21173:0:(lod_sub_object.c:98:lod_sub_get_thandle()) Process leaving (rc=18446623530600904960 : -120543108646656 : ffff925dded43900) 00000020:00000040:0.0:1763350988.979084:0:21173:0:(update_records.c:215:update_records_update_pack()) xattr_set 0th param offset = 0 size = 12 00000020:00000040:0.0:1763350988.979087:0:21173:0:(update_records.c:215:update_records_update_pack()) xattr_set 1th param offset = 1 size = 52 00000020:00000040:0.0:1763350988.979089:0:21173:0:(update_records.c:215:update_records_update_pack()) xattr_set 2th param offset = 2 size = 4 00000020:00000040:0.0:1763350988.979091:0:21173:0:(update_records.c:220:update_records_update_pack()) 0th [0x240000401:0x25d8:0x0] xattr_set param_count = 3 00000004:00000001:0.0:1763350988.979095:0:21173:0:(osp_object.c:1249:osp_xattr_set()) Process entered 00000004:00000002:0.0:1763350988.979096:0:21173:0:(osp_object.c:1255:osp_xattr_set()) [0x240000401:0x25d8:0x0] set xattr 'trusted.fid' with size 52 00000020:00000001:0.0:1763350988.979101:0:21173:0:(out_lib.c:137:out_update_pack()) Process entered 00000020:00000001:0.0:1763350988.979103:0:21173:0:(out_lib.c:151:out_update_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979106:0:21173:0:(osp_object.c:1284:osp_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979109:0:21173:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979110:0:21173:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979112:0:21173:0:(lod_object.c:2684:lod_replace_parent_fid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979114:0:21173:0:(lod_object.c:5173:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.979118:0:21173:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350988.979121:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:0.0:1763350988.979124:0:21173:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055213 00000001:00000001:0.0:1763350988.979127:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350988.979130:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055214, last_committed = 8590055210 00000001:00000010:0.0:1763350988.979134:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865c4e0. 00000001:00000040:0.0:1763350988.979137:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 4 00000020:00000040:0.0:1763350988.979139:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=492 00000001:00000010:0.0:1763350988.979145:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43a80. 00000004:00000001:0.0:1763350988.979152:0:21173:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350988.979154:0:21173:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350988.979155:0:21173:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621815808 : -120543087735808 : ffff925de0134c00) 00000020:00000040:0.0:1763350988.979158:0:21173:0:(update_records.c:215:update_records_update_pack()) write 0th param offset = 3 size = 32 00000020:00000040:0.0:1763350988.979161:0:21173:0:(update_records.c:215:update_records_update_pack()) write 1th param offset = 4 size = 8 00000020:00000040:0.0:1763350988.979163:0:21173:0:(update_records.c:220:update_records_update_pack()) 1th [0x200000001:0x15:0x0] write param_count = 5 00080000:00000001:0.0:1763350988.979166:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350988.979181:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350988.979183:0:21173:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350988.979187:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43a80: xid 1849001118796672, transno 8590055214, tag 0, client gen 3, slot idx 3 00000001:00000001:0.0:1763350988.979190:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.979192:0:21173:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763350988.979194:0:21173:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00080000:00000001:0.0:1763350988.979209:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979212:0:21173:0:(osp_trans.c:1555:osp_trans_stop()) Process entered 00000020:00000001:0.0:1763350988.979215:0:21173:0:(update_trans.c:496:sub_trans_stop_cb()) Process entered 00000020:00000001:0.0:1763350988.979216:0:21173:0:(update_trans.c:512:sub_trans_stop_cb()) Process leaving 00000020:00000040:0.0:1763350988.979220:0:21173:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff925dded436c0 refcount 4 committed 0 result 0 batchid 4294967632 00000020:00000040:0.0:1763350988.979223:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925e00db5300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff925dded43900 00000020:00000040:0.0:1763350988.979226:0:21173:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff925e00db5000 obd lustre-MDT0000-osd committed 0 started 1 stopped 1 result 0 sub_th ffff925de0134c00 00000020:00000001:0.0:1763350988.979229:0:21173:0:(update_trans.c:447:sub_trans_commit_cb_internal()) Process leaving 00000004:00000001:0.0:1763350988.979231:0:21173:0:(osp_trans.c:1105:osp_send_update_req()) Process entered 00000004:00000001:0.0:1763350988.979233:0:21173:0:(osp_trans.c:334:osp_prep_update_req()) Process entered 00000004:00000040:0.0:1763350988.979236:0:21173:0:(osp_trans.c:243:object_update_request_dump()) i = 0 fid = [0x240000401:0x25d8:0x0] op = xattr_set params = 3 batchid = 0 size = 144 repsize 0 00000004:00000040:0.0:1763350988.979239:0:21173:0:(osp_trans.c:249:object_update_request_dump()) updates = ffff925dc7ea7000 magic = bdde0002 count = 1 size = 144 00000100:00000010:0.0:1763350988.979244:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc8ebb100. 00000020:00000040:0.0:1763350988.979247:0:21173:0:(genops.c:1229:class_import_get()) import ffff925dfc80a800 refcount=4 obd=lustre-OST0000-osc-MDT0000 00000100:00000001:0.0:1763350988.979250:0:21173:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350988.979253:0:21173:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350988.979257:0:21173:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350988.979261:0:21173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214e800. 00000100:00000001:0.0:1763350988.979265:0:21173:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979268:0:21173:0:(osp_trans.c:301:osp_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.979270:0:21173:0:(osp_trans.c:379:osp_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350988.979273:0:21173:0:(osp_trans.c:434:osp_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.979275:0:21173:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1763350988.979276:0:21173:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350988.979280:0:21173:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded43cc0. 00000100:00000001:0.0:1763350988.979282:0:21173:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600905920 : -120543108645696 : ffff925dded43cc0) 00000100:00000001:0.0:1763350988.979285:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.979286:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530233344256 : -120543476207360 : ffff925dc8ebb100) 00000100:00000001:0.0:1763350988.979291:0:21173:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1763350988.979294:0:21173:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.979296:0:21173:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350988.979298:0:21173:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350988.979303:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dc8ebb100 x1849001101463424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.979310:0:21173:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350988.979312:0:21173:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.979315:0:21173:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1763350988.979318:0:21173:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1763350988.979320:0:21173:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350988.979324:0:21173:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dc8ebb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101463424:0@lo:1000:mdt00_004.0 00000100:00000001:0.0:1763350988.979328:0:21173:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350988.979331:0:21173:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350988.979333:0:21173:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.979335:0:21173:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350988.979339:0:21173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff925df8c0a000. 02000000:00000001:0.0:1763350988.979341:0:21173:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350988.979345:0:21173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb420. 00000400:00000010:0.0:1763350988.979349:0:21173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded43d80. 00000100:00000200:0.0:1763350988.979354:0:21173:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1849001101463424, portal 4 00000100:00000001:0.0:1763350988.979356:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350988.979357:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530233344256 : -120543476207360 : ffff925dc8ebb100) 00000100:00000040:0.0:1763350988.979363:0:21173:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925dc8ebb100 x1849001101463424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.979369:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.979371:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1763350988.979374:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019000. 00000100:00000200:0.0:1763350988.979376:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 408 bytes to portal 24, xid 1849001101463424, offset 0 00000400:00000200:0.0:1763350988.979380:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1763350988.979388:0:21173:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1763350988.979394:0:21173:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 408 into portal 24 MB=0x691a81dd78f80 00000400:00000200:0.0:1763350988.979400:0:21173:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 408/408 into md 0x4c35 [256] + 1800 00000400:00000200:0.0:1763350988.979404:0:21173:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.979407:0:21173:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1763350988.979411:0:21173:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.979413:0:21173:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1763350988.979418:0:21173:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981500. 00000100:00000040:0.0:1763350988.979421:0:21173:0:(events.c:337:request_in_callback()) incoming req@ffff925dff981500 x1849001101463424 msgsize 408 00000100:00100000:0.0:1763350988.979424:0:21173:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1763350988.979432:0:21173:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:0.0:1763350988.979437:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019000 00000400:00000010:0.0:1763350988.979439:0:21173:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019000. 00000100:00000001:0.0:1763350988.979441:0:21173:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1763350988.979444:0:21173:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dc8ebb100 x1849001101463424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.979453:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1763350988.979456:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dc8ebb100 x1849001101463424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350988.979463:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.979465:0:21173:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1763350988.979468:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.979472:0:21173:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: using a timeout of 24568 usecs (25 jiffies) 00000100:00000001:0.0:1763350988.979474:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300865905 00000100:00000001:0.0:1763350988.979481:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 0, simply extend its deadline from 4300865904 00000100:00000001:0.0:1763350988.979486:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300865905 00000100:00000001:0.0:1763350988.979490:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 1, simply extend its deadline from 4300865904 00000100:00000001:0.0:1763350988.979492:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300865905 00000100:00000001:0.0:1763350988.979496:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 2, simply extend its deadline from 4300865904 00000100:00000001:0.0:1763350988.979498:0:21173:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300865905 00000100:00000001:0.0:1763350988.979501:0:21173:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000-osc-MDT0000: PM QoS request active for cpu 3, simply extend its deadline from 4300865904 00000100:00000001:0.0:1763350988.979503:0:21173:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.979505:0:21173:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.979507:0:21173:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350988.979509:0:21173:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350988.979512:0:21173:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded43cc0 going to sleep for 11 seconds 00000100:00000001:0.0:1763350988.979514:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350988.979517:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.979635:0:63031:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350988.979639:0:63031:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101463424 02000000:00000001:3.0:1763350988.979642:0:63031:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350988.979644:0:63031:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.979646:0:63031:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.979649:0:63031:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350988.979652:0:63031:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101463424 00000020:00000001:3.0:1763350988.979654:0:63031:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350988.979656:0:63031:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddcca 00000020:00000001:3.0:1763350988.979658:0:63031:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.979661:0:63031:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925cc2e82000 refcount=6 00000020:00000001:3.0:1763350988.979664:0:63031:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000020:00000001:3.0:1763350988.979667:0:63031:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623525837479936 : -120547872071680 : ffff925cc2e82000) 00000100:00000001:3.0:1763350988.979671:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.979676:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57ff00. 00000100:00000001:3.0:1763350988.979678:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.979681:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57ff00. 00000020:00000010:3.0:1763350988.979686:0:63031:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97dec00. 00000020:00000010:3.0:1763350988.979690:0:63031:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350988.979694:0:63031:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375708. 00000100:00000040:3.0:1763350988.979700:0:63031:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_out at +6s 00000100:00000001:3.0:1763350988.979703:0:63031:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350988.979704:0:63031:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1763350988.979706:0:63031:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.979711:0:63031:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.979718:0:63031:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.979727:0:63031:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350988.979728:0:63031:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350988.979732:0:63031:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00000040:3.0:1763350988.979736:0:63031:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925cc2e82000 : new rpc_count 1 00000100:00000001:3.0:1763350988.979738:0:63031:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150611712 : -120542558939904 : ffff925dff981500) 00000100:00000040:3.0:1763350988.979743:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff981500 x1849001101463424/t0(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 408/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.979751:0:63031:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350988.979753:0:63031:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57ff00. 00000100:00000001:3.0:1763350988.979755:0:63031:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350988.979758:0:63031:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57ff00. 00000100:00100000:3.0:1763350988.979761:0:63031:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:21173:x1849001101463424:12345-0@lo:1000:mdt00_004.0 00000100:00000200:3.0:1763350988.979765:0:63031:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101463424 00000020:00000001:3.0:1763350988.979768:0:63031:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350988.979771:0:63031:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:3.0:1763350988.979773:0:63031:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.979775:0:63031:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350988.979777:0:63031:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659047296 : -1050504320 : ffffffffc1629380) 00000020:00000001:3.0:1763350988.979780:0:63031:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1763350988.979782:0:63031:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350988.979784:0:63031:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350988.979786:0:63031:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350988.979789:0:63031:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.979792:0:63031:0:(out_handler.c:950:out_handle()) Process entered 00000020:00000010:3.0:1763350988.979796:0:63031:0:(out_handler.c:973:out_handle()) kmalloced '(update_bufs)': 8 at ffff925cddf6a028. 00000100:00000001:3.0:1763350988.979799:0:63031:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350988.979801:0:63031:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350988.979808:0:63031:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4616 at ffff925df893c000. 02000000:00000001:3.0:1763350988.979810:0:63031:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.979812:0:63031:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.979816:0:63031:0:(out_handler.c:1092:out_handle()) kmalloced '(trd)': 136 at ffff925dee2d0cc0. 00000020:00000001:3.0:1763350988.979818:0:63031:0:(tgt_handler.c:3095:tgt_check_resent()) Process entered 00000020:00000001:3.0:1763350988.979821:0:63031:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350988.979825:0:63031:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00080000:00000001:3.0:1763350988.979831:0:63031:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:3.0:1763350988.979837:0:63031:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925dc707f000. 00080000:00000001:3.0:1763350988.979839:0:63031:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530201640960 : -120543507910656 : ffff925dc707f000) 00000020:00000001:3.0:1763350988.979843:0:63031:0:(out_handler.c:375:out_xattr_set()) Process entered 00080000:00000001:3.0:1763350988.979847:0:63031:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:3.0:1763350988.979863:0:63031:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.979867:0:63031:0:(out_handler.c:411:out_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.979869:0:63031:0:(out_handler.c:860:out_tx_end()) Process entered 00080000:00000001:3.0:1763350988.979871:0:63031:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:3.0:1763350988.979874:0:63031:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:3.0:1763350988.979891:0:63031:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:3.0:1763350988.979893:0:63031:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.979907:0:63031:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.979911:0:63031:0:(out_lib.c:726:out_tx_xattr_set_exec()) Process entered 00000020:00000040:3.0:1763350988.979913:0:63031:0:(out_lib.c:730:out_tx_xattr_set_exec()) lustre-OST0000-osd: set xattr buf ffff925df4400850 name trusted.fid flag 1 00080000:00000001:3.0:1763350988.979918:0:63031:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:3.0:1763350988.979920:0:63031:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.fid with size 52 00080000:00000001:3.0:1763350988.979976:0:63031:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.979979:0:63031:0:(out_lib.c:820:out_tx_xattr_set_exec()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1763350988.979981:0:63031:0:(out_lib.c:824:out_tx_xattr_set_exec()) lustre-OST0000-osd: insert xattr set reply ffff925df893c208 index 0: rc = 0 00000020:00000040:3.0:1763350988.979984:0:63031:0:(out_handler.c:894:out_tx_end()) lustre-OST0000-osd: executed 0/1: rc = 0 00080000:00000001:3.0:1763350988.979986:0:63031:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:3.0:1763350988.979989:0:63031:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:3.0:1763350988.979991:0:63031:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 21474847708, last_committed = 21474847705 00000001:00000010:3.0:1763350988.979993:0:63031:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cd99f51e0. 00000001:00000040:3.0:1763350988.979996:0:63031:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925cc2e82000 : new cb_count 2 00000020:00000040:3.0:1763350988.979998:0:63031:0:(genops.c:887:class_export_get()) GET export ffff925cc2e82000 refcount=7 00080000:00000001:3.0:1763350988.980003:0:63031:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:3.0:1763350988.980012:0:63031:0:(osd_io.c:440:osd_write()) Process leaving (rc=128 : 128 : 80) 00000001:00000001:3.0:1763350988.980014:0:63031:0:(tgt_lastrcvd.c:1609:tgt_last_rcvd_update()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350988.980022:0:63031:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:3.0:1763350988.980025:0:63031:0:(lu_object.c:207:lu_object_put()) Add ffff925df85dd398/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00000020:00000001:3.0:1763350988.980028:0:63031:0:(out_handler.c:912:out_tx_end()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.980030:0:63031:0:(out_handler.c:1235:out_handle()) kfreed 'update_bufs': 8 at ffff925cddf6a028. 00000020:00000010:3.0:1763350988.980032:0:63031:0:(out_handler.c:1238:out_handle()) kfreed 'trd': 136 at ffff925dee2d0cc0. 00000020:00000001:3.0:1763350988.980034:0:63031:0:(out_handler.c:1243:out_handle()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.980046:0:63031:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847702, transno 21474847708, xid 1849001101463424 00010000:00000001:3.0:1763350988.980050:0:63031:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350988.980054:0:63031:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff981500 x1849001101463424/t21474847708(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 408/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350988.980061:0:63031:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.980063:0:63031:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.980067:0:63031:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc67489e8 time=84 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350988.980072:0:63031:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.980074:0:63031:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:3.0:1763350988.980077:0:63031:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:3.0:1763350988.980080:0:63031:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.980082:0:63031:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.980085:0:63031:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.980087:0:63031:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1763350988.980089:0:63031:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dee2d0cc0. 00000100:00000200:3.0:1763350988.980093:0:63031:0:(niobuf.c:94:ptl_send_buf()) Sending 4320 bytes to portal 4, xid 1849001101463424, offset 224 00000400:00000200:3.0:1763350988.980099:0:63031:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1763350988.980105:0:63031:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1763350988.980112:0:63031:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 4320 into portal 4 MB=0x691a81dd78f80 00000400:00000200:3.0:1763350988.980117:0:63031:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 4320/4320 into md 0x12fd7d [2] + 224 00000400:00000200:3.0:1763350988.980122:0:63031:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.980125:0:63031:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1763350988.980129:0:63031:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.980133:0:63031:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dc8ebb100 x1849001101463424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1763350988.980141:0:63031:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff925dc8ebb100 x1849001101463424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.980158:0:63031:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1763350988.980163:0:63031:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dee2d0cc0 00000400:00000010:3.0:1763350988.980165:0:63031:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dee2d0cc0. 00000100:00000001:3.0:1763350988.980168:0:63031:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.980169:0:63031:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:3.0:1763350988.980172:0:63031:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.980175:0:63031:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:3.0:1763350988.980178:0:63031:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.980179:0:63031:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.980181:0:63031:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.980185:0:63031:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981500 x1849001101463424/t21474847708(0) o1000->lustre-MDT0000-mdtlov_UUID@0@lo:179/0 lens 408/4320 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.980194:0:63031:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff981500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+7:21173:x1849001101463424:12345-0@lo:1000:mdt00_004.0 Request processed in 441us (771us total) trans 21474847708 rc 0/0 00000100:00100000:3.0:1763350988.980202:0:63031:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00000040:3.0:1763350988.980206:0:63031:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925cc2e82000 : new rpc_count 0 00000100:00000001:3.0:1763350988.980208:0:63031:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.980210:0:63031:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1763350988.980213:0:63031:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350988.980217:0:63031:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375708. 00000020:00000010:3.0:1763350988.980223:0:63031:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97dec00. 00000020:00000040:3.0:1763350988.980226:0:63031:0:(genops.c:898:class_export_put()) PUTting export ffff925cc2e82000 : new refcount 6 00000100:00000001:3.0:1763350988.980228:0:63031:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.980241:0:21173:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350988.980246:0:21173:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350988.980247:0:21173:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350988.980249:0:21173:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb420. 00000400:00000200:3.0:1763350988.980252:0:21173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dded43d80 00000400:00000010:3.0:1763350988.980253:0:21173:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dded43d80. 00000100:00000001:3.0:1763350988.980255:0:21173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350988.980258:0:21173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dc8ebb100 x1849001101463424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1763350988.980267:0:21173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dc8ebb100 x1849001101463424/t0(0) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.980273:0:21173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350988.980275:0:21173:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.980277:0:21173:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350988.980279:0:21173:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350988.980281:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350988.980282:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350988.980284:0:21173:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.980290:0:21173:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dfc80ad78 time=127 v=5 (5 5 0 0) 00000100:00001000:3.0:1763350988.980293:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfc80ac10 time=87 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.980296:0:21173:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350988.980297:0:21173:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350988.980300:0:21173:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350988.980302:0:21173:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.980305:0:21173:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1763350988.980307:0:21173:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1763350988.980308:0:21173:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1763350988.980311:0:21173:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1763350988.980312:0:21173:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530233344256 : -120543476207360 : ffff925dc8ebb100) 00000100:00000001:3.0:1763350988.980315:0:21173:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1763350988.980317:0:21173:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: skip recheck: last_committed 21474847702 00000100:00000001:3.0:1763350988.980319:0:21173:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1763350988.980321:0:21173:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.980325:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dc8ebb100 x1849001101463424/t21474847708(21474847708) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.980332:0:21173:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350988.980334:0:21173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350988.980336:0:21173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:3.0:1763350988.980338:0:21173:0:(osp_trans.c:601:osp_update_interpret()) Process entered 00000004:00000001:3.0:1763350988.980343:0:21173:0:(osp_trans.c:690:osp_update_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.980346:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8ebb100 x1849001101463424/t21474847708(21474847708) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.980354:0:21173:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dc8ebb100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:21173:1849001101463424:0@lo:1000:mdt00_004.0 00000100:00000001:3.0:1763350988.980358:0:21173:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350988.980361:0:21173:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.980363:0:21173:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350988.980364:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.980367:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff925dc8ebb100 x1849001101463424/t21474847708(21474847708) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.980372:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1763350988.980374:0:21173:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded43cc0. 00000100:00000001:3.0:1763350988.980377:0:21173:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1763350988.980378:0:21173:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.980379:0:21173:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350988.980382:0:21173:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dc8ebb100 x1849001101463424/t21474847708(21474847708) o1000->lustre-OST0000-osc-MDT0000@0@lo:24/4 lens 408/4320 e 0 to 0 dl 1763351004 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mdt00_004.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1763350988.980388:0:21173:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.980389:0:21173:0:(osp_trans.c:1204:osp_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.980392:0:21173:0:(osp_trans.c:1573:osp_trans_stop()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:3.0:1763350988.980394:0:21173:0:(osp_trans.c:1603:osp_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.980397:0:21173:0:(update_trans.c:885:top_trans_wait_result()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1763350988.980400:0:21173:0:(update_trans.c:1077:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd0a4e240. 00000020:00000001:3.0:1763350988.980403:0:21173:0:(update_trans.c:1078:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.980409:0:21173:0:(mdd_object.c:3122:mdd_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350988.980415:0:21173:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350988.980418:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763350988.980419:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350988.980421:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350988.980424:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.980425:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.980428:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:3.0:1763350988.980430:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350988.980433:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00000004:00010000:3.0:1763350988.980439:0:21173:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009e41df53 reply state 00000000724ee2db transno 8590055214 ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00000100:00100000:3.0:1763350988.980450:0:21173:0:(service.c:177:ptlrpc_save_lock()) nlocks 0 00010000:00000001:3.0:1763350988.980451:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.980453:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350988.980455:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350988.980457:0:21173:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350988.980458:0:21173:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350988.980460:0:21173:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763350988.980461:0:21173:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:3.0:1763350988.980463:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00000004:00000001:3.0:1763350988.980464:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350988.980465:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:3.0:1763350988.980466:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350988.980467:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350988.980469:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:3.0:1763350988.980470:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:3.0:1763350988.980472:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00000004:00010000:3.0:1763350988.980475:0:21173:0:(mdt_handler.c:4460:mdt_save_lock()) ### save lock request 000000009e41df53 reply state 00000000724ee2db transno 8590055214 ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00000100:00100000:3.0:1763350988.980485:0:21173:0:(service.c:177:ptlrpc_save_lock()) nlocks 1 00010000:00000001:3.0:1763350988.980487:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350988.980488:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:3.0:1763350988.980489:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:3.0:1763350988.980490:0:21173:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:3.0:1763350988.980491:0:21173:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:3.0:1763350988.980492:0:21173:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:3.0:1763350988.980494:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350988.980496:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350988.980498:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:3.0:1763350988.980500:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:3.0:1763350988.980502:0:21173:0:(mdt_handler.c:1932:mdt_swap_layouts()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350988.980505:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 8590055214, xid 1849001118796672 00010000:00000001:3.0:1763350988.980507:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00000020:00000040:3.0:1763350988.980508:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00010000:00000200:3.0:1763350988.980511:0:21173:0:(ldlm_lib.c:3397:target_send_reply()) rs transno = 8590055214, last committed = 8590055210 00010000:00000200:3.0:1763350988.980517:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc8eb8000 x1849001118796672/t8590055214(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1763350988.980524:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350988.980526:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350988.980528:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350988.980531:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350988.980533:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350988.980535:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350988.980537:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350988.980539:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350988.980541:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350988.980543:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:3.0:1763350988.980547:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925df2350c38. 00000100:00000200:3.0:1763350988.980549:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1849001118796672, offset 224 00000400:00000010:3.0:1763350988.980554:0:21173:0:(lib-lnet.h:478:lnet_rspt_alloc()) alloc 'rspt': 56 at ffff925deb026428. 00000400:00000200:3.0:1763350988.980557:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:3.0:1763350988.980568:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:3.0:1763350988.980575:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198273:198273:256:4294967295] 192.168.202.2@tcp LPNI seq info [198269:198269:8:4294967295] 00000400:00000200:3.0:1763350988.980581:0:21173:0:(lib-move.c:2009:lnet_handle_send()) rspt_next_hop_nid = 192.168.202.2@tcp 00000400:00000200:3.0:1763350988.980590:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:3.0:1763350988.980616:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:3.0:1763350988.980622:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925df928e900. 00000800:00000200:3.0:1763350988.980629:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:3.0:1763350988.980637:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:3.0:1763350988.980642:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925df928e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1763350988.980655:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350988.980657:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:3.0:1763350988.980660:0:21173:0:(ldlm_lib.c:3441:target_send_reply()) Process leaving 00000020:00000001:3.0:1763350988.980662:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350988.980664:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:3.0:1763350988.980668:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc8eb8000 x1849001118796672/t8590055214(0) o61->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 576/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1763350988.980677:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc8eb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226800:x1849001118796672:12345-192.168.202.2@tcp:61:lfs.0 Request processed in 23182us (24168us total) trans 8590055214 rc 0/0 00000100:00100000:3.0:1763350988.980685:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140650 00000100:00000040:3.0:1763350988.980687:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:3.0:1763350988.980689:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1763350988.980691:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:3.0:1763350988.980693:0:21173:0:(tgt_main.c:782:tgt_ses_key_exit()) total 3 transactions per RPC 00000020:00000010:3.0:1763350988.980695:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc98f7f00. 00000020:00000010:3.0:1763350988.980698:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090d48. 00000020:00000010:3.0:1763350988.980701:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08800. 00000020:00000040:3.0:1763350988.980707:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 00000100:00000001:3.0:1763350988.980709:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350988.980826:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.980831:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925df928e900. 00000400:00000200:3.0:1763350988.980834:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.980839:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350988.980842:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.980843:0:3308:0:(events.c:433:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350988.981621:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe600. 00010000:00000010:2.1:1763350988.981631:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:2.1:1763350988.981637:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92900. 00010000:00000010:2.1:1763350988.981644:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7200. 00010000:00000010:2.1:1763350988.981648:0:13:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7dab00. 00000800:00000001:2.0:1763350988.984437:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.984459:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350988.984465:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.984473:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350988.984488:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : ACK - for me 00000400:00000200:2.0:1763350988.984513:0:3309:0:(lib-move.c:4687:lnet_parse_ack()) 192.168.202.102@tcp: ACK from 12345-192.168.202.2@tcp into md 0x12fd89 00000400:00000200:2.0:1763350988.984523:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.984528:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: ACK: OK 00000400:00000200:2.0:1763350988.984536:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2350c38 00000400:00000010:2.0:1763350988.984540:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925df2350c38. 00000100:00000001:2.0:1763350988.984546:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350988.984551:0:3309:0:(service.c:356:ptlrpc_schedule_difficult_reply()) Process entered 00000100:00000001:2.0:1763350988.984553:0:3309:0:(service.c:340:ptlrpc_dispatch_difficult_reply()) Process entered 00000100:00000001:2.0:1763350988.984573:0:3309:0:(service.c:351:ptlrpc_dispatch_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350988.984574:0:3309:0:(service.c:371:ptlrpc_schedule_difficult_reply()) Process leaving 00000100:00000001:2.0:1763350988.984576:0:3309:0:(events.c:433:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350988.984584:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350988.984588:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.984661:0:3301:0:(service.c:2625:ptlrpc_handle_rs()) Process entered 00010000:00000001:0.0:1763350988.984668:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.984672:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.984675:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=3 00000020:00000001:0.0:1763350988.984679:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:0.0:1763350988.984682:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:0.0:1763350988.984685:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350988.984692:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984701:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.984703:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.984706:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984712:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.984713:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984717:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350988.984720:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:0.0:1763350988.984726:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dc7898000 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350988.984730:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.984734:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350988.984736:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984741:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350988.984742:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.984743:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.984744:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7898000 refcount=4 00000020:00000001:0.0:1763350988.984746:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:0.0:1763350988.984748:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210131968 : -120543499419648 : ffff925dc7898000) 00010000:00000001:0.0:1763350988.984750:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350988.984752:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984757:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350988.984759:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350988.984760:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984765:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.984767:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.984769:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.984771:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.984774:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc7898000 with handle 0xcb8c81cc3033cc9f from hash 00010000:00000001:0.0:1763350988.984776:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.984777:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.984778:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.984779:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.984786:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.984788:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984790:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.984792:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.984795:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.984797:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925df4a92e00) 00010000:00010000:0.0:1763350988.984800:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763350988.984803:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.984805:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984807:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.984809:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350988.984811:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.984812:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.984814:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984815:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.984817:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.984820:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984825:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.984826:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.984827:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350988.984829:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350988.984830:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.984832:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dc7898000/0xcb8c81cc3033cc9f lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:0.0:1763350988.984839:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4b80. 00010000:00000040:0.0:1763350988.984844:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92e00 count: 0 00010000:00000010:0.0:1763350988.984852:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc98f7a00. 00010000:00000001:0.0:1763350988.984869:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.984870:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.984871:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.984873:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:0.0:1763350988.984875:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.984877:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.984878:0:3301:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1763350988.984881:0:3301:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 3/0,1 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984885:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.984886:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350988.984887:0:3301:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 2/0,0 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984891:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.984893:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984894:0:3301:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350988.984896:0:3301:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:0.0:1763350988.984900:0:3301:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:0.0:1763350988.984901:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350988.984903:0:3301:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350988.984904:0:3301:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 3/0,0 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984909:0:3301:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350988.984910:0:3301:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350988.984911:0:3301:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.984912:0:3301:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:0.0:1763350988.984913:0:3301:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.984915:0:3301:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:0.0:1763350988.984917:0:3301:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350988.984919:0:3301:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 4/0,0 mode: EX/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984923:0:3301:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:0.0:1763350988.984924:0:3301:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:0.0:1763350988.984925:0:3301:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984927:0:3301:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350988.984929:0:3301:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350988.984930:0:3301:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350988.984931:0:3301:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350988.984933:0:3301:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cca6 from hash 00010000:00000001:0.0:1763350988.984935:0:3301:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350988.984936:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.984937:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.984938:0:3301:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350988.984939:0:3301:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350988.984940:0:3301:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984941:0:3301:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350988.984942:0:3301:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350988.984943:0:3301:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350988.984945:0:3301:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92800) 00010000:00010000:0.0:1763350988.984948:0:3301:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00000001:0.0:1763350988.984949:0:3301:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350988.984951:0:3301:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984952:0:3301:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350988.984953:0:3301:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350988.984955:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.984956:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.984957:0:3301:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350988.984958:0:3301:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.984960:0:3301:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350988.984961:0:3301:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 2/0,0 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:0.0:1763350988.984966:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350988.984967:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350988.984967:0:3301:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1763350988.984968:0:3301:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1763350988.984970:0:3301:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350988.984972:0:3301:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cca6 lrc: 0/0,0 mode: --/EX res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x28/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:0.0:1763350988.984977:0:3301:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4180. 00010000:00000040:0.0:1763350988.984979:0:3301:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92800 count: 0 00010000:00000010:0.0:1763350988.984982:0:3301:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc98f7580. 00010000:00000001:0.0:1763350988.984987:0:3301:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000040:0.0:1763350988.984990:0:3301:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 491 00000100:00000001:0.0:1763350988.984993:0:3301:0:(service.c:2716:ptlrpc_handle_rs()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.985175:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.985185:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.985188:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.985189:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.985196:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.985208:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81ee00c00 00000400:00000200:0.0:1763350988.985220:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127cc1 [2] + 1640 00000800:00000001:0.0:1763350988.985228:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.985235:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.985238:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.985241:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.985247:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.985250:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763350988.985256:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff980000. 00000100:00000040:0.0:1763350988.985260:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dff980000 x1849001118796800 msgsize 328 00000100:00100000:0.0:1763350988.985264:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350988.986161:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763350988.986262:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.986278:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.986287:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.986291:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.986293:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.986301:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.986310:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81ee00c80 00000400:00000200:0.0:1763350988.986316:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127cc1 [2] + 1968 00000400:00000010:0.0:1763350988.986322:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dffc3ff20. 00000400:00000200:0.0:1763350988.986326:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925cddecc240 00000800:00000001:0.0:1763350988.986330:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00100000:1.0:1763350988.986780:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118796800 02000000:00000001:1.0:1763350988.986786:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350988.986789:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350988.986792:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350988.986797:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350988.986803:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118796800 00000020:00000001:1.0:1763350988.986806:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350988.986809:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350988.986811:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.986816:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=22 00000020:00000001:1.0:1763350988.986819:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350988.986821:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350988.986828:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.986836:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350988.986840:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.986844:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000020:00000010:1.0:1763350988.986853:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90fe000. 00000020:00000010:1.0:1763350988.986860:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70200. 00000020:00000010:1.0:1763350988.986867:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d30c8. 00000100:00000040:1.0:1763350988.986882:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763350988.986885:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350988.986887:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763350988.986890:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763350988.986893:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.986896:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763350988.986901:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.986903:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.986906:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:1.0:1763350988.986908:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:1.0:1763350988.986911:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:1.0:1763350988.986914:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.986915:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.986917:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.986919:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.986928:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.987342:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350988.987366:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350988.987368:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350988.987377:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1010 00000100:00000040:1.0:1763350988.987382:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350988.987383:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150606336 : -120542558945280 : ffff925dff980000) 00000100:00000040:1.0:1763350988.987392:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff980000 x1849001118796800/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350988.987402:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350988.987405:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350988.987407:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350988.987410:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000100:00100000:1.0:1763350988.987414:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff980000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118796800:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763350988.987418:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118796800 00010000:00000001:1.0:1763350988.987421:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763350988.987424:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763350988.987426:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763350988.987433:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350988.987436:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350988.987442:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df8f00400. 02000000:00000001:1.0:1763350988.987444:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.987447:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.987449:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350988.987452:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763350988.987453:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350988.987455:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350988.987457:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925df15e3800 refcount=3 00000020:00000001:1.0:1763350988.987459:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000001:1.0:1763350988.987461:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530911938560 : -120542797613056 : ffff925df15e3800) 00010000:00000040:1.0:1763350988.987464:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92100 count: 2 00002000:00000001:1.0:1763350988.987470:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350988.987475:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350988.987480:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350988.987490:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289084664 : -120547420466952 : ffff925cddd310f8) 00002000:00000001:1.0:1763350988.987493:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289084576 : -120547420467040 : ffff925cddd310a0) 00002000:00000001:1.0:1763350988.987497:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350988.987505:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00002000:00010000:1.0:1763350988.987509:0:54877:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000401:0x25d7:0x0] updating lvb blocks from disk: 1 -> 11 00000020:00000002:1.0:1763350988.987513:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd310f8/ffff925cddd310a0 to site lru. bkt: ffff925df5024460 00010000:00000001:1.0:1763350988.987516:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:1.0:1763350988.987520:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.987523:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350988.987525:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350988.987527:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.987533:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350988.987536:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350988.987543:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.987544:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.987547:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350988.987550:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350988.987553:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e3800 with handle 0xcb8c81cc3033cc3d from hash 00010000:00000001:1.0:1763350988.987555:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350988.987556:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350988.987557:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.987558:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350988.987565:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350988.987567:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.987569:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350988.987571:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350988.987576:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925df15e3800/0xcb8c81cc3033cc3d lrc: 0/0,0 mode: --/GROUP res: [0x240000401:0x25d7:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x44801000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccea expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350988.987588:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:1.0:1763350988.987591:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:1.0:1763350988.987631:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350988.987634:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350988.987637:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:1.0:1763350988.987639:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.987642:0:54877:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.987644:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:1.0:1763350988.987646:0:54877:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92100 count: 0 00002000:00000010:1.0:1763350988.987653:0:54877:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dea57d8c0. 00010000:00000010:1.0:1763350988.987659:0:54877:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925df4a92600. 00010000:00010000:1.0:1763350988.987667:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350988.987668:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350988.987674:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350988.987677:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350988.987682:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350988.987702:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350988.987705:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350988.987707:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350988.987710:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350988.987713:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350988.987716:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350988.987718:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350988.987724:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74440. 00000100:00000200:1.0:1763350988.987732:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118796800, offset 224 00000400:00000200:1.0:1763350988.987739:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350988.987755:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350988.987762:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198274:198274:256:4294967295] 192.168.202.2@tcp LPNI seq info [198270:198270:8:4294967295] 00000400:00000200:1.0:1763350988.987774:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350988.987779:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350988.987783:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350988.987790:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350988.987799:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350988.987803:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763350988.987819:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.987825:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350988.987828:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350988.987830:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350988.987835:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff980000 x1849001118796800/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350988.987846:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff980000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118796800:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 443us (2584us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350988.987855:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1010 00000100:00000040:1.0:1763350988.987859:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350988.987862:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350988.987863:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350988.987869:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70200. 00000800:00000001:0.0:1763350988.987869:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.987874:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1763350988.987875:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d30c8. 00000020:00000010:1.0:1763350988.987879:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90fe000. 00000400:00000200:0.0:1763350988.987880:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000020:00000040:1.0:1763350988.987884:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350988.987887:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.987888:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925cddecc240 00000400:00000010:0.0:1763350988.987891:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925cddecc240. 00000100:00000001:0.0:1763350988.987897:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.987899:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000040:0.0:1763350988.987902:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc4f51c50 x1849001118796928 msgsize 328 00000100:00100000:0.0:1763350988.987906:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:0.0:1763350988.987909:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763350988.988163:0:5782:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000800:00000200:3.0:1763350988.988495:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.988502:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:3.0:1763350988.988508:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.988513:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.988517:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74440 00000400:00000010:3.0:1763350988.988519:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74440. 00000100:00000001:3.0:1763350988.988524:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350988.988526:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:0.0:1763350988.990825:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000001:1.0:1763350988.990870:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.990918:0:5782:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118796928 02000000:00000001:2.0:1763350988.990927:0:5782:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.990931:0:5782:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.990934:0:5782:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.990940:0:5782:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.990945:0:5782:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118796928 00000020:00000001:2.0:1763350988.990948:0:5782:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.990950:0:5782:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:2.0:1763350988.990953:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.990957:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=22 00000020:00000001:2.0:1763350988.990961:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:2.0:1763350988.990963:0:5782:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:2.0:1763350988.990968:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000800:00000001:0.0:1763350988.990968:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1763350988.990976:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350988.990980:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350988.990983:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000800:00000001:0.0:1763350988.990987:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.990989:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000010:2.0:1763350988.990990:0:5782:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000800:00000001:0.0:1763350988.990991:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1763350988.990997:0:5782:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:2.0:1763350988.991003:0:5782:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000400:00000200:0.0:1763350988.991003:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000100:00000040:2.0:1763350988.991014:0:5782:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:2.0:1763350988.991018:0:5782:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1763350988.991018:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81ee00d80 00000100:00000001:2.0:1763350988.991020:0:5782:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1763350988.991023:0:5782:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:2.0:1763350988.991026:0:5782:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763350988.991027:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e4d [2] + 1960 00010000:00000001:2.0:1763350988.991028:0:5782:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00000400:00000010:0.0:1763350988.991033:0:3310:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925df8791580. 00010000:00000001:2.0:1763350988.991034:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.991036:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1763350988.991046:0:3310:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925df8c81780 00000020:00000040:2.0:1763350988.991047:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89a00 refcount=3 00000020:00000001:2.0:1763350988.991049:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00010000:00000001:2.0:1763350988.991051:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00000800:00000001:0.0:1763350988.991054:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:2.0:1763350988.991055:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.991057:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.991058:0:5782:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.991060:0:5782:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763350988.991063:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.991065:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1763350988.991069:0:5782:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1763350988.991070:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350988.991076:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df8c81780 00000400:00000010:0.0:1763350988.991079:0:3310:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925df8c81780. 00000100:00000001:2.0:1763350988.991081:0:5782:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350988.991087:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.991089:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000040:0.0:1763350988.991093:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9fb0450 x1849001118797184 msgsize 392 00000100:00100000:0.0:1763350988.991096:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350988.991098:0:5782:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1763350988.991099:0:3310:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763350988.991100:0:5782:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350988.991104:0:5782:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1011 00000100:00000001:0.0:1763350988.991106:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000100:00000040:2.0:1763350988.991108:0:5782:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000800:00000001:0.0:1763350988.991109:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:2.0:1763350988.991110:0:5782:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530166852688 : -120543542698928 : ffff925dc4f51c50) 00000800:00000001:0.0:1763350988.991112:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1763350988.991118:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc4f51c50 x1849001118796928/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/0 e 0 to 0 dl 1763350999 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350988.991127:0:5782:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1763350988.991128:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350988.991129:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118797184 00000020:00000010:2.0:1763350988.991130:0:5782:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 02000000:00000001:0.0:1763350988.991131:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.991132:0:5782:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350988.991132:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1763350988.991134:0:5782:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00000001:0.0:1763350988.991134:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.991136:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.991139:0:5782:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc4f51c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:2361:x1849001118796928:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1763350988.991139:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118797184 00000020:00000001:0.0:1763350988.991141:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350988.991142:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000100:00000200:2.0:1763350988.991143:0:5782:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118796928 00000020:00000001:0.0:1763350988.991144:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:2.0:1763350988.991146:0:5782:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00000020:00000040:0.0:1763350988.991147:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=492 00010000:00000002:2.0:1763350988.991148:0:5782:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00000020:00000001:0.0:1763350988.991149:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00010000:00000001:2.0:1763350988.991150:0:5782:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000020:00000001:0.0:1763350988.991151:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350988.991154:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1763350988.991156:0:5782:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1763350988.991157:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda440. 02000000:00000001:2.0:1763350988.991159:0:5782:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1763350988.991159:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350988.991161:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda440. 02000000:00000010:2.0:1763350988.991164:0:5782:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df83f7c00. 00000020:00000010:0.0:1763350988.991166:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fe00. 02000000:00000001:2.0:1763350988.991167:0:5782:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.991170:0:5782:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350988.991170:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd991cc00. 00010000:00000001:2.0:1763350988.991173:0:5782:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00000020:00000010:0.0:1763350988.991174:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00010000:00010000:2.0:1763350988.991175:0:5782:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:2.0:1763350988.991177:0:5782:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350988.991178:0:5782:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.991179:0:5782:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dffc89a00 refcount=3 00000100:00000040:0.0:1763350988.991180:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000020:00000001:2.0:1763350988.991181:0:5782:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00000100:00000001:0.0:1763350988.991182:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00010000:00000001:2.0:1763350988.991184:0:5782:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623531153791488 : -120542555760128 : ffff925dffc89a00) 00000100:00000001:0.0:1763350988.991184:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350988.991185:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350988.991188:0:5782:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7daa00 count: 2 00000100:00000001:0.0:1763350988.991190:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350988.991193:0:5782:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00000100:00000001:0.0:1763350988.991197:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763350988.991199:0:5782:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350988.991203:0:5782:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000100:00000001:0.0:1763350988.991203:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350988.991204:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350988.991208:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20887 00000020:00000001:2.0:1763350988.991209:0:5782:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289120776 : -120547420430840 : ffff925cddd39e08) 00000100:00000040:0.0:1763350988.991210:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350988.991212:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530519561296 : -120543189990320 : ffff925dd9fb0450) 00002000:00000001:2.0:1763350988.991213:0:5782:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289120688 : -120547420430928 : ffff925cddd39db0) 00002000:00000001:2.0:1763350988.991216:0:5782:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00000100:00000040:0.0:1763350988.991217:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9fb0450 x1849001118797184/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763350988.991224:0:5782:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.991224:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350988.991226:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda440. 00000100:00000001:0.0:1763350988.991228:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000002:2.0:1763350988.991229:0:5782:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd39e08/ffff925cddd39db0 to site lru. bkt: ffff925df94c5df8 00000020:00000010:0.0:1763350988.991230:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda440. 00010000:00000001:2.0:1763350988.991232:0:5782:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000100:00100000:0.0:1763350988.991234:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9fb0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+492:226800:x1849001118797184:12345-192.168.202.2@tcp:35:lfs.0 00000020:00000001:2.0:1763350988.991236:0:5782:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00000100:00000200:0.0:1763350988.991238:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118797184 00010000:00000001:2.0:1763350988.991239:0:5782:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350988.991241:0:5782:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350988.991243:0:5782:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.991249:0:5782:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350988.991251:0:5782:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350988.991258:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.991259:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.991261:0:5782:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350988.991263:0:5782:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350988.991266:0:5782:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc89a00 with handle 0xcb8c81cc3033cc44 from hash 00010000:00000001:2.0:1763350988.991268:0:5782:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350988.991269:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350988.991270:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.991271:0:5782:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350988.991277:0:5782:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350988.991279:0:5782:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.991281:0:5782:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350988.991282:0:5782:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350988.991288:0:5782:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff925dffc89a00/0xcb8c81cc3033cc44 lrc: 0/0,0 mode: --/GROUP res: [0x280000401:0x24fe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 442481327 flags: 0x44801000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eeccf1 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350988.991299:0:5782:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925dc3e2c800 : new locks_count 15 00000020:00000040:2.0:1763350988.991302:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 21 00010000:00000001:2.0:1763350988.991309:0:5782:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350988.991311:0:5782:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350988.991314:0:5782:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350988.991316:0:5782:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.991318:0:5782:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.991320:0:5782:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000040:2.0:1763350988.991322:0:5782:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7daa00 count: 0 00002000:00000010:2.0:1763350988.991328:0:5782:0:(ofd_lvb.c:43:ofd_lvbo_free()) kfreed 'res->lr_lvb_data': 56 at ffff925dc4c52940. 00010000:00000010:2.0:1763350988.991332:0:5782:0:(ldlm_resource.c:1338:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff925ccd7da000. 00010000:00010000:2.0:1763350988.991338:0:5782:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:2.0:1763350988.991339:0:5782:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350988.991344:0:5782:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350988.991348:0:5782:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350988.991352:0:5782:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=71 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350988.991357:0:5782:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350988.991359:0:5782:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350988.991361:0:5782:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350988.991364:0:5782:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350988.991367:0:5782:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350988.991370:0:5782:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350988.991373:0:5782:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350988.991378:0:5782:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2110. 00000100:00000200:2.0:1763350988.991384:0:5782:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118796928, offset 224 00000400:00000200:2.0:1763350988.991392:0:5782:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350988.991404:0:5782:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350988.991411:0:5782:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198275:198275:256:4294967295] 192.168.202.2@tcp LPNI seq info [198271:198271:8:4294967295] 00000400:00000200:2.0:1763350988.991422:0:5782:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350988.991428:0:5782:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350988.991433:0:5782:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37f00. 00000800:00000200:2.0:1763350988.991440:0:5782:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350988.991447:0:5782:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350988.991451:0:5782:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1763350988.991463:0:5782:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.991466:0:5782:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350988.991469:0:5782:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350988.991471:0:5782:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350988.991475:0:5782:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc4f51c50 x1849001118796928/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 328/224 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350988.991488:0:5782:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc4f51c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118796928:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 360us (3584us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350988.991495:0:5782:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1011 00000100:00000040:2.0:1763350988.991498:0:5782:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:2.0:1763350988.991500:0:5782:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350988.991502:0:5782:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350988.991507:0:5782:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:2.0:1763350988.991511:0:5782:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:2.0:1763350988.991514:0:5782:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350988.991519:0:5782:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 02000000:00000001:2.0:1763350988.991525:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350988.991528:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df8f00400. 02000000:00000001:2.0:1763350988.991532:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350988.991534:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff980000. 02000000:00000001:2.0:1763350988.991538:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350988.991539:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df8f03000. 02000000:00000001:2.0:1763350988.991554:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350988.991555:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9880. 02000000:00000001:2.0:1763350988.991560:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350988.991562:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cd76cb000. 02000000:00000001:2.0:1763350988.991564:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350988.991565:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf292680. 02000000:00000001:2.0:1763350988.991569:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350988.991570:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cd76cb400. 02000000:00000001:2.0:1763350988.991572:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350988.991573:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4fb80. 02000000:00000001:2.0:1763350988.991576:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350988.991577:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707cc00. 02000000:00000001:2.0:1763350988.991580:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350988.991581:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed8e00. 02000000:00000001:2.0:1763350988.991585:0:5782:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350988.991586:0:5782:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707c400. 02000000:00000001:2.0:1763350988.991588:0:5782:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1763350988.991590:0:5782:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf293b80. 00000100:00000001:2.0:1763350988.991594:0:5782:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1763350988.991620:0:5782:0:(niobuf.c:1190:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1763350988.991626:0:5782:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79cb8. 00000400:00000010:2.0:1763350988.991631:0:5782:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925de2dff480. 00000800:00000200:2.0:1763350988.991750:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350988.991754:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37f00. 00000400:00000200:2.0:1763350988.991758:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350988.991762:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350988.991765:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:2.0:1763350988.991767:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:2.0:1763350988.991770:0:3309:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1763350988.991772:0:3309:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350988.991774:0:3309:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df83f7c00. 02000000:00000001:2.0:1763350988.991778:0:3309:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763350988.991779:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:1.0:1763350988.992088:0:54877:0:(service.c:2265:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.993078:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350988.993095:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350988.993103:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43a80: xid 1849001118796672, transno 8590055214, client gen 3, slot idx 3 00000001:00000001:0.0:1763350988.993113:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dee2d06c0: xid 1849001118795776, transno 8590055211, client gen 3, slot idx 1 00000001:00000010:0.0:1763350988.993117:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dee2d06c0. 00000001:00000001:0.0:1763350988.993122:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dd9b36cc0: xid 1849001118796672, transno 8590055213, client gen 3, slot idx 2 00000001:00000001:0.0:1763350988.993126:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dd9b36cc0: xid 1849001118796672, transno 8590055213, client gen 3, slot idx 2 00000001:00000010:0.0:1763350988.993128:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dd9b36cc0. 00000001:00000001:0.0:1763350988.993131:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dee2d0240: xid 1849001118796672, transno 8590055212, client gen 3, slot idx 0 00000001:00000001:0.0:1763350988.993134:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dee2d0240: xid 1849001118796672, transno 8590055212, client gen 3, slot idx 0 00000001:00000010:0.0:1763350988.993137:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dee2d0240. 00000020:00000001:0.0:1763350988.993141:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.993144:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350988.993146:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:0.0:1763350988.993150:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350988.993153:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118797184, found 0 last_xid 1849001118797183 00000020:00000001:0.0:1763350988.993156:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350988.993158:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350988.993160:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350988.993163:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993171:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763350988.993175:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763350988.993177:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763350988.993180:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993184:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763350988.993188:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.993190:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.993193:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.993194:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.993197:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.993198:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.993199:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.993200:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.993202:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.993203:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.993204:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.993206:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.993207:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.993208:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993210:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993212:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763350988.993213:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993217:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350988.993218:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.993219:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.993221:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.993222:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.993223:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.993224:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350988.993225:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350988.993227:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.993229:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.993230:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.993235:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350988.993242:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350988.993244:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350988.993246:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350988.993249:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350988.993253:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350988.993254:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993256:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350988.993258:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993260:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.993265:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350988.993268:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350988.993276:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925de0135800. 02000000:00000001:0.0:1763350988.993278:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.993281:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993283:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350988.993285:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993288:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763350988.993290:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763350988.993293:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350988.993296:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc98f7380 refcount=2 00000020:00000001:0.0:1763350988.993298:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530244076416 : -120543465475200 : ffff925dc98f7380) 00000004:00000001:0.0:1763350988.993301:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530244076416 : -120543465475200 : ffff925dc98f7380) 00000020:00000040:0.0:1763350988.993304:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc98f7380 with handle 0xcb8c81cc3033cbc6 from hash 00000004:00000001:0.0:1763350988.993309:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763350988.993312:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff7:0x0] with intent: 0 00000004:00000001:0.0:1763350988.993316:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763350988.993318:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1516 size 1516 lsom blocks 2 blocks 2 truncate 0 00000004:00000001:0.0:1763350988.993321:0:20017:0:(mdt_som.c:191:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993324:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:0.0:1763350988.993326:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:0.0:1763350988.993329:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763350988.993333:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350988.993342:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.993346:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350988.993355:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.993358:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.993361:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350988.993363:0:20017:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993367:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763350988.993379:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763350988.993382:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350988.993386:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff7:0x0], previous was 0x7 00000004:00000001:0.0:1763350988.993389:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993392:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763350988.993395:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993397:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763350988.993402:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350988.993405:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763350988.993408:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc98f7380. 00000004:00000001:0.0:1763350988.993420:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350988.993424:0:20017:0:(lu_object.c:207:lu_object_put()) Add ffff925cddeeb4f8/ffff925cddeeb4a0 to site lru. bkt: ffff925dd1462610 00000004:00000001:0.0:1763350988.993427:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350988.993428:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993430:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993432:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763350988.993436:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350988.993446:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de0135c00. 00080000:00000001:0.0:1763350988.993449:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530621819904 : -120543087731712 : ffff925de0135c00) 00080000:00000001:0.0:1763350988.993452:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350988.993459:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350988.993465:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350988.993468:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.993492:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.993495:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350988.993499:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350988.993503:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055215, last_committed = 8590055210 00000001:00000010:0.0:1763350988.993507:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865cde0. 00000001:00000040:0.0:1763350988.993510:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 5 00000020:00000040:0.0:1763350988.993512:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=493 00000001:00000010:0.0:1763350988.993518:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43000. 00080000:00000001:0.0:1763350988.993524:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350988.993549:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350988.993553:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43000: xid 1849001118797184, transno 8590055215, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763350988.993556:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350988.993570:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993573:0:20017:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350988.993575:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350988.993577:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350988.993579:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350988.993582:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350988.993586:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350988.993590:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350988.993591:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763350988.993919:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350988.993928:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350988.993932:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350988.993935:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 8590055215, xid 1849001118797184 00010000:00000001:0.0:1763350988.993939:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350988.993949:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9fb0450 x1849001118797184/t8590055215(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350988.993958:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350988.993961:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350988.993965:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=99 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350988.993970:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350988.993972:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350988.993975:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350988.993977:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350988.993979:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350988.993983:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350988.993986:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350988.993993:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019000. 00000100:00000200:0.0:1763350988.994000:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118797184, offset 224 00000400:00000200:0.0:1763350988.994007:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350988.994022:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350988.994029:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198276:198276:256:4294967295] 192.168.202.2@tcp LPNI seq info [198272:198272:8:4294967295] 00000400:00000200:0.0:1763350988.994055:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350988.994061:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350988.994066:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5d00. 00000800:00000200:0.0:1763350988.994074:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350988.994083:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350988.994088:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5d00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763350988.994729:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350988.994736:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350988.994739:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350988.994741:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350988.994744:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350988.994751:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9fb0450 x1849001118797184/t8590055215(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350988.994763:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9fb0450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226800:x1849001118797184:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 3536us (3667us total) trans 8590055215 rc 0/0 00000100:00100000:0.0:1763350988.994774:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20887 00000100:00000040:0.0:1763350988.994779:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350988.994782:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350988.994784:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350988.994791:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd991cc00. 00000020:00000010:0.0:1763350988.994796:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350988.994800:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fe00. 00000020:00000040:0.0:1763350988.994807:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 492 02000000:00000001:0.0:1763350988.994815:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.994818:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925dc4eba000. 02000000:00000001:0.0:1763350988.994822:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.994824:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5edbb80. 02000000:00000001:0.0:1763350988.994829:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.994830:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925df5ea4000. 02000000:00000001:0.0:1763350988.994832:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.994833:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e18700. 02000000:00000001:0.0:1763350988.994836:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.994837:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925df5ea5800. 02000000:00000001:0.0:1763350988.994840:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.994842:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1b480. 02000000:00000001:0.0:1763350988.994845:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.994847:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925df5ea6c00. 02000000:00000001:0.0:1763350988.994850:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.994851:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c380. 02000000:00000001:0.0:1763350988.994856:0:20017:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350988.994857:0:20017:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925cd76cb800. 02000000:00000001:0.0:1763350988.994860:0:20017:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350988.994861:0:20017:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e19180. 00000100:00000001:0.0:1763350988.994864:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763350988.994872:0:20017:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt_readpage: registering portal 23 00000400:00000010:0.0:1763350988.994882:0:20017:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb420. 00000400:00000010:0.0:1763350988.994889:0:20017:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925dded433c0. 00000800:00000200:3.0:1763350988.995164:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350988.995300:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5d00. 00000400:00000200:3.0:1763350988.995306:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350988.995313:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350988.995318:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019000 00000400:00000010:3.0:1763350988.995320:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019000. 00000100:00000001:3.0:1763350988.995325:0:3308:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1763350988.995327:0:3308:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1763350988.995329:0:3308:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 752 at ffff925de0135800. 02000000:00000001:3.0:1763350988.995332:0:3308:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1763350988.995333:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350988.996691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e3800. 00010000:00000010:1.1:1763350988.996706:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92100. 00010000:00000010:0.1:1763350988.996749:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92e00. 00010000:00000010:0.1:1763350988.996755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7898000. 00010000:00000010:0.1:1763350988.996763:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92800. 00010000:00000010:0.1:1763350988.996766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000800:00000001:0.0:1763350988.998582:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.998704:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350988.998710:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.998714:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.998727:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350988.998750:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81ee00e80 00000400:00000200:0.0:1763350988.998760:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e8d [2] + 0 00000800:00000001:0.0:1763350988.998770:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.998781:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350988.998784:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350988.998788:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350988.998796:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350988.998799:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:0.0:1763350988.998807:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff980000. 00000100:00000040:0.0:1763350988.998812:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dff980000 x1849001118797440 msgsize 392 00000100:00100000:0.0:1763350988.998815:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350988.998834:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350988.998844:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350988.998848:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350988.999891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89a00. 00010000:00000010:2.1:1763350988.999908:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7daa00. 00000100:00000001:2.0:1763350988.999938:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350988.999942:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118797440 02000000:00000001:2.0:1763350988.999946:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350988.999949:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350988.999953:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350988.999958:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350988.999965:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118797440 00000020:00000001:2.0:1763350988.999968:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350988.999971:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350988.999974:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350988.999978:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=493 00000020:00000001:2.0:1763350988.999981:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350988.999984:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350988.999990:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.000000:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.000005:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.000008:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350989.000016:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350989.000022:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0f80. 00000020:00000010:2.0:1763350989.000030:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090000. 00000100:00000040:2.0:1763350989.000052:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:2.0:1763350989.000057:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350989.000059:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350989.000061:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.000075:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.000088:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.000102:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350989.000104:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350989.000114:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20888 00000100:00000040:2.0:1763350989.000119:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350989.000122:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150606336 : -120542558945280 : ffff925dff980000) 00000100:00000040:2.0:1763350989.000131:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff980000 x1849001118797440/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/0 e 0 to 0 dl 1763350999 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350989.000143:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.000146:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.000148:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.000151:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350989.000156:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+493:226800:x1849001118797440:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:2.0:1763350989.000161:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118797440 00000020:00000001:2.0:1763350989.000164:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350989.000169:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350989.000178:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded43000: xid 1849001118797184, transno 8590055215, client gen 3, slot idx 0 00000001:00000001:2.0:1763350989.000184:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43a80: xid 1849001118796672, transno 8590055214, client gen 3, slot idx 3 00000001:00000010:2.0:1763350989.000190:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43a80. 00000020:00000001:2.0:1763350989.000195:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.000199:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350989.000202:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:2.0:1763350989.000205:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350989.000209:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118797440, found 0 last_xid 1849001118797439 00000020:00000001:2.0:1763350989.000214:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350989.000217:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350989.000219:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350989.000224:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000231:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:2.0:1763350989.000235:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:2.0:1763350989.000238:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:2.0:1763350989.000244:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000248:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:2.0:1763350989.000253:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.000256:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.000259:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.000261:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.000264:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.000266:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.000267:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.000269:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.000271:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.000272:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.000274:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.000277:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.000278:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.000280:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000283:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000285:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:2.0:1763350989.000287:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000292:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350989.000293:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.000294:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.000296:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.000298:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.000299:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.000302:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.000303:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.000305:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.000307:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.000308:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.000314:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350989.000322:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350989.000325:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350989.000328:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350989.000330:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.000334:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.000335:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000338:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350989.000340:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000342:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.000348:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350989.000352:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350989.000360:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925df83f7c00. 02000000:00000001:2.0:1763350989.000363:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.000366:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000369:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350989.000371:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000375:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:2.0:1763350989.000378:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:2.0:1763350989.000380:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.000383:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dc98f7780 refcount=2 00000020:00000001:2.0:1763350989.000386:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530244077440 : -120543465474176 : ffff925dc98f7780) 00000004:00000001:2.0:1763350989.000389:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530244077440 : -120543465474176 : ffff925dc98f7780) 00000020:00000040:2.0:1763350989.000393:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc98f7780 with handle 0xcb8c81cc3033cbdb from hash 00000004:00000001:2.0:1763350989.000398:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:2.0:1763350989.000400:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff8:0x0] with intent: 0 00000004:00000001:2.0:1763350989.000406:0:20017:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:2.0:1763350989.000408:0:20017:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 0 size 4096 lsom blocks 0 blocks 11 truncate 0 00000004:00000001:2.0:1763350989.000413:0:20017:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350989.000418:0:20017:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350989.000431:0:20017:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000434:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.000442:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.000445:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.000454:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350989.000457:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350989.000463:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350989.000466:0:20017:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350989.000468:0:20017:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350989.000471:0:20017:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff8:0x0]: Reading som attrs: valid: 4, size: 0, blocks: 0 00000004:00000002:2.0:1763350989.000474:0:20017:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:2.0:1763350989.000477:0:20017:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000481:0:20017:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.000483:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.000484:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.000485:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.000488:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350989.000490:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350989.000492:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350989.000495:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.000496:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.000497:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.000500:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350989.000501:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350989.000503:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350989.000513:0:20017:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=80 : 80 : 50) 00000004:00000001:2.0:1763350989.000515:0:20017:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350989.000517:0:20017:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000521:0:20017:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:2.0:1763350989.000523:0:20017:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff8:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:2.0:1763350989.000527:0:20017:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:2.0:1763350989.000530:0:20017:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:2.0:1763350989.000544:0:20017:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:2.0:1763350989.000550:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:2.0:1763350989.000559:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925e006939c0. 00080000:00000001:2.0:1763350989.000564:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350989.000577:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df83f6000. 00080000:00000001:2.0:1763350989.000580:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531027357696 : -120542682193920 : ffff925df83f6000) 00000004:00000001:2.0:1763350989.000585:0:20017:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350989.000590:0:20017:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:2.0:1763350989.000594:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350989.000651:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027357696 : -120542682193920 : ffff925df83f6000) 00080000:00000001:2.0:1763350989.000655:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:2.0:1763350989.000689:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000691:0:20017:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.000695:0:20017:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.000704:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:2.0:1763350989.000707:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:2.0:1763350989.000716:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:2.0:1763350989.000719:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:2.0:1763350989.000720:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027357696 : -120542682193920 : ffff925df83f6000) 00080000:00000001:2.0:1763350989.000724:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.000797:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.000800:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.000804:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.000835:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.000838:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.000845:0:20017:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:1.0:1763350989.000849:0:20017:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:1.0:1763350989.000851:0:20017:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:1.0:1763350989.000853:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.000854:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027357696 : -120542682193920 : ffff925df83f6000) 00080000:00000001:1.0:1763350989.000859:0:20017:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:1.0:1763350989.000861:0:20017:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:1.0:1763350989.000929:0:20017:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.000932:0:20017:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.000935:0:20017:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.000938:0:20017:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.000949:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350989.000953:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350989.000957:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350989.000961:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055216, last_committed = 8590055210 00000001:00000010:1.0:1763350989.000967:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc45fde40. 00000001:00000040:1.0:1763350989.000970:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 6 00000020:00000040:1.0:1763350989.000973:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=494 00000001:00000010:1.0:1763350989.000980:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccd7a06c0. 00000004:00000001:1.0:1763350989.000988:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350989.000990:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.000992:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531027357696 : -120542682193920 : ffff925df83f6000) 00080000:00000001:1.0:1763350989.000996:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.001011:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350989.001013:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350989.001017:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccd7a06c0: xid 1849001118797440, transno 8590055216, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350989.001020:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001035:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350989.001048:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925e006939c0. 00000020:00000001:1.0:1763350989.001052:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001055:0:20017:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001058:0:20017:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001060:0:20017:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001063:0:20017:0:(mdt_open.c:146:mdt_write_put()) Process entered 00000004:00000001:1.0:1763350989.001065:0:20017:0:(mdt_open.c:150:mdt_write_put()) Process leaving 00000004:00000001:1.0:1763350989.001067:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350989.001069:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350989.001071:0:20017:0:(mdd_object.c:410:mdd_xattr_get()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350989.001074:0:20017:0:(mdt_handler.c:1201:mdt_attr_get_pfid()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:1.0:1763350989.001078:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350989.001083:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350989.001086:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350989.001089:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff8:0x0], previous was 0x7 00000004:00000001:1.0:1763350989.001092:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001095:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763350989.001103:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001107:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00200000:00000001:1.0:1763350989.001109:0:20017:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:1.0:1763350989.001113:0:20017:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925cc45fd900. 00080000:00000001:1.0:1763350989.001115:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350989.001121:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f01800. 00080000:00000001:1.0:1763350989.001123:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00000004:00000001:1.0:1763350989.001130:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001132:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00080000:00000001:1.0:1763350989.001135:0:20017:0:(osd_index.c:1109:osd_declare_dir_delete()) Process entered 00080000:00000001:1.0:1763350989.001157:0:20017:0:(osd_index.c:1137:osd_declare_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001161:0:20017:0:(lod_sub_object.c:264:lod_sub_declare_ref_del()) Process entered 00000004:00000001:1.0:1763350989.001163:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001164:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00080000:00000002:1.0:1763350989.001170:0:20017:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x200000bd2:0x3ff8:0x0] not in the id map cache 00080000:00000001:1.0:1763350989.001174:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350989.001183:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350989.001186:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001188:0:20017:0:(lod_sub_object.c:275:lod_sub_declare_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001191:0:20017:0:(lod_object.c:6523:lod_declare_destroy()) Process entered 00000004:00000001:1.0:1763350989.001194:0:20017:0:(lod_lov.c:1586:lod_striping_load()) Process entered 00000004:00000001:1.0:1763350989.001196:0:20017:0:(lod_lov.c:1592:lod_striping_load()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001199:0:20017:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763350989.001200:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001202:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00080000:00000001:1.0:1763350989.001205:0:20017:0:(osd_object.c:744:osd_declare_destroy()) Process entered 00080000:00000001:1.0:1763350989.001208:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350989.001213:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350989.001215:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350989.001218:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.001221:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001223:0:20017:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350989.001236:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00000001:00000001:1.0:1763350989.001237:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001243:0:20017:0:(osd_object.c:790:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001246:0:20017:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001249:0:20017:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763350989.001253:0:20017:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763350989.001254:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001257:0:20017:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350989.001260:0:20017:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350989.001261:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350989.001262:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350989.001264:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.001265:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.001267:0:20017:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350989.001270:0:20017:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763350989.001272:0:20017:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001274:0:20017:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00000004:00000001:1.0:1763350989.001279:0:20017:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:1.0:1763350989.001283:0:20017:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:1.0:1763350989.001285:0:20017:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350989.001287:0:20017:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00000004:00000040:1.0:1763350989.001291:0:20017:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:1.0:1763350989.001295:0:20017:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763350989.001300:0:20017:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763350989.001302:0:20017:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x2:1 flags 412 count 2 00000040:00000001:1.0:1763350989.001306:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763350989.001309:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350989.001311:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763350989.001313:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001315:0:20017:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763350989.001318:0:20017:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1763350989.001322:0:20017:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1763350989.001325:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001334:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001336:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001339:0:20017:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763350989.001353:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763350989.001355:0:20017:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763350989.001364:0:20017:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0x9:0x0] not in the id map cache 00000001:00000001:1.0:1763350989.001367:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001368:0:20017:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001370:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350989.001374:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.001376:0:20017:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001378:0:20017:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001380:0:20017:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001383:0:20017:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763350989.001385:0:20017:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763350989.001387:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001415:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001417:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001419:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001426:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001428:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001430:0:20017:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001432:0:20017:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001434:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350989.001436:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350989.001438:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001440:0:20017:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763350989.001441:0:20017:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763350989.001442:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001448:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001450:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001451:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001456:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001458:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001459:0:20017:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001460:0:20017:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001462:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350989.001464:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350989.001465:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001468:0:20017:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001470:0:20017:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350989.001472:0:20017:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00000001:1.0:1763350989.001475:0:20017:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001477:0:20017:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001479:0:20017:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001481:0:20017:0:(lod_sub_object.c:333:lod_sub_declare_destroy()) Process entered 00000004:00000001:1.0:1763350989.001482:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001485:0:20017:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350989.001487:0:20017:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350989.001488:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350989.001489:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350989.001491:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.001493:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.001494:0:20017:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350989.001496:0:20017:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:1.0:1763350989.001498:0:20017:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001499:0:20017:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00000004:00000001:1.0:1763350989.001502:0:20017:0:(osp_object.c:1677:osp_declare_destroy()) Process entered 00000004:00000001:1.0:1763350989.001504:0:20017:0:(osp_sync.c:313:osp_sync_declare_add()) Process entered 00000020:00000001:1.0:1763350989.001505:0:20017:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350989.001507:0:20017:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00000004:00000040:1.0:1763350989.001509:0:20017:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925df4d07840 : new refcount 3 00000040:00000001:1.0:1763350989.001511:0:20017:0:(llog.c:1278:llog_declare_add()) Process entered 00000040:00000001:1.0:1763350989.001514:0:20017:0:(llog_cat.c:633:llog_cat_declare_add_rec()) Process entered 00000040:00000040:1.0:1763350989.001516:0:20017:0:(llog_cat.c:638:llog_cat_declare_add_rec()) Declare adding to 0x5:1 flags 412 count 2 00000040:00000001:1.0:1763350989.001518:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763350989.001521:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350989.001522:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763350989.001524:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001525:0:20017:0:(llog.c:1150:llog_declare_create()) Process entered 00000040:00000001:1.0:1763350989.001527:0:20017:0:(llog_osd.c:1654:llog_osd_declare_create()) Process entered 00000020:00000001:1.0:1763350989.001529:0:20017:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:1.0:1763350989.001531:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00080000:00000001:1.0:1763350989.001532:0:20017:0:(osd_object.c:1463:osd_declare_create()) Process entered 00080000:00000001:1.0:1763350989.001543:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1763350989.001544:0:20017:0:(osd_oi.c:348:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:1.0:1763350989.001549:0:20017:0:(osd_oi.c:1150:osd_idc_find_and_init()) lustre-MDT0000: FID [0x1:0xb:0x0] not in the id map cache 00000001:00000001:1.0:1763350989.001552:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001553:0:20017:0:(osd_object.c:1517:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001555:0:20017:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:1.0:1763350989.001557:0:20017:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.001559:0:20017:0:(local_storage.c:230:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001561:0:20017:0:(llog_osd.c:1710:llog_osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001563:0:20017:0:(llog.c:1161:llog_declare_create()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001565:0:20017:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763350989.001566:0:20017:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763350989.001568:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001576:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001578:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001579:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001585:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001587:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001589:0:20017:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001590:0:20017:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001592:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350989.001630:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350989.001633:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001635:0:20017:0:(llog.c:1194:llog_declare_write_rec()) Process entered 00000040:00000001:1.0:1763350989.001637:0:20017:0:(llog_osd.c:308:llog_osd_declare_write_rec()) Process entered 00080000:00000001:1.0:1763350989.001638:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001647:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001648:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001650:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001656:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001657:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001659:0:20017:0:(llog_osd.c:336:llog_osd_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001661:0:20017:0:(llog.c:1206:llog_declare_write_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001662:0:20017:0:(osd_object.c:1096:osd_declare_attr_set()) Process entered 00080000:00000001:1.0:1763350989.001664:0:20017:0:(osd_object.c:1131:osd_declare_attr_set()) Process leaving via out_sem (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350989.001666:0:20017:0:(osd_object.c:1205:osd_declare_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001668:0:20017:0:(llog_cat.c:693:llog_cat_declare_add_rec()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.001670:0:20017:0:(llog.c:1286:llog_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350989.001672:0:20017:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925df4d07840 : new refcount 2 00000004:00000001:1.0:1763350989.001674:0:20017:0:(osp_sync.c:354:osp_sync_declare_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001676:0:20017:0:(osp_object.c:1684:osp_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001685:0:20017:0:(lod_sub_object.c:344:lod_sub_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001700:0:20017:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001702:0:20017:0:(lod_object.c:6600:lod_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.001708:0:20017:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:1.0:1763350989.001709:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:1.0:1763350989.001713:0:20017:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:1.0:1763350989.001715:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001716:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00080000:00000001:1.0:1763350989.001719:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.001723:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.001724:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001726:0:20017:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001741:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.001744:0:20017:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001750:0:20017:0:(mdd_orphans.c:232:mdd_orphan_delete()) Process entered 00000004:00000001:1.0:1763350989.001755:0:20017:0:(lod_sub_object.c:502:lod_sub_delete()) Process entered 00000004:00000001:1.0:1763350989.001756:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001758:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00080000:00000001:1.0:1763350989.001762:0:20017:0:(osd_index.c:1151:osd_dir_delete()) Process entered 00080000:00000001:1.0:1763350989.001792:0:20017:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:1.0:1763350989.001794:0:20017:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:1.0:1763350989.001796:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350989.001797:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350989.001799:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.001801:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001803:0:20017:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350989.001805:0:20017:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001847:0:20017:0:(osd_index.c:1205:osd_dir_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001861:0:20017:0:(lod_sub_object.c:516:lod_sub_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001865:0:20017:0:(lod_sub_object.c:297:lod_sub_ref_del()) Process entered 00000004:00000001:1.0:1763350989.001867:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001869:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00080000:00000001:1.0:1763350989.001873:0:20017:0:(osd_object.c:2094:osd_ref_del()) Process entered 00080000:00000001:1.0:1763350989.001880:0:20017:0:(osd_object.c:2114:osd_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001882:0:20017:0:(lod_sub_object.c:312:lod_sub_ref_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001886:0:20017:0:(mdd_orphans.c:265:mdd_orphan_delete()) Process leaving (rc=0 : 0 : 0) 00000004:00080000:1.0:1763350989.001889:0:20017:0:(mdd_object.c:3993:mdd_close()) Object [0x200000bd2:0x3ff8:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000004:00000001:1.0:1763350989.001893:0:20017:0:(lod_object.c:6623:lod_destroy()) Process entered 00000004:00000001:1.0:1763350989.001895:0:20017:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763350989.001896:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001898:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00080000:00000001:1.0:1763350989.001902:0:20017:0:(osd_object.c:806:osd_destroy()) Process entered 00080000:00000001:1.0:1763350989.001904:0:20017:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:1.0:1763350989.001905:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350989.001907:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350989.001909:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.001911:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001912:0:20017:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.001984:0:20017:0:(osd_object.c:876:osd_destroy()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1763350989.001987:0:20017:0:(osd_object.c:884:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001989:0:20017:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.001992:0:20017:0:(lod_object.c:1143:lod_obj_for_each_stripe()) Process entered 00000004:00000001:1.0:1763350989.001993:0:20017:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763350989.001994:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.001996:0:20017:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350989.001997:0:20017:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350989.001998:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350989.002000:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350989.002001:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.002003:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.002004:0:20017:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350989.002006:0:20017:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 0 for sequence: 0x240000401 00000004:00000001:1.0:1763350989.002008:0:20017:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002010:0:20017:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00000004:00000001:1.0:1763350989.002013:0:20017:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:1.0:1763350989.002016:0:20017:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:1.0:1763350989.002017:0:20017:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350989.002019:0:20017:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00000004:00000040:1.0:1763350989.002022:0:20017:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925de025cd80 : new refcount 3 00000040:00000001:1.0:1763350989.002025:0:20017:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763350989.002028:0:20017:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763350989.002030:0:20017:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763350989.002032:0:20017:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446623525831118336 : -120547878433280 : ffff925cc2870e00) 00000040:00000001:1.0:1763350989.002034:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763350989.002035:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350989.002045:0:20017:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763350989.002048:0:20017:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763350989.002050:0:20017:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0x8:0x0] 00080000:00000001:1.0:1763350989.002059:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.002075:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1763350989.002077:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.002080:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1763350989.002082:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.002086:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1763350989.002089:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.002115:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:1.0:1763350989.002120:0:20017:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].9569, 64 off620704 00000040:00000001:1.0:1763350989.002122:0:20017:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350989.002124:0:20017:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350989.002128:0:20017:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350989.002133:0:20017:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.002135:0:20017:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350989.002137:0:20017:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763350989.002139:0:20017:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925de025cd80 : new refcount 2 00000004:00001000:1.0:1763350989.002142:0:20017:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0000-osc-MDT0000: new record [0x1:0x8:0x0].9569: rc = 1 00000004:00000010:1.0:1763350989.002148:0:20017:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925cd83d58a0. 00000004:00080000:1.0:1763350989.002151:0:20017:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 6198607554339ns, next at 6199607548636ns, rc = 0 00000004:00000001:1.0:1763350989.002153:0:20017:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002156:0:20017:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002157:0:20017:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002159:0:20017:0:(lod_sub_object.c:366:lod_sub_destroy()) Process entered 00000004:00000001:1.0:1763350989.002161:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.002162:0:20017:0:(lod_dev.c:110:lod_fld_lookup()) Process entered 80000000:00000001:1.0:1763350989.002163:0:20017:0:(fld_handler.c:228:fld_server_lookup()) Process entered 80000000:00000001:1.0:1763350989.002165:0:20017:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:1.0:1763350989.002166:0:20017:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:1.0:1763350989.002167:0:20017:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.002169:0:20017:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:1.0:1763350989.002171:0:20017:0:(fld_handler.c:232:fld_server_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000040:1.0:1763350989.002173:0:20017:0:(lod_dev.c:151:lod_fld_lookup()) lustre-MDT0000-mdtlov: got tgt 1 for sequence: 0x280000401 00000004:00000001:1.0:1763350989.002174:0:20017:0:(lod_dev.c:153:lod_fld_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002176:0:20017:0:(lod_sub_object.c:86:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00000004:00000001:1.0:1763350989.002179:0:20017:0:(osp_object.c:1712:osp_destroy()) Process entered 00000004:00000001:1.0:1763350989.002180:0:20017:0:(osp_sync.c:388:osp_sync_add_rec()) Process entered 00000020:00000001:1.0:1763350989.002181:0:20017:0:(update_trans.c:1156:thandle_get_sub_by_dt()) Process entered 00000020:00000001:1.0:1763350989.002183:0:20017:0:(update_trans.c:1161:thandle_get_sub_by_dt()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00000004:00000040:1.0:1763350989.002185:0:20017:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff925df4d07840 : new refcount 3 00000040:00000001:1.0:1763350989.002187:0:20017:0:(llog.c:1260:llog_add()) Process entered 00000040:00000001:1.0:1763350989.002188:0:20017:0:(llog_cat.c:554:llog_cat_add_rec()) Process entered 00000040:00000001:1.0:1763350989.002189:0:20017:0:(llog_cat.c:473:llog_cat_current_log()) Process entered 00000040:00000001:1.0:1763350989.002192:0:20017:0:(llog_cat.c:488:llog_cat_current_log()) Process leaving (rc=18446623530623171072 : -120543086380544 : ffff925de027fa00) 00000040:00000001:1.0:1763350989.002194:0:20017:0:(llog.c:1130:llog_exist()) Process entered 00000040:00000001:1.0:1763350989.002196:0:20017:0:(llog.c:1139:llog_exist()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350989.002197:0:20017:0:(llog.c:1217:llog_write_rec()) Process entered 00000040:00000001:1.0:1763350989.002199:0:20017:0:(llog_osd.c:375:llog_osd_write_rec()) Process entered 00000040:00001000:1.0:1763350989.002200:0:20017:0:(llog_osd.c:382:llog_osd_write_rec()) new record 10692404 to [0x1:0xa:0x0] 00080000:00000001:1.0:1763350989.002206:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.002231:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=88 : 88 : 58) 00080000:00000001:1.0:1763350989.002233:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.002237:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=4 : 4 : 4) 00080000:00000001:1.0:1763350989.002239:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.002243:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=8 : 8 : 8) 00080000:00000001:1.0:1763350989.002245:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.002263:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=64 : 64 : 40) 00000040:00080000:1.0:1763350989.002265:0:20017:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xa:0x0].10355, 64 off670960 00000040:00000001:1.0:1763350989.002268:0:20017:0:(llog_osd.c:738:llog_osd_write_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350989.002270:0:20017:0:(llog.c:1250:llog_write_rec()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1763350989.002272:0:20017:0:(osd_object.c:1228:osd_attr_set()) Process entered 00080000:00000001:1.0:1763350989.002279:0:20017:0:(osd_object.c:1425:osd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1763350989.002281:0:20017:0:(llog_cat.c:621:llog_cat_add_rec()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1763350989.002283:0:20017:0:(llog.c:1268:llog_add()) Process leaving (rc=1 : 1 : 1) 00000004:00000040:1.0:1763350989.002284:0:20017:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff925df4d07840 : new refcount 2 00000004:00001000:1.0:1763350989.002286:0:20017:0:(osp_sync.c:453:osp_sync_add_rec()) lustre-OST0001-osc-MDT0000: new record [0x1:0xa:0x0].10355: rc = 1 00000004:00000010:1.0:1763350989.002291:0:20017:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925cd83d5a80. 00000004:00080000:1.0:1763350989.002293:0:20017:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6198607696763ns, next at 6199607692974ns, rc = 0 00000004:00000001:1.0:1763350989.002296:0:20017:0:(osp_sync.c:463:osp_sync_add_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002297:0:20017:0:(osp_object.c:1729:osp_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002299:0:20017:0:(lod_sub_object.c:380:lod_sub_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002301:0:20017:0:(lod_object.c:1190:lod_obj_for_each_stripe()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002303:0:20017:0:(lod_object.c:6697:lod_destroy()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002306:0:20017:0:(mdd_object.c:4003:mdd_close()) Process leaving 00000004:00000001:1.0:1763350989.002309:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1763350989.002313:0:20017:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:1.0:1763350989.002315:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00080000:1.0:1763350989.002319:0:20017:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 8590055216 00000001:00000001:1.0:1763350989.002321:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350989.002325:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055217, last_committed = 8590055210 00000001:00000010:1.0:1763350989.002330:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc7000d20. 00000001:00000040:1.0:1763350989.002333:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 7 00000020:00000040:1.0:1763350989.002336:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=495 00000001:00000010:1.0:1763350989.002341:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccd7a0840. 00000004:00000001:1.0:1763350989.002346:0:20017:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:1.0:1763350989.002348:0:20017:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:1.0:1763350989.002349:0:20017:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623531038939136 : -120542670612480 : ffff925df8f01800) 00080000:00000001:1.0:1763350989.002352:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.002360:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:1.0:1763350989.002362:0:20017:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350989.002366:0:20017:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccd7a06c0: xid 1849001118797440, transno 8590055216, client gen 3, slot idx 1 00000001:00000001:1.0:1763350989.002371:0:20017:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccd7a06c0: xid 1849001118797440, transno 8590055216, client gen 3, slot idx 1 00000001:00000010:1.0:1763350989.002374:0:20017:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccd7a06c0. 00000001:00000001:1.0:1763350989.002377:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccd7a0840: xid 1849001118797440, transno 8590055217, tag 1, client gen 3, slot idx 2 00000001:00000001:1.0:1763350989.002380:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.002402:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350989.002404:0:20017:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925cc45fd900. 00000020:00000001:1.0:1763350989.002406:0:20017:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350989.002413:0:20017:0:(mdt_io.c:2150:mdt_dom_discard_data()) Process entered 00010000:00000001:1.0:1763350989.002417:0:20017:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:1.0:1763350989.002420:0:20017:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1763350989.002429:0:20017:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925ccd7da500. 00010000:00000010:1.0:1763350989.002433:0:20017:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dc9b70200. 00010000:00000001:1.0:1763350989.002437:0:20017:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1763350989.002442:0:20017:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925de8ee7600. 00000020:00000001:1.0:1763350989.002446:0:20017:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1763350989.002449:0:20017:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925de8ee7600 with handle 0xcb8c81cc3033ccad to hash 00000020:00000001:1.0:1763350989.002451:0:20017:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1763350989.002453:0:20017:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000010:1.0:1763350989.002459:0:20017:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc3373880. 00010000:00000001:1.0:1763350989.002462:0:20017:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350989.002466:0:20017:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350989.002469:0:20017:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350989.002474:0:20017:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 3/0,1 mode: --/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20017 initiator: MDT0 00010000:00000001:1.0:1763350989.002483:0:20017:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1763350989.002488:0:20017:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:1.0:1763350989.002491:0:20017:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:1.0:1763350989.002494:0:20017:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350989.002497:0:20017:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350989.002499:0:20017:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:1.0:1763350989.002500:0:20017:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350989.002503:0:20017:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350989.002506:0:20017:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1763350989.002508:0:20017:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1763350989.002509:0:20017:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1763350989.002512:0:20017:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7da500) refcount = 1 00010000:00010000:1.0:1763350989.002517:0:20017:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010080000000 pid: 20017 initiator: MDT0 00010000:00000001:1.0:1763350989.002522:0:20017:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1763350989.002528:0:20017:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350989.002530:0:20017:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.002532:0:20017:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350989.002534:0:20017:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350989.002536:0:20017:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.002558:0:20017:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000001:1.0:1763350989.002562:0:20017:0:(mdt_io.c:2107:ldlm_dom_discard_cp_ast()) Process entered 00002000:00000001:1.0:1763350989.002564:0:20017:0:(mdt_io.c:2117:ldlm_dom_discard_cp_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350989.002567:0:20017:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 3/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20017 initiator: MDT0 00010000:00000001:1.0:1763350989.002573:0:20017:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:1.0:1763350989.002575:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.002576:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350989.002579:0:20017:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350989.002581:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350989.002583:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=3 00000020:00000001:1.0:1763350989.002586:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350989.002588:0:20017:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350989.002592:0:20017:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350989.002593:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350989.002646:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=4 00000020:00000001:1.0:1763350989.002648:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350989.002651:0:20017:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:1.0:1763350989.002653:0:20017:0:(ldlm_lock.c:943:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1763350989.002655:0:20017:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010080000000 pid: 20017 initiator: MDT0 00010000:00000001:1.0:1763350989.002661:0:20017:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1763350989.002663:0:20017:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 4/0,1 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20017 initiator: MDT0 00010000:00000001:1.0:1763350989.002668:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.002669:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350989.002672:0:20017:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x50010480000000 pid: 20017 initiator: MDT0 00010000:00000001:1.0:1763350989.002677:0:20017:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350989.002678:0:20017:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.002682:0:20017:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1763350989.002686:0:20017:0:(ldlm_lockd.c:2248:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff925ccd7a0c00. 00010000:00000001:1.0:1763350989.002690:0:20017:0:(ldlm_lockd.c:2158:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1763350989.002700:0:20017:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1763350989.002702:0:20017:0:(ldlm_lockd.c:2197:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.002704:0:20017:0:(ldlm_lockd.c:2253:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.002706:0:20017:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1763350989.002707:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.002708:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350989.002709:0:20017:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.002710:0:20017:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763350989.002712:0:20017:0:(mdt_io.c:2200:mdt_dom_discard_data()) Process leaving 00000004:00000010:1.0:1763350989.002715:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dc98f7780. 00000004:00000001:1.0:1763350989.002732:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00080000:00000010:1.0:1763350989.002757:0:20017:0:(osd_object.c:686:osd_object_free()) slab-freed '(obj)': 456 at ffff925ccd6ac558. 00000004:00000001:1.0:1763350989.002767:0:20017:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763350989.002768:0:20017:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763350989.002772:0:20017:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925deac69f80. 00000004:00000010:1.0:1763350989.002775:0:20017:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69f0d0. 00000004:00000001:1.0:1763350989.002781:0:20017:0:(osp_object.c:2340:osp_object_release()) Process entered 00000004:00000001:1.0:1763350989.002783:0:20017:0:(osp_object.c:2372:osp_object_release()) Process leaving 00000004:00000010:1.0:1763350989.002785:0:20017:0:(osp_object.c:198:osp_oac_xattr_free()) kfreed 'oxe': 104 at ffff925deac69300. 00000004:00000010:1.0:1763350989.002787:0:20017:0:(osp_object.c:2320:osp_object_free()) slab-freed 'obj': 568 at ffff925ccd69e148. 00000004:00000010:1.0:1763350989.002791:0:20017:0:(lod_object.c:9632:lod_striping_free_nolock()) kfreed 'lod_comp->llc_stripe': 16 at ffff925dc69bf780. 00000004:00000010:1.0:1763350989.002795:0:20017:0:(lod_object.c:9635:lod_striping_free_nolock()) kfreed 'lod_comp->llc_ost_indices': 8 at ffff925ccda972d0. 00000004:00000010:1.0:1763350989.002801:0:20017:0:(lod_lov.c:463:lod_free_comp_buffer()) kvfree 'entries': 168 at ffff925dee2d0000. 00000004:00000010:1.0:1763350989.002805:0:20017:0:(lod_object.c:9665:lod_object_free()) slab-freed '(lo)': 272 at ffff925cddf38660. 00000004:00000010:1.0:1763350989.002811:0:20017:0:(mdd_object.c:328:mdd_object_free()) slab-freed '(mdd)': 120 at ffff925dc7847348. 00000004:00000001:1.0:1763350989.002817:0:20017:0:(mdt_handler.c:7008:mdt_object_free()) Process entered 00000004:00000040:1.0:1763350989.002819:0:20017:0:(mdt_handler.c:7012:mdt_object_free()) object free, fid = [0x200000bd2:0x3ff8:0x0] 00000004:00000010:1.0:1763350989.002821:0:20017:0:(mdt_handler.c:7019:mdt_object_free()) slab-freed 'mo': 480 at ffff925ccd7cc000. 00000004:00000001:1.0:1763350989.002825:0:20017:0:(mdt_handler.c:7022:mdt_object_free()) Process leaving 00000004:00000001:1.0:1763350989.002827:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350989.002829:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002831:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002834:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:1.0:1763350989.002837:0:20017:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350989.002839:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350989.002841:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350989.002844:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350989.002847:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350989.002854:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350989.002860:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350989.002863:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763350989.002871:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350989.002878:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.002880:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350989.002885:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 8590055217, xid 1849001118797440 00010000:00000001:1.0:1763350989.002888:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350989.002900:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff980000 x1849001118797440/t8590055217(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350989.002911:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350989.002915:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350989.002919:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350989.002925:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350989.002927:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350989.002930:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350989.002933:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350989.002936:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.002941:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350989.002944:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350989.002950:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74198. 00000100:00000200:1.0:1763350989.002958:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118797440, offset 224 00000400:00000200:1.0:1763350989.002966:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350989.002981:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350989.002988:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198277:198277:256:4294967295] 192.168.202.2@tcp LPNI seq info [198273:198273:8:4294967295] 00000400:00000200:1.0:1763350989.003001:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350989.003006:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350989.003012:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:1.0:1763350989.003019:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350989.003028:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350989.003033:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350989.003069:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350989.003073:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350989.003075:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350989.003077:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.003081:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350989.003087:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff980000 x1849001118797440/t8590055217(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:179/0 lens 392/456 e 0 to 0 dl 1763350999 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350989.003097:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff980000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226800:x1849001118797440:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 2953us (4283us total) trans 8590055217 rc 0/0 00000100:00100000:1.0:1763350989.003108:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20888 00000100:00000040:1.0:1763350989.003113:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350989.003116:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350989.003118:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00080000:1.0:1763350989.003121:0:20017:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000020:00000010:1.0:1763350989.003125:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0f80. 00000020:00000010:1.0:1763350989.003129:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090000. 00000020:00000010:1.0:1763350989.003133:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:1.0:1763350989.003141:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:1.0:1763350989.003144:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350989.003348:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350989.003352:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350989.003355:0:55437:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1763350989.003359:0:55437:0:(ldlm_lockd.c:2873:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1763350989.003361:0:55437:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1763350989.003366:0:55437:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20017 initiator: MDT0 00010000:00010000:0.0:1763350989.003373:0:55437:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925de8ee7600 already unused, calling callback (ffffffffc1461b40) 00010000:00000001:0.0:1763350989.003376:0:55437:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350989.003379:0:55437:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:0.0:1763350989.003381:0:55437:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 2/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20017 initiator: MDT0 00010000:00000001:0.0:1763350989.003386:0:55437:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1763350989.003389:0:55437:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1763350989.003390:0:55437:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350989.003393:0:55437:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925de8ee7600 refcount=3 00000020:00000001:0.0:1763350989.003395:0:55437:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:0.0:1763350989.003398:0:55437:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530770396672 : -120542939154944 : ffff925de8ee7600) 00010000:00000001:0.0:1763350989.003401:0:55437:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1763350989.003404:0:55437:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 3/0,0 mode: PW/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20017 initiator: MDT0 00010000:00000001:0.0:1763350989.003410:0:55437:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1763350989.003411:0:55437:0:(ldlm_request.c:384:ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1763350989.003413:0:55437:0:(ldlm_request.c:388:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.003417:0:55437:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350989.003419:0:55437:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350989.003421:0:55437:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350989.003422:0:55437:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350989.003424:0:55437:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925de8ee7600 with handle 0xcb8c81cc3033ccad from hash 00010000:00000001:0.0:1763350989.003427:0:55437:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350989.003428:0:55437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350989.003429:0:55437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350989.003430:0:55437:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350989.003434:0:55437:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:0.0:1763350989.003436:0:55437:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.003438:0:55437:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350989.003440:0:55437:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350989.003443:0:55437:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350989.003446:0:55437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff8:0x0].0x0 (ffff925ccd7da500) 00010000:00010000:0.0:1763350989.003449:0:55437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00000001:0.0:1763350989.003452:0:55437:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350989.003455:0:55437:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.003457:0:55437:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350989.003459:0:55437:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1763350989.003461:0:55437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350989.003462:0:55437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350989.003464:0:55437:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.003466:0:55437:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.003468:0:55437:0:(ldlm_request.c:403:ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350989.003470:0:55437:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 1/0,0 mode: --/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20017 initiator: MDT0 00010000:00000001:0.0:1763350989.003475:0:55437:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350989.003477:0:55437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7600/0xcb8c81cc3033ccad lrc: 0/0,0 mode: --/PW res: [0x200000bd2:0x3ff8:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20017 initiator: MDT0 00010000:00000010:0.0:1763350989.003484:0:55437:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc3373880. 00010000:00000040:0.0:1763350989.003492:0:55437:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925ccd7da500 count: 0 00010000:00000010:0.0:1763350989.003499:0:55437:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dc9b70200. 00010000:00000001:0.0:1763350989.003506:0:55437:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350989.003508:0:55437:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1763350989.003510:0:55437:0:(ldlm_lockd.c:2912:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff925ccd7a0c00. 00010000:00000001:0.0:1763350989.003513:0:55437:0:(ldlm_lockd.c:2916:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.003515:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350989.003516:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350989.003519:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350989.003520:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350989.003521:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350989.003523:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1763350989.003525:0:55437:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1763350989.003527:0:55437:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350989.003529:0:55437:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1763350989.003530:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350989.003622:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:2.0:1763350989.003629:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.003637:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350989.003644:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74198 00000400:00000010:2.0:1763350989.003646:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74198. 00000100:00000001:2.0:1763350989.003651:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350989.003653:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:3.0:1763350989.004018:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300865905, at 4300865906 00000100:00000010:3.0:1763350989.004032:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693000. 00000100:00000040:0.0:1763350989.004484:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300865905, at 4300865906 00000100:00000010:0.0:1763350989.004494:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006935a0. 00000100:00000040:2.0:1763350989.004832:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300865905, at 4300865906 00000100:00000010:2.0:1763350989.004841:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006933c0. 00000100:00000040:1.0:1763350989.008569:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300865905, at 4300865910 00000100:00000010:1.0:1763350989.008590:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693780. 00010000:00000010:0.1:1763350989.009661:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925ccd7da500. 00010000:00000010:0.1:1763350989.009677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925de8ee7600. 00000800:00000001:3.0:1763350989.025946:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.025968:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350989.025974:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.025977:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350989.026003:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350989.026027:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81ee00f80 00000400:00000200:3.0:1763350989.026142:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 186288 00000800:00000001:3.0:1763350989.026157:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.026251:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.026257:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.026264:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350989.026274:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350989.026277:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1763350989.026285:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230d500. 00000100:00000040:2.0:1763350989.026290:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925cc230d500 x1849001118797696 msgsize 4616 00000100:00100000:2.0:1763350989.026295:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350989.026312:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350989.026323:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.026328:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350989.026389:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350989.026393:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118797696 02000000:00000001:3.0:1763350989.026396:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350989.026401:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350989.026403:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350989.026408:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350989.026413:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118797696 00000020:00000001:3.0:1763350989.026417:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350989.026419:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:3.0:1763350989.026422:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350989.026426:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:3.0:1763350989.026428:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:3.0:1763350989.026431:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:3.0:1763350989.026437:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350989.026444:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57ff00. 00000100:00000001:3.0:1763350989.026449:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350989.026452:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57ff00. 00000020:00000010:3.0:1763350989.026468:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:3.0:1763350989.026477:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69880. 00000020:00000010:3.0:1763350989.026485:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375708. 00000100:00000040:3.0:1763350989.026496:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1763350989.026500:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350989.026502:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:3.0:1763350989.026506:0:21173:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:3.0:1763350989.026508:0:21173:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.026510:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.026519:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.026535:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350989.026551:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1763350989.026554:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1763350989.026560:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140651 00000100:00000040:3.0:1763350989.026565:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:3.0:1763350989.026567:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623525825467648 : -120547884083968 : ffff925cc230d500) 00000100:00000040:3.0:1763350989.026580:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925cc230d500 x1849001118797696/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1763350989.026591:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350989.026635:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57ff00. 00000100:00000001:3.0:1763350989.026637:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350989.026639:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57ff00. 00000100:00100000:3.0:1763350989.026643:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925cc230d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226803:x1849001118797696:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:3.0:1763350989.026648:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118797696 00000020:00000001:3.0:1763350989.026652:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:3.0:1763350989.026656:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:3.0:1763350989.026662:0:21173:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccd7a0840: xid 1849001118797440, transno 8590055217, client gen 3, slot idx 2 00000001:00000001:3.0:1763350989.026668:0:21173:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded43000: xid 1849001118797184, transno 8590055215, client gen 3, slot idx 0 00000001:00000010:3.0:1763350989.026673:0:21173:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded43000. 00000020:00000001:3.0:1763350989.026678:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350989.026680:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350989.026683:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:3.0:1763350989.026687:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:3.0:1763350989.026690:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118797696, found 0 last_xid 1849001118797695 00000020:00000001:3.0:1763350989.026694:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1763350989.026696:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1763350989.026699:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350989.026706:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350989.026709:0:21173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:3.0:1763350989.026712:0:21173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:3.0:1763350989.026714:0:21173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:3.0:1763350989.026716:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:3.0:1763350989.026719:0:21173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.026728:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350989.026739:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:3.0:1763350989.026742:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350989.026745:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1763350989.026750:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dffc89400. 00000020:00000001:3.0:1763350989.026754:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1763350989.026757:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dffc89400 with handle 0xcb8c81cc3033ccb4 to hash 00000020:00000001:3.0:1763350989.026759:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1763350989.026762:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00000010:3.0:1763350989.026767:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925de02d0b00. 00010000:00000001:3.0:1763350989.026771:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623531153789952 : -120542555761664 : ffff925dffc89400) 00010000:00010000:3.0:1763350989.026776:0:21173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033ccb4 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd37 expref: -99 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:3.0:1763350989.026785:0:21173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:3.0:1763350989.026788:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:3.0:1763350989.026795:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:3.0:1763350989.026798:0:21173:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:3.0:1763350989.026806:0:21173:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:3.0:1763350989.026808:0:21173:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:3.0:1763350989.026810:0:21173:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350989.026813:0:21173:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:3.0:1763350989.026819:0:21173:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925cc230d500 x1849001118797696/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/0 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:3.0:1763350989.026827:0:21173:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:3.0:1763350989.026830:0:21173:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:3.0:1763350989.026834:0:21173:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:3.0:1763350989.026837:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350989.026839:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.026843:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350989.026845:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350989.026847:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.026854:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350989.026855:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350989.026858:0:21173:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350989.026860:0:21173:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350989.026863:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:3.0:1763350989.026865:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:3.0:1763350989.026869:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1763350989.026871:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1763350989.026916:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925dc6370000. 02000000:00000001:3.0:1763350989.026920:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.026922:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350989.026930:0:21173:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:3.0:1763350989.026931:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350989.026932:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.026935:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350989.026936:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350989.026938:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.026940:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350989.026942:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350989.026944:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.026947:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350989.026948:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350989.026953:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:3.0:1763350989.026959:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:3.0:1763350989.026961:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:3.0:1763350989.026964:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:3.0:1763350989.026967:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.026971:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350989.026972:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350989.026975:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:3.0:1763350989.026977:0:21173:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350989.026980:0:21173:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:3.0:1763350989.026983:0:21173:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350989.026986:0:21173:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:3.0:1763350989.026990:0:21173:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:3.0:1763350989.026994:0:21173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464314ba38 00000004:00000002:3.0:1763350989.026997:0:21173:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3ff6:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040100000200001 mode=0100000 msg_flag=0x600 00000004:00000001:3.0:1763350989.027003:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:3.0:1763350989.027006:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:3.0:1763350989.027009:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:3.0:1763350989.027017:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:3.0:1763350989.027020:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:3.0:1763350989.027024:0:21173:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:3.0:1763350989.027026:0:21173:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1763350989.027032:0:21173:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:3.0:1763350989.027046:0:21173:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:3.0:1763350989.028081:0:21173:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:3.0:1763350989.028089:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:3.0:1763350989.028091:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1763350989.028096:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 3 00010000:00000001:3.0:1763350989.028100:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350989.028103:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.028171:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:2.0:1763350989.028182:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.028184:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033ccbb to hash 00000020:00000001:2.0:1763350989.028186:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.028188:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000010:2.0:1763350989.028194:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350989.028196:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.028200:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.028202:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.028207:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028216:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350989.028220:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350989.028224:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350989.028227:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.028229:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.028231:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.028232:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.028236:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350989.028238:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350989.028240:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350989.028241:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350989.028244:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) refcount = 3 00010000:00000040:2.0:1763350989.028247:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350989.028255:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 496 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350989.028262:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028269:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350989.028274:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.028276:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028279:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350989.028281:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.028283:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028285:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.028288:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350989.028291:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.028294:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028300:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350989.028301:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028303:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.028305:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350989.028307:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350989.028312:0:21173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92900. 00010000:00000010:2.0:1763350989.028317:0:21173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0e80. 00010000:00000001:2.0:1763350989.028321:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.028325:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350989.028327:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.028329:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033ccc2 to hash 00000020:00000001:2.0:1763350989.028331:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.028332:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350989.028335:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4480. 00010000:00000001:2.0:1763350989.028336:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.028340:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.028341:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.028344:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028348:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350989.028349:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350989.028351:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350989.028352:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.028354:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.028356:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.028357:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.028359:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350989.028360:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350989.028361:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350989.028362:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350989.028363:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92900) refcount = 1 00010000:00010000:2.0:1763350989.028367:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028371:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350989.028373:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.028374:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028376:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350989.028377:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.028378:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028380:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.028382:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350989.028384:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.028386:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028391:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350989.028392:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028393:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.028394:0:21173:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.028400:0:21173:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350989.028453:0:21173:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350989.028458:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350989.028462:0:21173:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350989.028466:0:21173:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.028471:0:21173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350989.028496:0:21173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350989.028499:0:21173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350989.028501:0:21173:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350989.028504:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350989.028507:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350989.028510:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350989.028513:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.028515:0:21173:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350989.028517:0:21173:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.028519:0:21173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763350989.028522:0:21173:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763350989.028525:0:21173:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350989.028527:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350989.028529:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350989.028530:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350989.028532:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.028534:0:21173:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.028564:0:21173:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.028566:0:21173:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350989.028569:0:21173:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.028571:0:21173:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.028575:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350989.028576:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350989.028579:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350989.028585:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350989.028587:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350989.028621:0:21173:0:(mdt_open.c:1707:mdt_reint_open()) Process leaving via out_child (rc=18446744073709551596 : -20 : 0xffffffffffffffec) 00000004:00000001:2.0:1763350989.028626:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350989.028630:0:21173:0:(lu_object.c:207:lu_object_put()) Add ffff925cddeeb4f8/ffff925cddeeb4a0 to site lru. bkt: ffff925dd1462610 00000004:00000001:2.0:1763350989.028633:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350989.028635:0:21173:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350989.028637:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350989.028639:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.028641:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.028644:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:2.0:1763350989.028646:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.028649:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.028652:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350989.028655:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028660:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028662:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.028664:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028670:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.028672:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028675:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350989.028677:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350989.028683:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfea00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350989.028686:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.028688:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350989.028691:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028696:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350989.028697:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.028699:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.028700:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=4 00000020:00000001:2.0:1763350989.028702:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.028705:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.028708:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350989.028710:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028715:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350989.028717:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350989.028719:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028723:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350989.028724:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.028726:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.028728:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.028730:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033ccbb from hash 00010000:00000001:2.0:1763350989.028733:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.028734:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028735:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.028737:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350989.028739:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.028740:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028742:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350989.028745:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.028748:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350989.028750:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:2.0:1763350989.028753:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350989.028756:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.028759:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028761:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.028762:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350989.028765:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028766:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.028768:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028769:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.028772:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.028774:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028779:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028780:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.028782:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350989.028783:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350989.028784:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.028786:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccbb lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350989.028792:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350989.028801:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.028802:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350989.028804:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350989.028806:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.028807:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.028808:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350989.028810:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.028813:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.028814:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350989.028817:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028832:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028833:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.028835:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028840:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.028841:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028843:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350989.028845:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350989.028850:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350989.028852:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.028853:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350989.028855:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028860:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350989.028861:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.028862:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.028864:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:2.0:1763350989.028866:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.028868:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.028870:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350989.028872:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028877:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350989.028878:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350989.028879:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028881:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350989.028883:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.028884:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.028886:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.028888:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033ccc2 from hash 00010000:00000001:2.0:1763350989.028891:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.028892:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028893:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.028894:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350989.028896:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.028897:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028899:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350989.028900:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.028901:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350989.028903:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92900) 00010000:00010000:2.0:1763350989.028906:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350989.028908:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.028910:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028912:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.028913:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350989.028916:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028917:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.028918:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.028920:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.028922:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.028925:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.028930:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.028931:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.028932:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350989.028934:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350989.028935:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.028937:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccc2 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350989.028942:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4480. 00010000:00000040:2.0:1763350989.028945:0:21173:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92900 count: 0 00010000:00000010:2.0:1763350989.028951:0:21173:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0e80. 00010000:00000001:2.0:1763350989.028957:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.028959:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350989.028960:0:21173:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350989.028962:0:21173:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350989.028964:0:21173:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350989.028966:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350989.028969:0:21173:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:2.0:1763350989.028972:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350989.028977:0:21173:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=18446744073709551596 : -20 : ffffffffffffffec) 00000004:00000001:2.0:1763350989.028979:0:21173:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350989.028985:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350989.028987:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350989.028990:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350989.028992:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350989.028994:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350989.028999:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:2.0:1763350989.029023:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.029028:0:21173:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350989.029031:0:21173:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:2.0:1763350989.029035:0:21173:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350989.029049:0:21173:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350989.029051:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.029057:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.029058:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.029060:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.029062:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.029065:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dffc89400 with handle 0xcb8c81cc3033ccb4 from hash 00010000:00000001:2.0:1763350989.029067:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.029068:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.029069:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.029071:0:21173:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350989.029072:0:21173:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350989.029075:0:21173:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350989.029083:0:21173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033ccb4 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd37 expref: 496 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350989.029090:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350989.029093:0:21173:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.029097:0:21173:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.029098:0:21173:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.029100:0:21173:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.029103:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350989.029105:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.029106:0:21173:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.029107:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350989.029108:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350989.029109:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.029111:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350989.029112:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:2.0:1763350989.029114:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:2.0:1763350989.029116:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.029117:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.029119:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.029120:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.029123:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dffc89400/0xcb8c81cc3033ccb4 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd37 expref: 496 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350989.029129:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:2.0:1763350989.029132:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00010000:00000010:2.0:1763350989.029134:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925de02d0b00. 00010000:00000001:2.0:1763350989.029140:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.029142:0:21173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dffc89400, rc 0) 00000020:00000001:2.0:1763350989.029144:0:21173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350989.029149:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 0, xid 1849001118797696 00010000:00000001:2.0:1763350989.029152:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350989.029158:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925cc230d500 x1849001118797696/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/608 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350989.029165:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350989.029168:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350989.029172:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350989.029177:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350989.029180:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350989.029182:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350989.029185:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350989.029188:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.029192:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350989.029194:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350989.029200:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2110. 00000100:00000200:2.0:1763350989.029209:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118797696, offset 224 00000400:00000200:2.0:1763350989.029216:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350989.029232:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350989.029240:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198278:198278:256:4294967295] 192.168.202.2@tcp LPNI seq info [198274:198274:8:4294967295] 00000400:00000200:2.0:1763350989.029252:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350989.029258:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350989.029264:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37f00. 00000800:00000200:2.0:1763350989.029270:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350989.029278:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350989.029283:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37f00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:2.0:1763350989.030473:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350989.030489:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350989.030493:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350989.030497:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.030500:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350989.030511:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230d500 x1849001118797696/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/608 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350989.030525:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925cc230d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226803:x1849001118797696:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 3931us (4232us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350989.030535:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140651 00000100:00000040:2.0:1763350989.030541:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350989.030544:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350989.030547:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350989.030558:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69880. 00000020:00000010:2.0:1763350989.030566:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375708. 00000020:00000010:2.0:1763350989.030575:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:2.0:1763350989.030582:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 494 00000100:00000001:2.0:1763350989.030586:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350989.030835:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350989.030841:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37f00. 00000400:00000200:0.0:1763350989.030846:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.030854:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350989.030862:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2110 00000400:00000010:0.0:1763350989.030865:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2110. 00000100:00000001:0.0:1763350989.030871:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350989.030873:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350989.037777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:2.1:1763350989.037794:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92900. 00010000:00000010:2.1:1763350989.037798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00010000:00000010:2.1:1763350989.037801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dffc89400. 00000800:00000001:2.0:1763350989.037819:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.037837:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350989.037841:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.037843:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.037856:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350989.037878:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81ee01080 00000400:00000200:2.0:1763350989.037893:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xd4535 [64] + 190904 00000400:00000010:2.0:1763350989.037908:0:3309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddc7a8f0. 00000400:00000200:2.0:1763350989.037916:0:3309:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925df2793800 00000800:00000001:2.0:1763350989.037925:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.037989:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.037992:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.037998:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350989.038003:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925df2793800 00000400:00000010:2.0:1763350989.038006:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff925df2793800. 00000100:00000001:2.0:1763350989.038021:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350989.038023:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1763350989.038028:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd0a48050 x1849001118797952 msgsize 4616 00000100:00100000:2.0:1763350989.038032:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:2.0:1763350989.038034:0:3309:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:2.0:1763350989.038053:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350989.038061:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.038065:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350989.038218:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350989.038223:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118797952 02000000:00000001:0.0:1763350989.038227:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350989.038230:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350989.038233:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350989.038238:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350989.038243:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118797952 00000020:00000001:0.0:1763350989.038246:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350989.038248:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350989.038251:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350989.038255:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=495 00000020:00000001:0.0:1763350989.038258:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350989.038261:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350989.038267:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350989.038273:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda440. 00000100:00000001:0.0:1763350989.038277:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350989.038280:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda440. 00000020:00000010:0.0:1763350989.038286:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214fe00. 00000020:00000010:0.0:1763350989.038294:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd991cc00. 00000020:00000010:0.0:1763350989.038300:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350989.038311:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1763350989.038315:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350989.038317:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:0.0:1763350989.038320:0:21173:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:0.0:1763350989.038323:0:21173:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.038325:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.038335:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.038356:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350989.038373:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350989.038375:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350989.038381:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140652 00000100:00000040:0.0:1763350989.038386:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350989.038388:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530362896464 : -120543346655152 : ffff925dd0a48050) 00000100:00000040:0.0:1763350989.038399:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd0a48050 x1849001118797952/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350989.038410:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350989.038412:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda440. 00000100:00000001:0.0:1763350989.038415:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350989.038417:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda440. 00000100:00100000:0.0:1763350989.038421:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd0a48050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+495:226803:x1849001118797952:12345-192.168.202.2@tcp:101:lfs.0 00000100:00000200:0.0:1763350989.038425:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118797952 00000020:00000001:0.0:1763350989.038429:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350989.038433:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350989.038439:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.038442:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350989.038445:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:0.0:1763350989.038448:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350989.038453:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118797952, found 0 last_xid 1849001118797951 00000020:00000001:0.0:1763350989.038456:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350989.038459:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350989.038462:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350989.038469:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.038471:0:21173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:0.0:1763350989.038475:0:21173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:0.0:1763350989.038477:0:21173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:0.0:1763350989.038479:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:0.0:1763350989.038481:0:21173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.038497:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1763350989.038506:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925dddc09700 count: 2 00010000:00000001:0.0:1763350989.038509:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1763350989.038512:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1763350989.038519:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925df15e2c00. 00000020:00000001:0.0:1763350989.038523:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350989.038526:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925df15e2c00 with handle 0xcb8c81cc3033ccc9 to hash 00000020:00000001:0.0:1763350989.038528:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1763350989.038530:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00000010:0.0:1763350989.038538:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925dc4ea5380. 00010000:00000001:0.0:1763350989.038541:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530911935488 : -120542797616128 : ffff925df15e2c00) 00010000:00010000:0.0:1763350989.038547:0:21173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033ccc9 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd3e expref: -99 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350989.038556:0:21173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:0.0:1763350989.038559:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=496 00010000:00000001:0.0:1763350989.038566:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:0.0:1763350989.038570:0:21173:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:0.0:1763350989.038578:0:21173:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:0.0:1763350989.038580:0:21173:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:0.0:1763350989.038582:0:21173:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.038585:0:21173:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:0.0:1763350989.038590:0:21173:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dd0a48050 x1849001118797952/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/0 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000004:00000001:0.0:1763350989.038655:0:21173:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:0.0:1763350989.038658:0:21173:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:0.0:1763350989.038661:0:21173:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:0.0:1763350989.038665:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.038668:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.038671:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.038673:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.038675:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.038677:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.038678:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.038680:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.038689:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.038691:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.038693:0:21173:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.038695:0:21173:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.038698:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:0.0:1763350989.038700:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:0.0:1763350989.038703:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350989.038706:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350989.038858:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925df0060000. 02000000:00000001:0.0:1763350989.038862:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.038865:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.038872:0:21173:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350989.038874:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.038875:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.038877:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.038879:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.038880:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.038882:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.038883:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.038884:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.038887:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.038888:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350989.038894:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350989.038901:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350989.038904:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350989.038908:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350989.038910:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.038914:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.038915:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.038917:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350989.038920:0:21173:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.038923:0:21173:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350989.038925:0:21173:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.038928:0:21173:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:0.0:1763350989.038931:0:21173:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:0.0:1763350989.038935:0:21173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464314ba38 00000004:00000002:0.0:1763350989.038937:0:21173:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3ff5:0x0]/(->[0x200000bd2:0x3ff6:0x0]) cr_flag=040100240200001 mode=0100000 msg_flag=0x600 00000004:00000001:0.0:1763350989.038945:0:21173:0:(mdt_open.c:1132:mdt_open_by_fid_lock()) Process entered 00000004:00000001:0.0:1763350989.038947:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:0.0:1763350989.038950:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:0.0:1763350989.038954:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:0.0:1763350989.038962:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:0.0:1763350989.038964:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:0.0:1763350989.038971:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350989.038975:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350989.039022:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039026:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350989.039032:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.039035:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.039052:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350989.039056:0:21173:0:(lod_object.c:1531:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350989.039060:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350989.039063:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350989.039064:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.039066:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.039067:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350989.039071:0:21173:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350989.039074:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:0.0:1763350989.039077:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x1 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350989.039080:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039085:0:21173:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000002:0.0:1763350989.039089:0:21173:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff6:0x0] lease count: 0, lm: 4 00000004:00000002:0.0:1763350989.039092:0:21173:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff6:0x0], ibits = 0x0/0x0, open_flags = 040100240200001, try_layout = 0 : rc = 0 00000004:00000001:0.0:1763350989.039097:0:21173:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350989.039100:0:21173:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039104:0:21173:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:0.0:1763350989.039108:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.039109:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.039111:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.039113:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.039115:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.039117:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.039118:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.039120:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350989.039123:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff6:0x0]: nlink=2, mode=40755, valid=0x100000000000278f 00000004:00200000:0.0:1763350989.039127:0:21173:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff6:0x0]: returning size 11776 00000001:00000001:0.0:1763350989.039129:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.039131:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039133:0:21173:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:0.0:1763350989.039135:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350989.039137:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.039138:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.039140:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350989.039142:0:21173:0:(lod_object.c:1588:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350989.039144:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350989.039147:0:21173:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039151:0:21173:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:0.0:1763350989.039153:0:21173:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x1 lmm_size = 0 00000004:00000001:0.0:1763350989.039158:0:21173:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:0.0:1763350989.039172:0:21173:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:0.0:1763350989.039177:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:00000001:0.0:1763350989.039180:0:21173:0:(mdd_permission.c:242:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039183:0:21173:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039186:0:21173:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350989.039191:0:21173:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:0.0:1763350989.039196:0:21173:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925cd991c780. 00000020:00000001:0.0:1763350989.039198:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1763350989.039201:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925cd991c780 with handle 0xcb8c81cc3033ccd0 to hash 00000020:00000001:0.0:1763350989.039203:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:0.0:1763350989.039204:0:21173:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623526217697152 : -120547491854464 : ffff925cd991c780) 00000004:00000001:0.0:1763350989.039207:0:21173:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:0.0:1763350989.039209:0:21173:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:0.0:1763350989.039211:0:21173:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff6:0x0] Change mfd open_flags 0 -> 040100240200001. 00000004:00000001:0.0:1763350989.039217:0:21173:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:0.0:1763350989.039220:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350989.039232:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de0136800. 00080000:00000001:0.0:1763350989.039235:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530621822976 : -120543087728640 : ffff925de0136800) 00080000:00000001:0.0:1763350989.039238:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:0.0:1763350989.039246:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350989.039253:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350989.039255:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350989.039278:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350989.039281:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350989.039287:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350989.039290:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055218, last_committed = 8590055210 00000001:00000010:0.0:1763350989.039294:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865c840. 00000001:00000040:0.0:1763350989.039298:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 8 00000020:00000040:0.0:1763350989.039300:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00000001:00000010:0.0:1763350989.039307:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded439c0. 00080000:00000001:0.0:1763350989.039315:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350989.039338:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350989.039343:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded439c0: xid 1849001118797952, transno 8590055218, tag 1, client gen 3, slot idx 0 00000001:00000001:0.0:1763350989.039346:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350989.039358:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039360:0:21173:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350989.039362:0:21173:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039365:0:21173:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039369:0:21173:0:(mdt_open.c:1233:mdt_open_by_fid_lock()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350989.039371:0:21173:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:0.0:1763350989.039374:0:21173:0:(mdt_open.c:1050:mdt_object_open_unlock()) Process leaving 00000004:00000001:0.0:1763350989.039376:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:0.0:1763350989.039378:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350989.039380:0:21173:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:0.0:1763350989.039382:0:21173:0:(mdt_handler.c:645:mdt_pack_size2body()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:0.0:1763350989.039384:0:21173:0:(mdt_open.c:1514:mdt_reint_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1763350989.039391:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350989.039398:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039406:0:21173:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039409:0:21173:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:0.0:1763350989.039412:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350989.039414:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:0.0:1763350989.039417:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350989.039419:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350989.039421:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350989.039424:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350989.039444:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039446:0:21173:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00000004:00000001:0.0:1763350989.039448:0:21173:0:(mdt_handler.c:3187:mdt_read_inline()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.039451:0:21173:0:(mdt_handler.c:5332:mdt_intent_open()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763350989.039455:0:21173:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=301 : 301 : 12d) 00000004:00000001:0.0:1763350989.039459:0:21173:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350989.039463:0:21173:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:0.0:1763350989.039466:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350989.039471:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350989.039473:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350989.039476:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1763350989.039478:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1763350989.039481:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925df15e2c00 with handle 0xcb8c81cc3033ccc9 from hash 00010000:00000001:0.0:1763350989.039484:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350989.039485:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350989.039487:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350989.039488:0:21173:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:0.0:1763350989.039490:0:21173:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1763350989.039493:0:21173:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1763350989.039500:0:21173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033ccc9 lrc: 1/0,0 mode: --/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd3e expref: 497 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1763350989.039510:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:0.0:1763350989.039514:0:21173:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350989.039517:0:21173:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350989.039519:0:21173:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.039521:0:21173:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.039526:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1763350989.039528:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1763350989.039529:0:21173:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1763350989.039530:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1763350989.039532:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1763350989.039534:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:0.0:1763350989.039538:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:0.0:1763350989.039541:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff5:0x0].0x0 (ffff925dddc09700) 00010000:00010000:0.0:1763350989.039544:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00000001:0.0:1763350989.039546:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1763350989.039549:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.039551:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:0.0:1763350989.039552:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1763350989.039555:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925df15e2c00/0xcb8c81cc3033ccc9 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff5:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd3e expref: 497 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1763350989.039563:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 483 00000020:00000040:0.0:1763350989.039565:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00010000:00000010:0.0:1763350989.039568:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925dc4ea5380. 00010000:00000001:0.0:1763350989.039579:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1763350989.039581:0:21173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925df15e2c00, rc 0) 00000020:00000001:0.0:1763350989.039584:0:21173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:0.0:1763350989.039588:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 8590055218, xid 1849001118797952 00010000:00000001:0.0:1763350989.039592:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350989.039673:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd0a48050 x1849001118797952/t8590055218(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/608 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 301/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350989.039684:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350989.039688:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350989.039692:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350989.039699:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350989.039702:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350989.039704:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350989.039708:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350989.039711:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.039716:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350989.039720:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350989.039729:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019a18. 00000100:00000200:0.0:1763350989.039738:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 608 bytes to portal 10, xid 1849001118797952, offset 224 00000400:00000200:0.0:1763350989.039747:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350989.039762:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350989.039770:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198279:198279:256:4294967295] 192.168.202.2@tcp LPNI seq info [198275:198275:8:4294967295] 00000400:00000200:0.0:1763350989.039790:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350989.039796:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 608 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350989.039802:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5e00. 00000800:00000200:0.0:1763350989.039810:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350989.039818:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350989.039823:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5e00 type 1, nob 704 niov 1 nkiov 1 00000100:00000001:0.0:1763350989.039841:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350989.039846:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350989.039848:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350989.039850:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.039853:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350989.039858:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd0a48050 x1849001118797952/t8590055218(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/608 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350989.039867:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd0a48050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226803:x1849001118797952:12345-192.168.202.2@tcp:101:lfs.0 Request processed in 1456us (1836us total) trans 8590055218 rc 301/301 00000100:00100000:0.0:1763350989.039876:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140652 00000100:00000040:0.0:1763350989.039880:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350989.039882:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350989.039884:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350989.039891:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd991cc00. 00000020:00000010:0.0:1763350989.039896:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350989.039900:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214fe00. 00000020:00000040:0.0:1763350989.039908:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 02000000:00000001:0.0:1763350989.039950:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.039953:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925dc6370000. 02000000:00000001:0.0:1763350989.039974:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.039977:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925cc230d500. 02000000:00000001:0.0:1763350989.039983:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.039985:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df83f5000. 02000000:00000001:0.0:1763350989.039988:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.039989:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc8eb8000. 02000000:00000001:0.0:1763350989.039995:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.039996:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc4eb9000. 02000000:00000001:0.0:1763350989.039999:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040000:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3297b80. 02000000:00000001:0.0:1763350989.040004:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040005:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff925dc7ea4000. 02000000:00000001:0.0:1763350989.040008:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040010:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0380. 02000000:00000001:0.0:1763350989.040013:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040014:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff925de0137000. 02000000:00000001:0.0:1763350989.040024:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040025:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9500. 02000000:00000001:0.0:1763350989.040029:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040030:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925de9c00000. 02000000:00000001:0.0:1763350989.040057:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040060:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3296a00. 02000000:00000001:0.0:1763350989.040064:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040065:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925df8f00c00. 02000000:00000001:0.0:1763350989.040069:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040070:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5eda300. 02000000:00000001:0.0:1763350989.040073:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040075:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925deef40000. 02000000:00000001:0.0:1763350989.040096:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040099:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5edb100. 02000000:00000001:0.0:1763350989.040102:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040104:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925ddf9f0000. 02000000:00000001:0.0:1763350989.040115:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040117:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cd8a80. 02000000:00000001:0.0:1763350989.040121:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040123:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925dea3b0000. 02000000:00000001:0.0:1763350989.040138:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040140:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3297100. 02000000:00000001:0.0:1763350989.040144:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040146:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925ddcf80000. 02000000:00000001:0.0:1763350989.040176:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040179:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1b800. 02000000:00000001:0.0:1763350989.040182:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040183:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff925e00260000. 02000000:00000001:0.0:1763350989.040186:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040187:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15f800. 02000000:00000001:0.0:1763350989.040192:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040193:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925de9be0000. 02000000:00000001:0.0:1763350989.040207:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040209:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39b100. 02000000:00000001:0.0:1763350989.040213:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040215:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925deec80000. 02000000:00000001:0.0:1763350989.040227:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040229:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e18000. 02000000:00000001:0.0:1763350989.040233:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040234:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 720 at ffff925dde7d9400. 02000000:00000001:0.0:1763350989.040238:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040239:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b18a80. 02000000:00000001:0.0:1763350989.040243:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040244:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925dfd740000. 02000000:00000001:0.0:1763350989.040261:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040264:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc9899c00. 02000000:00000001:0.0:1763350989.040268:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040273:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925de9510000. 02000000:00000001:0.0:1763350989.040288:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040290:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc989ad80. 02000000:00000001:0.0:1763350989.040294:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040296:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925deacb0000. 02000000:00000001:0.0:1763350989.040311:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040313:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc9898000. 02000000:00000001:0.0:1763350989.040317:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040318:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3176 at ffff925e00261000. 02000000:00000001:0.0:1763350989.040320:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040322:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc9898e00. 02000000:00000001:0.0:1763350989.040325:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040326:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925deae70000. 02000000:00000001:0.0:1763350989.040338:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040340:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc9899880. 02000000:00000001:0.0:1763350989.040343:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040345:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925deed70000. 02000000:00000001:0.0:1763350989.040360:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040362:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1bb80. 02000000:00000001:0.0:1763350989.040364:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040365:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3176 at ffff925e00265000. 02000000:00000001:0.0:1763350989.040369:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040370:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e19f80. 02000000:00000001:0.0:1763350989.040373:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040374:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925deecf0000. 02000000:00000001:0.0:1763350989.040390:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040392:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4c000. 02000000:00000001:0.0:1763350989.040396:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040397:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707f800. 02000000:00000001:0.0:1763350989.040400:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040401:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc7f48a80. 02000000:00000001:0.0:1763350989.040404:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040405:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707e800. 02000000:00000001:0.0:1763350989.040407:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040409:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc7f48000. 02000000:00000001:0.0:1763350989.040411:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000800:00000200:2.0:1763350989.040412:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1763350989.040412:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dfc985800. 02000000:00000001:0.0:1763350989.040415:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000800:00000010:2.0:1763350989.040417:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5e00. 00000100:00000010:0.0:1763350989.040417:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4d500. 02000000:00000001:0.0:1763350989.040420:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040421:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc707fc00. 00000400:00000200:2.0:1763350989.040422:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1763350989.040423:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040424:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9c30a80. 00000400:00000200:2.0:1763350989.040427:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350989.040433:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019a18 00000400:00000010:2.0:1763350989.040436:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019a18. 02000000:00000001:0.0:1763350989.040436:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040437:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5ba4c00. 02000000:00000001:0.0:1763350989.040439:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763350989.040441:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000010:0.0:1763350989.040441:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbc700. 02000000:00000001:2.0:1763350989.040442:0:3308:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350989.040444:0:3308:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df0060000. 02000000:00000001:0.0:1763350989.040444:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040446:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df2391000. 02000000:00000001:0.0:1763350989.040448:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040449:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbc380. 02000000:00000001:0.0:1763350989.040452:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040453:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df2390c00. 02000000:00000001:0.0:1763350989.040456:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040458:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf292300. 02000000:00000001:2.0:1763350989.040460:0:3308:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1763350989.040461:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1763350989.040462:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 02000000:00000010:0.0:1763350989.040463:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925cc4782000. 02000000:00000001:0.0:1763350989.040466:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040467:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1ad80. 02000000:00000001:0.0:1763350989.040471:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040472:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925dffa10000. 02000000:00000001:0.0:1763350989.040490:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040493:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc7f49f80. 02000000:00000001:0.0:1763350989.040497:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040498:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925df09c6000. 02000000:00000001:0.0:1763350989.040500:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040502:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc7f4ad80. 02000000:00000001:0.0:1763350989.040505:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040506:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df5960000. 02000000:00000001:0.0:1763350989.040530:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040532:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dcb50f100. 02000000:00000001:0.0:1763350989.040536:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040538:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925dea1ac000. 02000000:00000001:0.0:1763350989.040541:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040542:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d51500. 02000000:00000001:0.0:1763350989.040547:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040548:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925dead80000. 02000000:00000001:0.0:1763350989.040560:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040562:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf8e00. 02000000:00000001:0.0:1763350989.040568:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040569:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5ea6000. 02000000:00000001:0.0:1763350989.040572:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040573:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d66d80. 02000000:00000001:0.0:1763350989.040578:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040579:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cd76ca800. 02000000:00000001:0.0:1763350989.040582:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040583:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcca80. 02000000:00000001:0.0:1763350989.040587:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040589:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff925dc2adf000. 02000000:00000001:0.0:1763350989.040591:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040592:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15c000. 02000000:00000001:0.0:1763350989.040636:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040639:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff925cd76cac00. 02000000:00000001:0.0:1763350989.040641:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040643:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dcb50d180. 02000000:00000001:0.0:1763350989.040646:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040647:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925dfbce0000. 02000000:00000001:0.0:1763350989.040663:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040665:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc8eba680. 02000000:00000001:0.0:1763350989.040669:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040671:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925df8568800. 02000000:00000001:0.0:1763350989.040673:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040674:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cdaa00. 02000000:00000001:0.0:1763350989.040678:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040679:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df4e70000. 02000000:00000001:0.0:1763350989.040693:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040695:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cd8e00. 02000000:00000001:0.0:1763350989.040700:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040701:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df5b60000. 02000000:00000001:0.0:1763350989.040713:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040716:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cd9500. 02000000:00000001:0.0:1763350989.040720:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040721:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925dedd90000. 02000000:00000001:0.0:1763350989.040732:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040735:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cd8380. 02000000:00000001:0.0:1763350989.040738:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040739:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925dc38b8000. 02000000:00000001:0.0:1763350989.040742:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040744:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c2d80. 02000000:00000001:0.0:1763350989.040748:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040749:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925dfbcd0000. 02000000:00000001:0.0:1763350989.040759:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040761:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d53100. 02000000:00000001:0.0:1763350989.040765:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040766:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925e01a40000. 02000000:00000001:0.0:1763350989.040779:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040781:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d51f80. 02000000:00000001:0.0:1763350989.040786:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040787:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff925de7c5c000. 02000000:00000001:0.0:1763350989.040790:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040792:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b19180. 02000000:00000001:0.0:1763350989.040796:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040797:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00ec9400. 02000000:00000001:0.0:1763350989.040800:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040802:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00d50000. 02000000:00000001:0.0:1763350989.040804:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040806:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df2393400. 02000000:00000001:0.0:1763350989.040808:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040809:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1aa00. 02000000:00000001:0.0:1763350989.040812:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040813:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff925dd80bd000. 02000000:00000001:0.0:1763350989.040815:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040816:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9875500. 02000000:00000001:0.0:1763350989.040820:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040821:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff925df5cc8000. 02000000:00000001:0.0:1763350989.040823:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040824:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9877480. 02000000:00000001:0.0:1763350989.040827:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040828:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925df8ce0000. 02000000:00000001:0.0:1763350989.040839:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040841:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39bb80. 02000000:00000001:0.0:1763350989.040844:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040845:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925df5d1b000. 02000000:00000001:0.0:1763350989.040848:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040850:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee398e00. 02000000:00000001:0.0:1763350989.040853:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040854:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925e00240000. 02000000:00000001:0.0:1763350989.040903:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040905:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcdf80. 02000000:00000001:0.0:1763350989.040911:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040912:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df5ca0000. 02000000:00000001:0.0:1763350989.040924:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040927:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1ad80. 02000000:00000001:0.0:1763350989.040930:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040932:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925dc71f0000. 02000000:00000001:0.0:1763350989.040946:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040948:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b19c00. 02000000:00000001:0.0:1763350989.040951:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040952:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925de7c5a000. 02000000:00000001:0.0:1763350989.040955:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040956:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b18000. 02000000:00000001:0.0:1763350989.040959:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040960:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925dea190000. 02000000:00000001:0.0:1763350989.040974:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040976:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b19f80. 02000000:00000001:0.0:1763350989.040979:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.040980:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925dea290000. 02000000:00000001:0.0:1763350989.040994:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.040996:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b1b800. 02000000:00000001:0.0:1763350989.041000:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041001:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925dc67a0000. 02000000:00000001:0.0:1763350989.041023:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041025:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9c33b80. 02000000:00000001:0.0:1763350989.041029:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041031:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff925ddffd0000. 02000000:00000001:0.0:1763350989.041035:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041045:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9c31f80. 02000000:00000001:0.0:1763350989.041050:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041051:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00077800. 02000000:00000001:0.0:1763350989.041054:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041055:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4ca80. 02000000:00000001:0.0:1763350989.041058:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041059:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00077c00. 02000000:00000001:0.0:1763350989.041061:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041062:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee39a680. 02000000:00000001:0.0:1763350989.041066:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041067:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff925e00c91000. 02000000:00000001:0.0:1763350989.041069:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041071:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee399880. 02000000:00000001:0.0:1763350989.041074:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041075:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff925de904c400. 02000000:00000001:0.0:1763350989.041079:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041080:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd0b18e00. 02000000:00000001:0.0:1763350989.041083:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041085:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925ddcfa0000. 02000000:00000001:0.0:1763350989.041096:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041099:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1a680. 02000000:00000001:0.0:1763350989.041103:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041105:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925cddc46000. 02000000:00000001:0.0:1763350989.041107:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041109:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4ce00. 02000000:00000001:0.0:1763350989.041112:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041114:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df0bf0000. 02000000:00000001:0.0:1763350989.041128:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041130:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e18a80. 02000000:00000001:0.0:1763350989.041133:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041134:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925de7f70000. 02000000:00000001:0.0:1763350989.041146:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041147:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c1f80. 02000000:00000001:0.0:1763350989.041151:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041152:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df0410000. 02000000:00000001:0.0:1763350989.041165:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041167:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de2e1b100. 02000000:00000001:0.0:1763350989.041170:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041171:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925dc95f4000. 02000000:00000001:0.0:1763350989.041173:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041174:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d65c00. 02000000:00000001:0.0:1763350989.041178:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041179:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925deda10000. 02000000:00000001:0.0:1763350989.041200:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041202:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9874e00. 02000000:00000001:0.0:1763350989.041206:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041207:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925deeda0000. 02000000:00000001:0.0:1763350989.041221:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041223:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9876680. 02000000:00000001:0.0:1763350989.041227:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041228:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925de98e0000. 02000000:00000001:0.0:1763350989.041243:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041245:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00c4e300. 02000000:00000001:0.0:1763350989.041249:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041250:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff925dc95f6000. 02000000:00000001:0.0:1763350989.041254:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041255:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dd9874000. 02000000:00000001:0.0:1763350989.041258:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041260:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00075000. 02000000:00000001:0.0:1763350989.041262:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041263:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff981880. 02000000:00000001:0.0:1763350989.041266:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041267:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00075800. 02000000:00000001:0.0:1763350989.041269:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041270:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbe300. 02000000:00000001:0.0:1763350989.041274:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041275:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff925df001b000. 02000000:00000001:0.0:1763350989.041278:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041279:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf8380. 02000000:00000001:0.0:1763350989.041283:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041284:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff925deeea4800. 02000000:00000001:0.0:1763350989.041285:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041287:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00de300. 02000000:00000001:0.0:1763350989.041290:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041292:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925dffd00000. 02000000:00000001:0.0:1763350989.041303:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041305:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0000. 02000000:00000001:0.0:1763350989.041308:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041310:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dfc983400. 02000000:00000001:0.0:1763350989.041313:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041314:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da1880. 02000000:00000001:0.0:1763350989.041318:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041319:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925dd0bb0000. 02000000:00000001:0.0:1763350989.041336:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041338:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da1f80. 02000000:00000001:0.0:1763350989.041342:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041343:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925ddf8e0000. 02000000:00000001:0.0:1763350989.041355:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041358:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da0a80. 02000000:00000001:0.0:1763350989.041362:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041363:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925ddef20000. 02000000:00000001:0.0:1763350989.041379:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041381:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbf800. 02000000:00000001:0.0:1763350989.041389:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041390:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925dc95f0000. 02000000:00000001:0.0:1763350989.041403:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041406:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c1880. 02000000:00000001:0.0:1763350989.041409:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041410:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df8f40000. 02000000:00000001:0.0:1763350989.041422:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041499:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da2300. 02000000:00000001:0.0:1763350989.041506:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041508:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925dce8b0000. 02000000:00000001:0.0:1763350989.041519:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041521:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da0e00. 02000000:00000001:0.0:1763350989.041525:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041526:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff925cd0636000. 02000000:00000001:0.0:1763350989.041529:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041531:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc3da2a00. 02000000:00000001:0.0:1763350989.041533:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041534:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00ec8000. 02000000:00000001:0.0:1763350989.041537:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041538:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15ca80. 02000000:00000001:0.0:1763350989.041541:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041542:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925cddc44c00. 02000000:00000001:0.0:1763350989.041544:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041546:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf290000. 02000000:00000001:0.0:1763350989.041549:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041550:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff925dead26000. 02000000:00000001:0.0:1763350989.041552:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041553:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf9500. 02000000:00000001:0.0:1763350989.041557:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041558:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff925dc67e5c00. 02000000:00000001:0.0:1763350989.041561:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041563:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf293480. 02000000:00000001:0.0:1763350989.041566:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041567:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925df15d0000. 02000000:00000001:0.0:1763350989.041583:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041585:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfb480. 02000000:00000001:0.0:1763350989.041589:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041590:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925dc67e6400. 02000000:00000001:0.0:1763350989.041592:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041624:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfb800. 02000000:00000001:0.0:1763350989.041628:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041630:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df5c60000. 02000000:00000001:0.0:1763350989.041642:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041644:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee15d180. 02000000:00000001:0.0:1763350989.041648:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041649:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df5dd0000. 02000000:00000001:0.0:1763350989.041659:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041661:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfad80. 02000000:00000001:0.0:1763350989.041666:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041667:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df8fe0000. 02000000:00000001:0.0:1763350989.041680:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041682:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c1c00. 02000000:00000001:0.0:1763350989.041685:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041687:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925deed28000. 02000000:00000001:0.0:1763350989.041689:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041690:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf9880. 02000000:00000001:0.0:1763350989.041694:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041695:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df0b70000. 02000000:00000001:0.0:1763350989.041706:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041708:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf291180. 02000000:00000001:0.0:1763350989.041713:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041714:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925df4fd0000. 02000000:00000001:0.0:1763350989.041729:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041732:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfbb80. 02000000:00000001:0.0:1763350989.041735:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041737:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff925dea422000. 02000000:00000001:0.0:1763350989.041741:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041742:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925ddf291880. 02000000:00000001:0.0:1763350989.041745:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041746:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925dc67e6800. 02000000:00000001:0.0:1763350989.041748:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041750:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c1180. 02000000:00000001:0.0:1763350989.041752:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041753:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5d19000. 02000000:00000001:0.0:1763350989.041755:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041756:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf9180. 02000000:00000001:0.0:1763350989.041759:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041761:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3448 at ffff925e00c93000. 02000000:00000001:0.0:1763350989.041764:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041766:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c0e00. 02000000:00000001:0.0:1763350989.041768:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041770:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 736 at ffff925df5d1bc00. 02000000:00000001:0.0:1763350989.041772:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041773:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dfb5c3b80. 02000000:00000001:0.0:1763350989.041776:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041778:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5d19400. 02000000:00000001:0.0:1763350989.041780:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041781:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff980e00. 02000000:00000001:0.0:1763350989.041786:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041787:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df5d1ac00. 02000000:00000001:0.0:1763350989.041790:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041791:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff982d80. 02000000:00000001:0.0:1763350989.041794:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041795:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925deeea6000. 02000000:00000001:0.0:1763350989.041798:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041799:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cf8000. 02000000:00000001:0.0:1763350989.041803:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041804:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925df5e80000. 02000000:00000001:0.0:1763350989.041823:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041825:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbc000. 02000000:00000001:0.0:1763350989.041829:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041830:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 696 at ffff925deeea7c00. 02000000:00000001:0.0:1763350989.041833:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041835:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed9c00. 02000000:00000001:0.0:1763350989.041838:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041839:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df5d30000. 02000000:00000001:0.0:1763350989.041860:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041863:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dc380. 02000000:00000001:0.0:1763350989.041867:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041868:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df03c0000. 02000000:00000001:0.0:1763350989.041878:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041879:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00ddf80. 02000000:00000001:0.0:1763350989.041883:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041884:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925ddf090000. 02000000:00000001:0.0:1763350989.041898:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041901:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dd180. 02000000:00000001:0.0:1763350989.041905:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041906:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925dea1ae000. 02000000:00000001:0.0:1763350989.041909:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041911:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925e00cfa680. 02000000:00000001:0.0:1763350989.041914:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041916:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df0790000. 02000000:00000001:0.0:1763350989.041929:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041931:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dc700. 02000000:00000001:0.0:1763350989.041935:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041936:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925de9ab0000. 02000000:00000001:0.0:1763350989.041944:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041945:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dee1e1880. 02000000:00000001:0.0:1763350989.041953:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041954:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 4648 at ffff925e0002a000. 02000000:00000001:0.0:1763350989.041957:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041959:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00ddc00. 02000000:00000001:0.0:1763350989.041962:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041963:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925de8ef0000. 02000000:00000001:0.0:1763350989.041981:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.041984:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d67800. 02000000:00000001:0.0:1763350989.041988:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.041989:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df0d50000. 02000000:00000001:0.0:1763350989.041999:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042002:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dea00. 02000000:00000001:0.0:1763350989.042005:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042007:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df83d0000. 02000000:00000001:0.0:1763350989.042028:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042030:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00df480. 02000000:00000001:0.0:1763350989.042035:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042046:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925df15a0000. 02000000:00000001:0.0:1763350989.042056:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042058:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dd880. 02000000:00000001:0.0:1763350989.042062:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042063:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51664 at ffff925dc4c60000. 02000000:00000001:0.0:1763350989.042076:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042079:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d65880. 02000000:00000001:0.0:1763350989.042083:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042084:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 3176 at ffff925df0018000. 02000000:00000001:0.0:1763350989.042086:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042089:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dc2cbce00. 02000000:00000001:0.0:1763350989.042092:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042093:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df0982800. 02000000:00000001:0.0:1763350989.042095:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042096:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcdc00. 02000000:00000001:0.0:1763350989.042100:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042102:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00ec9c00. 02000000:00000001:0.0:1763350989.042104:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042105:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcc000. 02000000:00000001:0.0:1763350989.042109:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042110:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00ec9800. 02000000:00000001:0.0:1763350989.042112:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042113:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5ed8380. 02000000:00000001:0.0:1763350989.042117:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042118:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925e00ecb800. 02000000:00000001:0.0:1763350989.042121:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042123:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d66a00. 02000000:00000001:0.0:1763350989.042126:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042127:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925cdacc0000. 02000000:00000001:0.0:1763350989.042131:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042132:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dce00. 02000000:00000001:0.0:1763350989.042136:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042137:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925ddf030000. 02000000:00000001:0.0:1763350989.042154:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042157:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00dfb80. 02000000:00000001:0.0:1763350989.042161:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042162:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925dd004a000. 02000000:00000001:0.0:1763350989.042166:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042167:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcea00. 02000000:00000001:0.0:1763350989.042171:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042172:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925df09d0000. 02000000:00000001:0.0:1763350989.042183:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042185:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df5edb480. 02000000:00000001:0.0:1763350989.042189:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042190:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 51688 at ffff925de9480000. 02000000:00000001:0.0:1763350989.042203:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042205:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df0bcce00. 02000000:00000001:0.0:1763350989.042208:0:21173:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1763350989.042210:0:21173:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 5120 at ffff925df0660000. 02000000:00000001:0.0:1763350989.042214:0:21173:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1763350989.042215:0:21173:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925de00df100. 00000100:00000001:0.0:1763350989.042220:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1763350989.042234:0:21173:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mdt: registering portal 12 00000400:00000010:0.0:1763350989.042249:0:21173:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccbb58. 00000400:00000010:0.0:1763350989.042262:0:21173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff925dfd778800. 00010000:00000010:0.1:1763350989.049653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925df15e2c00. 00000800:00000001:0.0:1763350989.053254:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.053287:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350989.053294:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.053297:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.053315:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350989.053345:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 456 into portal 12 MB=0x691a81ee01100 00000400:00000200:0.0:1763350989.053361:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 456/456 into md 0xe438d [64] + 0 00000800:00000001:0.0:1763350989.053372:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.053390:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.053393:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.053399:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350989.053410:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350989.053413:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350989.053420:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff982d80. 00000100:00000040:0.0:1763350989.053425:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dff982d80 x1849001118798080 msgsize 456 00000100:00100000:0.0:1763350989.053430:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350989.053458:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350989.053468:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.053472:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.054992:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350989.055000:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118798080 02000000:00000001:2.0:1763350989.055007:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350989.055011:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350989.055014:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.055022:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350989.055027:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118798080 00000020:00000001:2.0:1763350989.055031:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350989.055034:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350989.055064:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.055070:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000020:00000001:2.0:1763350989.055075:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350989.055078:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350989.055084:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.055096:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.055101:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.055104:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350989.055115:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350989.055122:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925ccd4b0e80. 00000020:00000010:2.0:1763350989.055129:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350989.055139:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350989.055143:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350989.055144:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350989.055148:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.055158:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.055183:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.055199:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350989.055202:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350989.055211:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140653 00000100:00000040:2.0:1763350989.055216:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350989.055218:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150617984 : -120542558933632 : ffff925dff982d80) 00000100:00000040:2.0:1763350989.055228:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff982d80 x1849001118798080/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 456/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350989.055239:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.055242:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.055245:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.055247:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350989.055252:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226803:x1849001118798080:12345-192.168.202.2@tcp:34:lfs.0 00000100:00000200:2.0:1763350989.055256:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118798080 00000020:00000001:2.0:1763350989.055260:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350989.055264:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350989.055271:0:21173:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925dded439c0: xid 1849001118797952, transno 8590055218, client gen 3, slot idx 0 00000001:00000001:2.0:1763350989.055277:0:21173:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccd7a0840: xid 1849001118797440, transno 8590055217, client gen 3, slot idx 2 00000001:00000010:2.0:1763350989.055281:0:21173:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccd7a0840. 00000020:00000001:2.0:1763350989.055286:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.055288:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350989.055290:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716144 : -1040835472 : ffffffffc1f61c70) 00000020:00000001:2.0:1763350989.055294:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350989.055297:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118798080, found 0 last_xid 1849001118798079 00000020:00000001:2.0:1763350989.055300:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350989.055302:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350989.055304:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350989.055308:0:21173:0:(tgt_handler.c:55:tgt_mdt_body_unpack()) Process entered 00000020:00000001:2.0:1763350989.055315:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350989.055320:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000020:00000001:2.0:1763350989.055324:0:21173:0:(tgt_handler.c:94:tgt_mdt_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.055326:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.055332:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350989.055335:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350989.055342:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 5120 at ffff925ddf2b8000. 02000000:00000001:2.0:1763350989.055345:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.055348:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.055354:0:21173:0:(mdt_handler.c:2566:mdt_getattr_name()) Process entered 00000004:00000001:2.0:1763350989.055360:0:21173:0:(mdt_lib.c:651:old_init_ucred()) Process entered 00000001:00000001:2.0:1763350989.055363:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.055366:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.055369:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.055370:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.055373:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.055375:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.055376:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.055378:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.055379:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.055380:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.055382:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.055384:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.055385:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.055387:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.055389:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.055391:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.055392:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.055395:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.055396:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.055402:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350989.055441:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350989.055444:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350989.055447:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350989.055449:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.055453:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.055454:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.055457:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350989.055474:0:21173:0:(mdt_lib.c:680:old_init_ucred()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.055477:0:21173:0:(mdt_handler.c:2104:mdt_getattr_name_lock()) Process entered 00000020:00000001:2.0:1763350989.055567:0:21173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464314bcb0 00000004:00000002:2.0:1763350989.055570:0:21173:0:(mdt_handler.c:2209:mdt_getattr_name_lock()) getattr with lock for [0x200000bd2:0x3ff6:0x0]/file1, ldlm_rep = 0000000000000000 00000004:00000001:2.0:1763350989.055577:0:21173:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350989.055581:0:21173:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350989.055585:0:21173:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350989.055589:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350989.055592:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350989.055660:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:2.0:1763350989.055665:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.055668:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.055672:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:2.0:1763350989.055677:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.055680:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033ccd7 to hash 00000020:00000001:2.0:1763350989.055682:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.055683:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000010:2.0:1763350989.055690:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4480. 00010000:00000001:2.0:1763350989.055693:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.055697:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.055699:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.055734:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.055757:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350989.055762:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350989.055765:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350989.055767:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.055770:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.055773:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.055774:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.055777:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350989.055780:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350989.055781:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350989.055783:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350989.055787:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) refcount = 2 00010000:00000040:2.0:1763350989.055791:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350989.055796:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 496 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350989.055805:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.055811:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350989.055816:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.055818:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.055820:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350989.055822:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.055824:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.055827:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.055830:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350989.055833:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.055835:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.055841:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350989.055843:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.055844:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.055847:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350989.055848:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350989.055854:0:21173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92900. 00010000:00000010:2.0:1763350989.055859:0:21173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0f80. 00010000:00000001:2.0:1763350989.055862:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.055865:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:2.0:1763350989.055867:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.055869:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033ccde to hash 00000020:00000001:2.0:1763350989.055871:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.055872:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:2.0:1763350989.055875:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350989.055878:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.055880:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.055882:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.055885:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.055890:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350989.055892:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350989.055894:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350989.055895:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.055897:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.060515:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.060518:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.060524:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350989.060527:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350989.060529:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350989.060530:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350989.060535:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92900) refcount = 1 00010000:00010000:2.0:1763350989.060545:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.060555:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350989.060563:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.060565:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.060568:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350989.060569:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.060572:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.060575:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.060580:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350989.060584:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.060586:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.060616:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350989.060619:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.060621:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.060624:0:21173:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.060635:0:21173:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350989.060693:0:21173:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350989.060699:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350989.060704:0:21173:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350989.060709:0:21173:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.060715:0:21173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350989.060750:0:21173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350989.060754:0:21173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350989.060755:0:21173:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350989.060759:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350989.060762:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350989.060765:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350989.060767:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.060769:0:21173:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350989.060771:0:21173:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.060773:0:21173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763350989.060776:0:21173:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763350989.060778:0:21173:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350989.060780:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350989.060781:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350989.060783:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350989.060784:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.060786:0:21173:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.060813:0:21173:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.060816:0:21173:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350989.060818:0:21173:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.060820:0:21173:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.060823:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350989.060826:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350989.060830:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350989.060838:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350989.060841:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350989.060848:0:21173:0:(mdt_handler.c:4263:mdt_object_lock()) Process entered 00010000:00000001:2.0:1763350989.060851:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350989.060853:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350989.060863:0:21173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92000. 00010000:00000010:2.0:1763350989.060871:0:21173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925dea55fe80. 00010000:00000001:2.0:1763350989.060875:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.060879:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350989.060884:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.060887:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cce5 to hash 00000020:00000001:2.0:1763350989.060889:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.060890:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350989.060895:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4680. 00010000:00000001:2.0:1763350989.060898:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.060902:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.060904:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.060907:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.060914:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350989.060917:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350989.060919:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350989.060920:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.060922:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.060924:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.060925:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.060927:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350989.060929:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350989.060930:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350989.060931:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350989.060933:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92000) refcount = 1 00010000:00010000:2.0:1763350989.060937:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.060941:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350989.060943:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.060944:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.060946:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350989.060947:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.060949:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.060951:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.060970:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350989.060972:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.060975:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.060980:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350989.060982:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.060984:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.060986:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.060988:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.060990:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350989.060993:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.060995:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.060998:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.060999:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.061000:0:21173:0:(mdt_handler.c:4267:mdt_object_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.061004:0:21173:0:(mdt_handler.c:1403:mdt_getattr_internal()) Process entered 00000004:00000001:2.0:1763350989.061015:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350989.061018:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350989.061024:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.061028:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.061035:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.061049:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.061057:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350989.061060:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350989.061068:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350989.061070:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350989.061073:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350989.061075:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 2 00000004:00000001:2.0:1763350989.061079:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.061081:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.061082:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.061085:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350989.061087:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350989.061089:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350989.061091:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.061092:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.061093:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.061096:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350989.061098:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350989.061100:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350989.061102:0:21173:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350989.061104:0:21173:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350989.061108:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925ddf2b82f8 00000004:00000001:2.0:1763350989.061111:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.061116:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.061118:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.061121:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.061122:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.061124:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.061126:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.061127:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.061129:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350989.061132:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: nlink=1, mode=100644, valid=0x100000000000278f 00000004:00200000:2.0:1763350989.061137:0:21173:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: returning size 1516 00000004:00000040:2.0:1763350989.061141:0:21173:0:(mdt_lib.c:807:mdt_dump_lmm()) objid=0x3ff7:3026 magic=0x0BD10BD0 pattern=0X1 00000004:00000040:2.0:1763350989.061145:0:21173:0:(mdt_lib.c:816:mdt_dump_lmm()) stripe_size=0x400000, stripe_count=0x1 00000004:00000040:2.0:1763350989.061148:0:21173:0:(mdt_lib.c:833:mdt_dump_lmm()) stripe 0 idx 0 subobj 0x240000401:9688 00000004:00200000:2.0:1763350989.061151:0:21173:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000020:00000001:2.0:1763350989.061159:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350989.061167:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.061169:0:21173:0:(mdt_handler.c:1657:mdt_getattr_internal()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061173:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.061174:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.061176:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350989.061178:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.061181:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00000004:00010000:2.0:1763350989.061184:0:21173:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00000004:00000001:2.0:1763350989.061192:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350989.061196:0:21173:0:(lu_object.c:207:lu_object_put()) Add ffff925cddeeb4f8/ffff925cddeeb4a0 to site lru. bkt: ffff925dd1462610 00000004:00000001:2.0:1763350989.061199:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350989.061201:0:21173:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350989.061203:0:21173:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350989.061204:0:21173:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.061206:0:21173:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00010000:00000001:2.0:1763350989.061209:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061211:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.061213:0:21173:0:(mdt_handler.c:2533:mdt_getattr_name_lock()) Process leaving via unlock_parent (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350989.061217:0:21173:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350989.061219:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350989.061221:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.061222:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.061224:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:2.0:1763350989.061226:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.061229:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.061232:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350989.061236:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061241:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061242:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.061245:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061250:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.061251:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061255:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350989.061257:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350989.061263:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfea00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350989.061266:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.061268:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350989.061270:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061276:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350989.061277:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.061278:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.061280:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=4 00000020:00000001:2.0:1763350989.061282:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.061284:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.061288:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350989.061290:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061296:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350989.061298:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350989.061300:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061304:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350989.061306:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.061307:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.061309:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.061311:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033ccd7 from hash 00010000:00000001:2.0:1763350989.061313:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.061315:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061316:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.061317:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350989.061319:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.061320:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061322:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350989.061325:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.061328:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350989.061330:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:2.0:1763350989.061333:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350989.061336:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.061338:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061340:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.061342:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350989.061344:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061346:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.061348:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061350:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.061352:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.061354:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061360:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061361:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.061363:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350989.061364:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350989.061366:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.061367:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccd7 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350989.061374:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4480. 00010000:00000001:2.0:1763350989.061384:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.061386:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350989.061387:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350989.061388:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.061390:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.061391:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=3 00000020:00000001:2.0:1763350989.061393:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.061396:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.061397:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350989.061400:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061404:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061405:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.061407:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061411:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.061413:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061415:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350989.061416:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350989.061421:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfec00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350989.061423:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.061425:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350989.061426:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061435:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350989.061436:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.061438:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.061439:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=4 00000020:00000001:2.0:1763350989.061442:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.061444:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.061446:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350989.061448:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061453:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350989.061454:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350989.061455:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061458:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350989.061459:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.061460:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.061461:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.061463:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfec00 with handle 0xcb8c81cc3033ccde from hash 00010000:00000001:2.0:1763350989.061465:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.061466:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061467:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.061468:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350989.061471:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.061472:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061474:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350989.061475:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.061476:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350989.061478:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92900) 00010000:00010000:2.0:1763350989.061481:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350989.061483:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.061485:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061486:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.061487:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350989.061490:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061492:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.061493:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061495:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.061496:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.061499:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061503:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061505:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.061506:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350989.061507:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350989.061509:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.061510:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccde lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350989.061516:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4300. 00010000:00000040:2.0:1763350989.061521:0:21173:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92900 count: 0 00010000:00000010:2.0:1763350989.061526:0:21173:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0f80. 00010000:00000001:2.0:1763350989.061537:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.061539:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350989.061540:0:21173:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350989.061542:0:21173:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350989.061544:0:21173:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00010000:00000001:2.0:1763350989.061546:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.061548:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.061549:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350989.061552:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.061554:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.061556:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350989.061559:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061563:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061564:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.061567:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061575:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.061577:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061579:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350989.061581:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350989.061586:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfe200 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350989.061588:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.061589:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350989.061591:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061660:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350989.061662:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.061663:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.061664:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=4 00000020:00000001:2.0:1763350989.061666:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.061668:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.061670:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350989.061672:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061676:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350989.061677:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350989.061678:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061680:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350989.061682:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.061683:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.061685:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.061687:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033cce5 from hash 00010000:00000001:2.0:1763350989.061689:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.061691:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061691:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.061693:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350989.061695:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.061696:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061698:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350989.061699:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.061701:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350989.061702:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92000) 00010000:00010000:2.0:1763350989.061705:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350989.061706:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.061708:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061710:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.061711:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350989.061713:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061714:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.061716:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.061717:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.061720:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.061722:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.061728:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.061729:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.061731:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350989.061733:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350989.061734:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.061736:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cce5 lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350989.061741:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4680. 00010000:00000040:2.0:1763350989.061745:0:21173:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92000 count: 0 00010000:00000010:2.0:1763350989.061748:0:21173:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925dea55fe80. 00010000:00000001:2.0:1763350989.061754:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:2.0:1763350989.061760:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350989.061763:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350989.061765:0:21173:0:(mdt_handler.c:2587:mdt_getattr_name()) Process leaving 00000004:00000001:2.0:1763350989.061766:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350989.061768:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350989.061772:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350989.061776:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763350989.061788:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.061790:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350989.061793:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00010000:00000040:2.0:1763350989.061798:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 0, xid 1849001118798080 00010000:00000001:2.0:1763350989.061801:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350989.061815:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff982d80 x1849001118798080/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 456/520 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350989.061825:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350989.061828:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350989.061832:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350989.061838:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350989.061841:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350989.061843:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350989.061847:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350989.061850:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.061854:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350989.061857:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350989.061866:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2aa0. 00000100:00000200:2.0:1763350989.061875:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 10, xid 1849001118798080, offset 224 00000400:00000200:2.0:1763350989.061883:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350989.061900:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350989.061907:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198280:198280:256:4294967295] 192.168.202.2@tcp LPNI seq info [198276:198276:8:4294967295] 00000400:00000200:2.0:1763350989.061919:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350989.061926:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350989.061932:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37700. 00000800:00000200:2.0:1763350989.061940:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350989.061949:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350989.061955:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1763350989.061982:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350989.061985:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350989.061989:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350989.061991:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.061993:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350989.062000:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff982d80 x1849001118798080/t0(0) o34->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 456/520 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350989.062011:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff982d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226803:x1849001118798080:12345-192.168.202.2@tcp:34:lfs.0 Request processed in 6770us (8582us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350989.062022:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140653 00000100:00000040:2.0:1763350989.062027:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350989.062029:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350989.062031:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350989.062049:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925ccd4b0e80. 00000020:00000010:2.0:1763350989.062054:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:2.0:1763350989.062057:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350989.062065:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 495 00000100:00000001:2.0:1763350989.062068:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350989.062300:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350989.062307:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37700. 00000400:00000200:0.0:1763350989.062313:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.062330:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350989.062336:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2aa0 00000400:00000010:0.0:1763350989.062339:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2aa0. 00000100:00000001:0.0:1763350989.062345:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350989.062347:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350989.067456:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00010000:00000010:2.1:1763350989.067478:0:3308:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92900. 00010000:00000010:2.1:1763350989.067483:0:3308:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00000800:00000001:2.0:1763350989.067492:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.067512:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350989.067516:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.067519:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.067533:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350989.067557:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81ee01200 00000400:00000200:2.0:1763350989.067567:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e8d [2] + 392 00000800:00000001:2.0:1763350989.067576:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.067588:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.067591:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.067610:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350989.067620:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350989.067621:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763350989.067628:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230d180. 00000100:00000040:2.0:1763350989.067632:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925cc230d180 x1849001118798336 msgsize 392 00000100:00100000:2.0:1763350989.067636:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350989.067659:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350989.067669:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.067673:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350989.067745:0:20017:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350989.067748:0:20017:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118798336 02000000:00000001:1.0:1763350989.067751:0:20017:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350989.067754:0:20017:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350989.067756:0:20017:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350989.067761:0:20017:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350989.067766:0:20017:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118798336 00000020:00000001:1.0:1763350989.067769:0:20017:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350989.067771:0:20017:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:1.0:1763350989.067774:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350989.067778:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=496 00000020:00000001:1.0:1763350989.067781:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:1.0:1763350989.067783:0:20017:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:1.0:1763350989.067789:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350989.067796:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350989.067800:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350989.067803:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000020:00000010:1.0:1763350989.067811:0:20017:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90fe000. 00000020:00000010:1.0:1763350989.067830:0:20017:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70300. 00000020:00000010:1.0:1763350989.067837:0:20017:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d30c8. 00000100:00000040:1.0:1763350989.067849:0:20017:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:1.0:1763350989.067852:0:20017:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350989.067854:0:20017:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350989.067856:0:20017:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.067865:0:20017:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.067879:0:20017:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350989.067894:0:20017:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350989.067895:0:20017:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350989.067901:0:20017:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20889 00000100:00000040:1.0:1763350989.067906:0:20017:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:1.0:1763350989.067908:0:20017:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623525825466752 : -120547884084864 : ffff925cc230d180) 00000100:00000040:1.0:1763350989.067915:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925cc230d180 x1849001118798336/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 392/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350989.067925:0:20017:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350989.067928:0:20017:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350989.067930:0:20017:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350989.067933:0:20017:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000100:00100000:1.0:1763350989.067937:0:20017:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925cc230d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+496:226803:x1849001118798336:12345-192.168.202.2@tcp:35:lfs.0 00000100:00000200:1.0:1763350989.067942:0:20017:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118798336 00000020:00000001:1.0:1763350989.067946:0:20017:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350989.067951:0:20017:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350989.067957:0:20017:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.067960:0:20017:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350989.067963:0:20017:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:1.0:1763350989.067967:0:20017:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:1.0:1763350989.067972:0:20017:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118798336, found 0 last_xid 1849001118798335 00000020:00000001:1.0:1763350989.067975:0:20017:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350989.067978:0:20017:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350989.067981:0:20017:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350989.067984:0:20017:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.067991:0:20017:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:1.0:1763350989.067993:0:20017:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:1.0:1763350989.067996:0:20017:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:1.0:1763350989.068000:0:20017:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068004:0:20017:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:1.0:1763350989.068008:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350989.068010:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350989.068013:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350989.068014:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350989.068016:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350989.068018:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350989.068019:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350989.068021:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350989.068023:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350989.068024:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350989.068025:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350989.068027:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350989.068028:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350989.068030:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068032:0:20017:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068035:0:20017:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:1.0:1763350989.068045:0:20017:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068049:0:20017:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:1.0:1763350989.068051:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350989.068052:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350989.068054:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350989.068055:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350989.068057:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350989.068058:0:20017:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:1.0:1763350989.068060:0:20017:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1763350989.068061:0:20017:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350989.068065:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350989.068066:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350989.068072:0:20017:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:1.0:1763350989.068080:0:20017:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:1.0:1763350989.068083:0:20017:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:1.0:1763350989.068087:0:20017:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:1.0:1763350989.068089:0:20017:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1763350989.068093:0:20017:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1763350989.068095:0:20017:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068097:0:20017:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:1.0:1763350989.068099:0:20017:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068101:0:20017:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.068105:0:20017:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350989.068108:0:20017:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350989.068115:0:20017:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925df8f00400. 02000000:00000001:1.0:1763350989.068118:0:20017:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.068120:0:20017:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068122:0:20017:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:1.0:1763350989.068124:0:20017:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068127:0:20017:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:1.0:1763350989.068130:0:20017:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:1.0:1763350989.068132:0:20017:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350989.068135:0:20017:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925cd991c780 refcount=2 00000020:00000001:1.0:1763350989.068137:0:20017:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623526217697152 : -120547491854464 : ffff925cd991c780) 00000004:00000001:1.0:1763350989.068140:0:20017:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623526217697152 : -120547491854464 : ffff925cd991c780) 00000020:00000040:1.0:1763350989.068143:0:20017:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925cd991c780 with handle 0xcb8c81cc3033ccd0 from hash 00000004:00000001:1.0:1763350989.068148:0:20017:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:1.0:1763350989.068150:0:20017:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff6:0x0] with intent: 0 00000004:00000001:1.0:1763350989.068156:0:20017:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:1.0:1763350989.068161:0:20017:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:1.0:1763350989.068169:0:20017:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:1.0:1763350989.068172:0:20017:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:1.0:1763350989.068181:0:20017:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:1.0:1763350989.068184:0:20017:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:1.0:1763350989.068188:0:20017:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=46 : 46 : 2e) 00000004:00000001:1.0:1763350989.068191:0:20017:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068194:0:20017:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:1.0:1763350989.068247:0:20017:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:1.0:1763350989.068251:0:20017:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:1.0:1763350989.068257:0:20017:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff6:0x0], previous was 0x7 00000004:00000001:1.0:1763350989.068260:0:20017:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068263:0:20017:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:1.0:1763350989.068266:0:20017:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068270:0:20017:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:1.0:1763350989.068279:0:20017:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:1.0:1763350989.068282:0:20017:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1763350989.068286:0:20017:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925cd991c780. 00000004:00000001:1.0:1763350989.068298:0:20017:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:1.0:1763350989.068304:0:20017:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:1.0:1763350989.068306:0:20017:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:1.0:1763350989.068307:0:20017:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068309:0:20017:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068311:0:20017:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:1.0:1763350989.068316:0:20017:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:1.0:1763350989.068325:0:20017:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df8f03800. 00080000:00000001:1.0:1763350989.068328:0:20017:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531038947328 : -120542670604288 : ffff925df8f03800) 00080000:00000001:1.0:1763350989.068331:0:20017:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:1.0:1763350989.068340:0:20017:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:1.0:1763350989.068348:0:20017:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:1.0:1763350989.068350:0:20017:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.068374:0:20017:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.068377:0:20017:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:1.0:1763350989.068382:0:20017:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:1.0:1763350989.068385:0:20017:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055219, last_committed = 8590055210 00000001:00000010:1.0:1763350989.068390:0:20017:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925cc7000900. 00000001:00000040:1.0:1763350989.068392:0:20017:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 9 00000020:00000040:1.0:1763350989.068395:0:20017:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=497 00000001:00000010:1.0:1763350989.068402:0:20017:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925ccd7a0480. 00080000:00000001:1.0:1763350989.068410:0:20017:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:1.0:1763350989.068427:0:20017:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:1.0:1763350989.068432:0:20017:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925ccd7a0480: xid 1849001118798336, transno 8590055219, tag 1, client gen 3, slot idx 1 00000001:00000001:1.0:1763350989.068435:0:20017:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.068447:0:20017:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068449:0:20017:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:1.0:1763350989.068451:0:20017:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:1.0:1763350989.068453:0:20017:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:1.0:1763350989.068455:0:20017:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:1.0:1763350989.068457:0:20017:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:1.0:1763350989.068463:0:20017:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350989.068467:0:20017:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:1.0:1763350989.068469:0:20017:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:1.0:1763350989.068477:0:20017:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350989.068484:0:20017:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1763350989.068486:0:20017:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1763350989.068489:0:20017:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 8590055219, xid 1849001118798336 00010000:00000001:1.0:1763350989.068493:0:20017:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350989.068500:0:20017:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925cc230d180 x1849001118798336/t8590055219(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 392/456 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350989.068509:0:20017:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350989.068569:0:20017:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350989.068575:0:20017:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350989.068580:0:20017:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350989.068583:0:20017:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350989.068585:0:20017:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350989.068588:0:20017:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350989.068591:0:20017:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.068639:0:20017:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350989.068643:0:20017:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350989.068649:0:20017:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74000. 00000100:00000200:1.0:1763350989.068657:0:20017:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118798336, offset 224 00000400:00000200:1.0:1763350989.068664:0:20017:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350989.068677:0:20017:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350989.068683:0:20017:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198281:198281:256:4294967295] 192.168.202.2@tcp LPNI seq info [198277:198277:8:4294967295] 00000400:00000200:1.0:1763350989.068695:0:20017:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350989.068701:0:20017:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350989.068708:0:20017:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1cd00. 00000800:00000200:1.0:1763350989.068715:0:20017:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350989.068722:0:20017:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350989.068727:0:20017:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1cd00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:1.0:1763350989.068752:0:20017:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350989.068756:0:20017:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350989.068759:0:20017:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350989.068761:0:20017:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.068763:0:20017:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350989.068768:0:20017:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230d180 x1849001118798336/t8590055219(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 392/456 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350989.068779:0:20017:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925cc230d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226803:x1849001118798336:12345-192.168.202.2@tcp:35:lfs.0 Request processed in 852us (1144us total) trans 8590055219 rc 0/0 00000100:00100000:1.0:1763350989.068788:0:20017:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20889 00000100:00000040:1.0:1763350989.068792:0:20017:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:1.0:1763350989.068794:0:20017:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350989.068796:0:20017:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350989.068801:0:20017:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70300. 00000020:00000010:1.0:1763350989.068806:0:20017:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d30c8. 00000020:00000010:1.0:1763350989.068844:0:20017:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90fe000. 00000020:00000040:1.0:1763350989.068850:0:20017:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 496 00000100:00000001:1.0:1763350989.068853:0:20017:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350989.069446:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350989.069453:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1cd00. 00000400:00000200:3.0:1763350989.069459:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350989.069466:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350989.069472:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74000 00000400:00000010:3.0:1763350989.069475:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74000. 00000100:00000001:3.0:1763350989.069480:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350989.069481:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350989.076176:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92000. 00010000:00000010:2.1:1763350989.076197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000800:00000001:0.0:1763350989.089166:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.089198:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350989.089203:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.089206:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.089223:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350989.089245:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 4616 into portal 12 MB=0x691a81ee01300 00000400:00000200:0.0:1763350989.089256:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index c from 12345-192.168.202.2@tcp of length 4616/4616 into md 0xe438d [64] + 456 00000800:00000001:0.0:1763350989.089267:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.089308:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.089312:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.089319:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350989.089328:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350989.089331:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1763350989.089340:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff980e00. 00000100:00000040:0.0:1763350989.089345:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dff980e00 x1849001118798592 msgsize 4616 00000100:00100000:0.0:1763350989.089349:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350989.090228:0:21173:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763350989.090295:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350989.090310:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.090317:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1763350989.090365:0:21173:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118798592 02000000:00000001:2.0:1763350989.090370:0:21173:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350989.090373:0:21173:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350989.090376:0:21173:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.090381:0:21173:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350989.090386:0:21173:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118798592 00000020:00000001:2.0:1763350989.090389:0:21173:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350989.090391:0:21173:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:2.0:1763350989.090394:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.090398:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=497 00000020:00000001:2.0:1763350989.090402:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:2.0:1763350989.090404:0:21173:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:2.0:1763350989.090410:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.090418:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.090422:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.090426:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350989.090433:0:21173:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350989.090440:0:21173:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dea55fe80. 00000020:00000010:2.0:1763350989.090445:0:21173:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350989.090455:0:21173:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1763350989.090458:0:21173:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350989.090460:0:21173:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000004:00000001:2.0:1763350989.090463:0:21173:0:(mdt_mds.c:147:ldlm_enqueue_hpreq_check()) Process entered 00000004:00000001:2.0:1763350989.090465:0:21173:0:(mdt_mds.c:151:ldlm_enqueue_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.090467:0:21173:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.090477:0:21173:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.090483:0:21173:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.090500:0:21173:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350989.090502:0:21173:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350989.090510:0:21173:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 140654 00000100:00000040:2.0:1763350989.090515:0:21173:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:2.0:1763350989.090518:0:21173:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531150609920 : -120542558941696 : ffff925dff980e00) 00000100:00000040:2.0:1763350989.090528:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dff980e00 x1849001118798592/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350989.090538:0:21173:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.090541:0:21173:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.090543:0:21173:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.090546:0:21173:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350989.090550:0:21173:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dff980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+497:226804:x1849001118798592:12345-192.168.202.2@tcp:101:cmp.0 00000100:00000200:2.0:1763350989.090554:0:21173:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118798592 00000020:00000001:2.0:1763350989.090558:0:21173:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350989.090562:0:21173:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:2.0:1763350989.090569:0:21173:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925ccd7a0480: xid 1849001118798336, transno 8590055219, client gen 3, slot idx 1 00000001:00000001:2.0:1763350989.090576:0:21173:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925dded439c0: xid 1849001118797952, transno 8590055218, client gen 3, slot idx 0 00000001:00000010:2.0:1763350989.090580:0:21173:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925dded439c0. 00000020:00000001:2.0:1763350989.090586:0:21173:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.090589:0:21173:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350989.090591:0:21173:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350989.090622:0:21173:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:2.0:1763350989.090626:0:21173:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118798592, found 0 last_xid 1849001118798591 00000020:00000001:2.0:1763350989.090629:0:21173:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350989.090632:0:21173:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350989.090634:0:21173:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350989.090641:0:21173:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.090643:0:21173:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350989.090647:0:21173:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350989.090649:0:21173:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350989.090651:0:21173:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350989.090654:0:21173:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.090659:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350989.090667:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 2 00010000:00000001:2.0:1763350989.090671:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.090674:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.090679:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350989.090684:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.090687:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033ccec to hash 00000020:00000001:2.0:1763350989.090689:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.090691:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000010:2.0:1763350989.090697:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4680. 00010000:00000001:2.0:1763350989.090700:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00010000:2.0:1763350989.090706:0:21173:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccec lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd45 expref: -99 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350989.090715:0:21173:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350989.090718:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=498 00010000:00000001:2.0:1763350989.090725:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00000004:00000001:2.0:1763350989.090729:0:21173:0:(mdt_handler.c:5471:mdt_intent_policy()) Process entered 00000004:00000001:2.0:1763350989.090737:0:21173:0:(mdt_handler.c:5352:mdt_intent_opc()) Process entered 00000004:00000001:2.0:1763350989.090739:0:21173:0:(mdt_handler.c:4654:mdt_unpack_req_pack_rep()) Process entered 00000004:00000001:2.0:1763350989.090741:0:21173:0:(mdt_handler.c:4688:mdt_unpack_req_pack_rep()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.090744:0:21173:0:(mdt_handler.c:5272:mdt_intent_open()) Process entered 00000004:00000002:2.0:1763350989.090750:0:21173:0:(mdt_handler.c:3308:mdt_reint_opcode()) @@@ reint opt = 6 req@ffff925dff980e00 x1849001118798592/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/0 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000004:00000001:2.0:1763350989.090759:0:21173:0:(mdt_handler.c:3206:mdt_reint_internal()) Process entered 00000004:00000001:2.0:1763350989.090763:0:21173:0:(mdt_lib.c:2066:mdt_reint_unpack()) Process entered 00000004:00000001:2.0:1763350989.090766:0:21173:0:(mdt_lib.c:1856:mdt_open_unpack()) Process entered 00000001:00000001:2.0:1763350989.090769:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.090772:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.090775:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.090776:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.090779:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.090786:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.090788:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.090790:0:21173:0:(mdt_lib.c:1937:mdt_open_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.090792:0:21173:0:(mdt_lib.c:2076:mdt_reint_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.090796:0:21173:0:(mdt_handler.c:1376:mdt_preset_encctx_size()) Process entered 00000004:00000001:2.0:1763350989.090798:0:21173:0:(mdt_handler.c:1383:mdt_preset_encctx_size()) Process leaving 00000100:00000001:2.0:1763350989.090801:0:21173:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350989.090804:0:21173:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350989.090858:0:21173:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 51688 at ffff925de9480000. 02000000:00000001:2.0:1763350989.090861:0:21173:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.090864:0:21173:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.090870:0:21173:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:2.0:1763350989.090872:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.090874:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.090876:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.090877:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.090880:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.090882:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.090883:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.090885:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.090887:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.090889:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.090894:0:21173:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:2.0:1763350989.090901:0:21173:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:2.0:1763350989.090903:0:21173:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:2.0:1763350989.090907:0:21173:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:2.0:1763350989.090909:0:21173:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.090912:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.090913:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.090915:0:21173:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:2.0:1763350989.090917:0:21173:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.090920:0:21173:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:2.0:1763350989.090922:0:21173:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.090926:0:21173:0:(mdt_reint.c:3327:mdt_reint_rec()) Process entered 00000004:00000001:2.0:1763350989.090930:0:21173:0:(mdt_open.c:1453:mdt_reint_open()) Process entered 00000020:00000001:2.0:1763350989.090934:0:21173:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffa3464314ba38 00000004:00000002:2.0:1763350989.090937:0:21173:0:(mdt_open.c:1478:mdt_reint_open()) I am going to open [0x200000bd2:0x3ff6:0x0]/(file1->[0x0:0x0:0x0]) cr_flag=040000000000001 mode=0100000 msg_flag=0x600 00000004:00000001:2.0:1763350989.090944:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350989.090948:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff6:0x0] 00000020:00000001:2.0:1763350989.090951:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350989.090959:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526014994392 : -120547694557224 : ffff925ccd7cc7d8) 00000004:00000001:2.0:1763350989.090963:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526014994304 : -120547694557312 : ffff925ccd7cc780) 00000004:00000001:2.0:1763350989.090967:0:21173:0:(mdt_lib.c:772:mdt_check_resource_ids()) Process entered 00000004:00000001:2.0:1763350989.090969:0:21173:0:(mdt_lib.c:775:mdt_check_resource_ids()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.090975:0:21173:0:(mdt_handler.c:4345:mdt_parent_lock()) Process entered 00000004:00000001:2.0:1763350989.090979:0:21173:0:(mdt_handler.c:204:mdt_lock_pdo_mode()) Process entered 00000004:00000001:2.0:1763350989.090982:0:21173:0:(mdt_handler.c:272:mdt_lock_pdo_mode()) Process leaving 00010000:00000001:2.0:1763350989.090985:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350989.090987:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350989.090990:0:21173:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925ccd7da300 count: 3 00010000:00000001:2.0:1763350989.090993:0:21173:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.090995:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.090998:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfec00. 00000020:00000001:2.0:1763350989.091001:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.091003:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfec00 with handle 0xcb8c81cc3033ccf3 to hash 00000020:00000001:2.0:1763350989.091005:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.091007:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000010:2.0:1763350989.091010:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350989.091013:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.091018:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.091020:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.091024:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 3/1,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.091032:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350989.091064:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350989.091067:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350989.091070:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.091072:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.091075:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.091077:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.091080:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350989.091082:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350989.091084:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350989.091086:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350989.091089:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) refcount = 3 00010000:00000040:2.0:1763350989.091094:0:21173:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350989.091099:0:21173:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: mdt-lustre-MDT0000_UUID lock: ffff925de8ee7000/0xcb8c81cc3033cb02 lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecc3b expref: 498 pid: 26495 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1763350989.091106:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.091112:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350989.091117:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.091119:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.091121:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350989.091123:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.091125:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.091127:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.091130:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350989.091133:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.091135:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.091141:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350989.091142:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.091144:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.091145:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350989.091146:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350989.091152:0:21173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92000. 00010000:00000010:2.0:1763350989.091159:0:21173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0e80. 00010000:00000001:2.0:1763350989.091162:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.091165:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:2.0:1763350989.091167:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.091169:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033ccfa to hash 00000020:00000001:2.0:1763350989.091170:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.091172:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000010:2.0:1763350989.091175:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4480. 00010000:00000001:2.0:1763350989.091177:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.091180:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.091182:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.091184:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.091196:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350989.091197:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350989.091199:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350989.091200:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.091201:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.091203:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.091204:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.091206:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350989.091207:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350989.091209:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350989.091210:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350989.091212:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92000) refcount = 1 00010000:00010000:2.0:1763350989.091215:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.091220:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350989.091222:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.091223:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.091224:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350989.091226:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.091227:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.091229:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.091231:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350989.091233:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.091235:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.091240:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350989.091242:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.091243:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.091245:0:21173:0:(mdt_handler.c:4357:mdt_parent_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091250:0:21173:0:(mdd_dir.c:101:mdd_lookup()) Process entered 00000004:00000001:2.0:1763350989.091301:0:21173:0:(mdd_dir.c:67:__mdd_lookup()) Process entered 00000004:00000001:2.0:1763350989.091306:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350989.091310:0:21173:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff6:0x0] mask 1 la_mode 40755 mode 00407 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350989.091315:0:21173:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.091320:0:21173:0:(osd_index.c:626:osd_dir_lookup()) Process entered 00080000:00000001:2.0:1763350989.091344:0:21173:0:(osd_index.c:656:osd_dir_lookup()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1763350989.091348:0:21173:0:(osd_index.c:949:osd_remote_fid()) Process entered 00080000:00000001:2.0:1763350989.091350:0:21173:0:(osd_index.c:929:osd_seq_exists()) Process entered 80000000:00000001:2.0:1763350989.091354:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350989.091357:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350989.091360:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350989.091362:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.091364:0:21173:0:(osd_index.c:941:osd_seq_exists()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:2.0:1763350989.091366:0:21173:0:(osd_index.c:963:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.091368:0:21173:0:(osd_index.c:539:osd_zfs_consistency_check()) Process entered 00080000:00000001:2.0:1763350989.091372:0:21173:0:(osd_oi.c:643:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1763350989.091374:0:21173:0:(osd_oi.c:341:fid_is_on_ost()) Process entered 80000000:00000001:2.0:1763350989.091376:0:21173:0:(fld_handler.c:192:fld_local_lookup()) Process entered 80000000:00000001:2.0:1763350989.091376:0:21173:0:(fld_cache.c:449:fld_cache_lookup()) Process entered 80000000:00000001:2.0:1763350989.091378:0:21173:0:(fld_cache.c:468:fld_cache_lookup()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:2.0:1763350989.091379:0:21173:0:(fld_handler.c:209:fld_local_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.091381:0:21173:0:(osd_oi.c:370:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.091409:0:21173:0:(osd_oi.c:679:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.091411:0:21173:0:(osd_index.c:567:osd_zfs_consistency_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350989.091415:0:21173:0:(mdd_dir.c:91:__mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091417:0:21173:0:(mdd_dir.c:109:mdd_lookup()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091420:0:21173:0:(mdt_handler.c:3770:mdt_object_find()) Process entered 00000004:00000040:2.0:1763350989.091422:0:21173:0:(mdt_handler.c:3778:mdt_object_find()) Find object for [0x200000bd2:0x3ff7:0x0] 00000020:00000001:2.0:1763350989.091423:0:21173:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350989.091427:0:21173:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526290896120 : -120547418655496 : ffff925cddeeb4f8) 00000004:00000001:2.0:1763350989.091429:0:21173:0:(mdt_handler.c:3785:mdt_object_find()) Process leaving (rc=18446623526290896032 : -120547418655584 : ffff925cddeeb4a0) 00000004:00000001:2.0:1763350989.091438:0:21173:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:2.0:1763350989.091441:0:21173:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:2.0:1763350989.091446:0:21173:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091450:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.091455:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.091458:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.091465:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350989.091469:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350989.091473:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:2.0:1763350989.091476:0:21173:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:2.0:1763350989.091478:0:21173:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350989.091480:0:21173:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 2 00000004:00000001:2.0:1763350989.091484:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.091486:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.091487:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.091489:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350989.091491:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350989.091493:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350989.091495:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.091496:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.091497:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.091500:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350989.091502:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350989.091504:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000001:00000001:2.0:1763350989.091507:0:21173:0:(md_attrs.c:140:lustre_buf2hsm()) Process entered 00000001:00000001:2.0:1763350989.091509:0:21173:0:(md_attrs.c:144:lustre_buf2hsm()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000002:2.0:1763350989.091512:0:21173:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x203 ma_lmm=ffff925de9480378 00000004:00000001:2.0:1763350989.091515:0:21173:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091524:0:21173:0:(mdt_open.c:814:mdt_object_open_lock()) Process entered 00000004:00000001:2.0:1763350989.091527:0:21173:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350989.091529:0:21173:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350989.091532:0:21173:0:(mdt_open.c:915:mdt_object_open_lock()) normal open:[0x200000bd2:0x3ff7:0x0] lease count: 0, lm: 4 00000004:00000001:2.0:1763350989.091535:0:21173:0:(mdt_handler.c:4384:mdt_object_lock_try()) Process entered 00010000:00000001:2.0:1763350989.091538:0:21173:0:(ldlm_request.c:463:ldlm_cli_enqueue_local()) Process entered 00010000:00000001:2.0:1763350989.091540:0:21173:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1763350989.091544:0:21173:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff925df4a92900. 00010000:00000010:2.0:1763350989.091548:0:21173:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff925ccd4b0f80. 00010000:00000001:2.0:1763350989.091551:0:21173:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.091553:0:21173:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe600. 00000020:00000001:2.0:1763350989.091556:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.091558:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe600 with handle 0xcb8c81cc3033cd01 to hash 00000020:00000001:2.0:1763350989.091560:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.091562:0:21173:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000010:2.0:1763350989.091565:0:21173:0:(ldlm_inodebits.c:610:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at ffff925df09f4d00. 00010000:00000001:2.0:1763350989.091568:0:21173:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350989.091570:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.091572:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.091726:0:21173:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cd01 lrc: 3/1,0 mode: --/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.091734:0:21173:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350989.091737:0:21173:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350989.091739:0:21173:0:(ldlm_inodebits.c:343:ldlm_process_inodebits_lock()) Process entered 00010000:00000001:2.0:1763350989.091740:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.091742:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.091744:0:21173:0:(ldlm_inodebits.c:170:ldlm_inodebits_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.091745:0:21173:0:(ldlm_inodebits.c:322:ldlm_inodebits_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.091748:0:21173:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1763350989.091749:0:21173:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:2.0:1763350989.091751:0:21173:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:2.0:1763350989.091752:0:21173:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1763350989.091755:0:21173:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) refcount = 1 00010000:00010000:2.0:1763350989.091758:0:21173:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cd01 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.091764:0:21173:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1763350989.091766:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.091768:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.091770:0:21173:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1763350989.091771:0:21173:0:(ldlm_inodebits.c:439:ldlm_process_inodebits_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.091773:0:21173:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.091776:0:21173:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.091778:0:21173:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1763350989.091781:0:21173:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.091783:0:21173:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cd01 lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.091788:0:21173:0:(ldlm_request.c:515:ldlm_cli_enqueue_local()) Process leaving 00010000:00000001:2.0:1763350989.091790:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.091791:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.091793:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.091795:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.091797:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:2.0:1763350989.091799:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350989.091801:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350989.091803:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.091804:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.091806:0:21173:0:(mdt_handler.c:4393:mdt_object_lock_try()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350989.091808:0:21173:0:(mdt_open.c:949:mdt_object_open_lock()) lustre-MDT0000: Requested bits lock:[0x200000bd2:0x3ff7:0x0], ibits = 0x1b/0x1b, open_flags = 040000000000001, try_layout = 1 : rc = 0 00000004:00000001:2.0:1763350989.091813:0:21173:0:(mdt_open.c:1013:mdt_object_open_lock()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350989.091815:0:21173:0:(mdt_open.c:1016:mdt_object_open_lock()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091818:0:21173:0:(mdt_open.c:556:mdt_finish_open()) Process entered 00000001:00000001:2.0:1763350989.091822:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.091824:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.091826:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.091827:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.091829:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.091830:0:21173:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.091831:0:21173:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.091833:0:21173:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:2.0:1763350989.091835:0:21173:0:(mdt_handler.c:867:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: nlink=1, mode=100644, valid=0x100000008000278f 00000004:00200000:2.0:1763350989.091839:0:21173:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000bd2:0x3ff7:0x0]: returning size 1516 00000001:00000001:2.0:1763350989.091842:0:21173:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.091843:0:21173:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091846:0:21173:0:(mdt_handler.c:696:mdt_pack_acl2body()) Process entered 00000004:00000001:2.0:1763350989.091848:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.091851:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.091853:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.091855:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350989.091857:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350989.091859:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000004:00000001:2.0:1763350989.091862:0:21173:0:(mdt_handler.c:770:mdt_pack_acl2body()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091866:0:21173:0:(mdt_open.c:373:mdt_mfd_open()) Process entered 00000004:00000002:2.0:1763350989.091868:0:21173:0:(mdt_open.c:398:mdt_mfd_open()) after open, ma_valid bit = 0x203 lmm_size = 56 00000004:00000001:2.0:1763350989.091873:0:21173:0:(mdd_object.c:3758:mdd_open()) Process entered 00000004:00000001:2.0:1763350989.091878:0:21173:0:(mdd_object.c:3695:mdd_open_sanity_check()) Process entered 00000004:00000001:2.0:1763350989.091881:0:21173:0:(mdd_permission.c:239:__mdd_permission_internal()) Process entered 00000004:08000000:2.0:1763350989.091883:0:21173:0:(mdd_permission.c:285:__mdd_permission_internal()) Checking permissions for [0x200000bd2:0x3ff7:0x0] mask 4 la_mode 100644 mode 01006 la_uid 0 la_gid 0, fsuid 0, fsgid 0, suppgids 0 -1 00000004:00000001:2.0:1763350989.091887:0:21173:0:(mdd_permission.c:288:__mdd_permission_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091890:0:21173:0:(mdd_object.c:3731:mdd_open_sanity_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.091892:0:21173:0:(mdd_object.c:3776:mdd_open()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350989.091897:0:21173:0:(mdt_open.c:37:mdt_mfd_new()) Process entered 00000004:00000010:2.0:1763350989.091905:0:21173:0:(mdt_open.c:38:mdt_mfd_new()) kmalloced '(mfd)': 112 at ffff925dd9f66000. 00000020:00000001:2.0:1763350989.091907:0:21173:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.091909:0:21173:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd9f66000 with handle 0xcb8c81cc3033cd08 to hash 00000020:00000001:2.0:1763350989.091910:0:21173:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000004:00000001:2.0:1763350989.091912:0:21173:0:(mdt_open.c:47:mdt_mfd_new()) Process leaving (rc=18446623530519257088 : -120543190294528 : ffff925dd9f66000) 00000004:00000001:2.0:1763350989.091914:0:21173:0:(mdt_internal.h:700:mdt_object_get()) Process entered 00000004:00000001:2.0:1763350989.091916:0:21173:0:(mdt_internal.h:702:mdt_object_get()) Process leaving 00000004:00002000:2.0:1763350989.091918:0:21173:0:(mdt_open.c:289:mdt_mfd_set_mode()) [0x200000bd2:0x3ff7:0x0] Change mfd open_flags 0 -> 040000000000001. 00000004:00000001:2.0:1763350989.091922:0:21173:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00080000:00000001:2.0:1763350989.091927:0:21173:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350989.091940:0:21173:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df83f5800. 00080000:00000001:2.0:1763350989.091942:0:21173:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531027355648 : -120542682195968 : ffff925df83f5800) 00080000:00000001:2.0:1763350989.091945:0:21173:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350989.091952:0:21173:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:2.0:1763350989.091960:0:21173:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:2.0:1763350989.091961:0:21173:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.091987:0:21173:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.091989:0:21173:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:2.0:1763350989.091994:0:21173:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:2.0:1763350989.091997:0:21173:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055220, last_committed = 8590055210 00000001:00000010:2.0:1763350989.092002:0:21173:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925e00693960. 00000001:00000040:2.0:1763350989.092004:0:21173:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 10 00000020:00000040:2.0:1763350989.092007:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=499 00000001:00000010:2.0:1763350989.092014:0:21173:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925de2dff300. 00080000:00000001:2.0:1763350989.092023:0:21173:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:2.0:1763350989.092058:0:21173:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:2.0:1763350989.092063:0:21173:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925de2dff300: xid 1849001118798592, transno 8590055220, tag 1, client gen 3, slot idx 0 00000001:00000001:2.0:1763350989.092066:0:21173:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.092082:0:21173:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.092084:0:21173:0:(mdt_open.c:202:mdt_empty_transno()) Process leaving 00000004:00000001:2.0:1763350989.092086:0:21173:0:(mdt_open.c:528:mdt_mfd_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.092089:0:21173:0:(mdt_open.c:683:mdt_finish_open()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.092093:0:21173:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:2.0:1763350989.092096:0:21173:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.092097:0:21173:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:2.0:1763350989.092100:0:21173:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350989.092102:0:21173:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350989.092104:0:21173:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:2.0:1763350989.092107:0:21173:0:(mdt_open.c:1796:mdt_reint_open()) Process leaving via out_child_unlock (rc=0 : 0 : 0x0) 00000004:00000001:2.0:1763350989.092111:0:21173:0:(mdt_open.c:1027:mdt_object_open_unlock()) Process entered 00000004:00000001:2.0:1763350989.092113:0:21173:0:(mdt_open.c:1068:mdt_object_open_unlock()) Process leaving 00000004:00000001:2.0:1763350989.092116:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000004:00000001:2.0:1763350989.092118:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:2.0:1763350989.092120:0:21173:0:(mdt_handler.c:639:mdt_pack_size2body()) Process entered 00000004:00000001:2.0:1763350989.092122:0:21173:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:2.0:1763350989.092123:0:21173:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.092126:0:21173:0:(mdt_handler.c:650:mdt_pack_size2body()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000004:00000001:2.0:1763350989.092129:0:21173:0:(mdt_handler.c:4551:mdt_object_unlock()) Process entered 00000004:00000001:2.0:1763350989.092131:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350989.092133:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.092134:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.092137:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=3 00000020:00000001:2.0:1763350989.092139:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.092141:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.092145:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350989.092148:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 3/1,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092155:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092156:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.092159:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 2/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092170:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.092172:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092177:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350989.092180:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350989.092188:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfec00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350989.092191:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.092194:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350989.092196:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 3/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092202:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350989.092203:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.092205:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.092206:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfec00 refcount=4 00000020:00000001:2.0:1763350989.092209:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.092211:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364693504 : -120543344858112 : ffff925dd0bfec00) 00010000:00000001:2.0:1763350989.092214:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350989.092217:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 4/0,0 mode: CR/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092223:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350989.092225:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350989.092227:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092230:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350989.092232:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.092234:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.092235:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.092238:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfec00 with handle 0xcb8c81cc3033ccf3 from hash 00010000:00000001:2.0:1763350989.092240:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.092242:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092243:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.092245:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350989.092247:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.092249:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092250:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350989.092252:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.092256:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350989.092258:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x0 (ffff925ccd7da300) 00010000:00010000:2.0:1763350989.092260:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350989.092263:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.092266:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092268:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.092269:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350989.092272:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092273:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.092274:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092276:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.092278:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.092281:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 2/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092285:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092286:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.092288:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350989.092289:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350989.092290:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.092292:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfec00/0xcb8c81cc3033ccf3 lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350989.092298:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4300. 00010000:00000001:2.0:1763350989.092307:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.092308:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350989.092310:0:21173:0:(mdt_handler.c:4438:mdt_save_lock()) Process entered 00010000:00000001:2.0:1763350989.092311:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.092312:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.092314:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=3 00000020:00000001:2.0:1763350989.092315:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.092318:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.092320:0:21173:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1763350989.092323:0:21173:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 3/1,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092328:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092329:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.092330:0:21173:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 2/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092335:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.092336:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092338:0:21173:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1763350989.092340:0:21173:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00010000:2.0:1763350989.092345:0:21173:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff925dd0bfea00 already unused, calling callback (ffffffffc1e7a550) 00000004:00000001:2.0:1763350989.092347:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.092348:0:21173:0:(ldlm_request.c:345:ldlm_blocking_ast_nocheck()) Process entered 00010000:00010000:2.0:1763350989.092350:0:21173:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092354:0:21173:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1763350989.092356:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.092357:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.092358:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfea00 refcount=4 00000020:00000001:2.0:1763350989.092360:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.092363:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.092365:0:21173:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1763350989.092367:0:21173:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 4/0,0 mode: PR/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092371:0:21173:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000004:00000001:2.0:1763350989.092373:0:21173:0:(mdt_handler.c:3864:mdt_blocking_ast()) Process entered 00000004:00000001:2.0:1763350989.092374:0:21173:0:(mdt_handler.c:3866:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092376:0:21173:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350989.092378:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.092379:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.092380:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.092383:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033ccfa from hash 00010000:00000001:2.0:1763350989.092385:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.092386:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092388:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.092389:0:21173:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350989.092391:0:21173:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:2.0:1763350989.092392:0:21173:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092394:0:21173:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350989.092395:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.092396:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350989.092399:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff6:0x0].0x2d9800ce (ffff925df4a92000) 00010000:00010000:2.0:1763350989.092401:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00000001:2.0:1763350989.092403:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.092405:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092406:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.092408:0:21173:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1763350989.092411:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092412:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.092413:0:21173:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092414:0:21173:0:(ldlm_request.c:364:ldlm_blocking_ast_nocheck()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.092416:0:21173:0:(mdt_handler.c:3904:mdt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.092418:0:21173:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 2/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000001:2.0:1763350989.092422:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092423:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.092424:0:21173:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1763350989.092425:0:21173:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1763350989.092426:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.092428:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033ccfa lrc: 0/0,0 mode: --/PR res: [0x200000bd2:0x3ff6:0x0].0x2d9800ce bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21173 initiator: MDT0 00010000:00000010:2.0:1763350989.092433:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4480. 00010000:00000040:2.0:1763350989.092435:0:21173:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff925df4a92000 count: 0 00010000:00000010:2.0:1763350989.092442:0:21173:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff925ccd4b0e80. 00010000:00000001:2.0:1763350989.092450:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.092451:0:21173:0:(mdt_handler.c:4490:mdt_save_lock()) Process leaving 00000004:00000001:2.0:1763350989.092453:0:21173:0:(mdt_handler.c:4508:mdt_save_remote_lock()) Process entered 00000004:00000001:2.0:1763350989.092455:0:21173:0:(mdt_handler.c:4531:mdt_save_remote_lock()) Process leaving 00000004:00000001:2.0:1763350989.092456:0:21173:0:(mdt_handler.c:4562:mdt_object_unlock()) Process leaving 00000004:00000001:2.0:1763350989.092458:0:21173:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:2.0:1763350989.092463:0:21173:0:(lu_object.c:207:lu_object_put()) Add ffff925ccd7cc7d8/ffff925ccd7cc780 to site lru. bkt: ffff925dd1461618 00000004:00000001:2.0:1763350989.092465:0:21173:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000020:00000001:2.0:1763350989.092471:0:21173:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:2.0:1763350989.092485:0:21173:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 1088 at ffff925dff839000. 00000020:00000001:2.0:1763350989.092489:0:21173:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.092493:0:21173:0:(mdt_reint.c:3340:mdt_reint_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.092495:0:21173:0:(mdt_handler.c:3278:mdt_reint_internal()) Process leaving 02000000:00000001:2.0:1763350989.092499:0:21173:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:2.0:1763350989.092502:0:21173:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000004:00000001:2.0:1763350989.092504:0:21173:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:2.0:1763350989.092505:0:21173:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:2.0:1763350989.092508:0:21173:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:2.0:1763350989.092510:0:21173:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 56 cookie/acl_size = 0 00000004:00000001:2.0:1763350989.092515:0:21173:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350989.092517:0:21173:0:(mdt_handler.c:3178:mdt_read_inline()) Process entered 00002000:00000001:2.0:1763350989.092521:0:21173:0:(mdt_io.c:1913:mdt_dom_read_on_open()) Process entered 00002000:00000001:2.0:1763350989.092523:0:21173:0:(mdt_io.c:1917:mdt_dom_read_on_open()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092527:0:21173:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.092528:0:21173:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.092529:0:21173:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe600 refcount=3 00000020:00000001:2.0:1763350989.092531:0:21173:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00010000:00000001:2.0:1763350989.092533:0:21173:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364691968 : -120543344859648 : ffff925dd0bfe600) 00000004:00000040:2.0:1763350989.092537:0:21173:0:(mdt_handler.c:4882:mdt_intent_lock_replace()) lock GETting export ffff925ddf07e000 : new locks_count 485 00000020:00000040:2.0:1763350989.092539:0:21173:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00010000:00000001:2.0:1763350989.092544:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092545:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000004:00000001:2.0:1763350989.092547:0:21173:0:(mdt_handler.c:4899:mdt_intent_lock_replace()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350989.092549:0:21173:0:(mdt_handler.c:5307:mdt_intent_open()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350989.092552:0:21173:0:(mdt_handler.c:5441:mdt_intent_opc()) Process leaving (rc=302 : 302 : 12e) 00000004:00000001:2.0:1763350989.092557:0:21173:0:(mdt_handler.c:5553:mdt_intent_policy()) Process leaving (rc=302 : 302 : 12e) 00010000:00000001:2.0:1763350989.092560:0:21173:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350989.092561:0:21173:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.092564:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092565:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.092567:0:21173:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.092568:0:21173:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.092571:0:21173:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfe200 with handle 0xcb8c81cc3033ccec from hash 00010000:00000001:2.0:1763350989.092573:0:21173:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.092575:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092576:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.092577:0:21173:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350989.092578:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.092585:0:21173:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033ccec lrc: 0/0,0 mode: --/CR res: [0x200000bd2:0x3ff6:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd45 expref: 500 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350989.092592:0:21173:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925ddf07e000 : new locks_count 484 00000020:00000040:2.0:1763350989.092654:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00010000:00000010:2.0:1763350989.092657:0:21173:0:(ldlm_lock.c:213:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at ffff925df09f4680. 00010000:00000001:2.0:1763350989.092662:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.092663:0:21173:0:(ldlm_lock.c:1806:ldlm_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092668:0:21173:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:2.0:1763350989.092673:0:21173:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff925dd0bfe600/0xcb8c81cc3033cd01 lrc: 3/0,0 mode: PR/PR res: [0x200000bd2:0x3ff7:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd45 expref: 499 pid: 21173 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350989.092680:0:21173:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.092681:0:21173:0:(ldlm_inodebits.c:60:ldlm_reprocess_inodebits_queue()) Process entered 00010000:00010000:2.0:1763350989.092683:0:21173:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd2:0x3ff7:0x0].0x0 (ffff925df4a92900) 00010000:00010000:2.0:1763350989.092685:0:21173:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00000001:2.0:1763350989.092687:0:21173:0:(ldlm_inodebits.c:123:ldlm_reprocess_inodebits_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.092690:0:21173:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.092691:0:21173:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.092692:0:21173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.092694:0:21173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.092695:0:21173:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfe600, rc 0) 00000020:00000001:2.0:1763350989.092699:0:21173:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350989.092704:0:21173:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 8590055220, xid 1849001118798592 00010000:00000001:2.0:1763350989.092707:0:21173:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350989.092715:0:21173:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dff980e00 x1849001118798592/t8590055220(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/664 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350989.092724:0:21173:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350989.092728:0:21173:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350989.092732:0:21173:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df4d6bde8 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350989.092739:0:21173:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350989.092742:0:21173:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350989.092744:0:21173:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350989.092748:0:21173:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350989.092751:0:21173:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.092756:0:21173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350989.092758:0:21173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350989.092765:0:21173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d27f8. 00000100:00000200:2.0:1763350989.092773:0:21173:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 10, xid 1849001118798592, offset 224 00000400:00000200:2.0:1763350989.092780:0:21173:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350989.092796:0:21173:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350989.092803:0:21173:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198282:198282:256:4294967295] 192.168.202.2@tcp LPNI seq info [198278:198278:8:4294967295] 00000400:00000200:2.0:1763350989.092816:0:21173:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350989.092822:0:21173:0:(socklnd_cb.c:1001:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350989.092827:0:21173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37a00. 00000800:00000200:2.0:1763350989.092834:0:21173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350989.092843:0:21173:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350989.092848:0:21173:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37a00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1763350989.092861:0:21173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350989.092864:0:21173:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350989.092867:0:21173:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350989.092868:0:21173:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.092871:0:21173:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350989.092876:0:21173:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff980e00 x1849001118798592/t8590055220(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 4616/664 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350989.092886:0:21173:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dff980e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226804:x1849001118798592:12345-192.168.202.2@tcp:101:cmp.0 Request processed in 2345us (3538us total) trans 8590055220 rc 0/0 00000100:00100000:2.0:1763350989.092894:0:21173:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 140654 00000100:00000040:2.0:1763350989.092899:0:21173:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:2.0:1763350989.092901:0:21173:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350989.092903:0:21173:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350989.092908:0:21173:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dea55fe80. 00000020:00000010:2.0:1763350989.092913:0:21173:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:2.0:1763350989.092917:0:21173:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350989.092924:0:21173:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 498 00000100:00000001:2.0:1763350989.092927:0:21173:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350989.093458:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350989.093465:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37a00. 00000400:00000200:0.0:1763350989.093471:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.093478:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350989.093522:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d27f8 00000400:00000010:0.0:1763350989.093526:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d27f8. 00000100:00000001:0.0:1763350989.093531:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350989.093533:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:3.0:1763350989.099357:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.099385:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350989.099391:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.099393:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350989.099408:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350989.099433:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee01380 00000400:00000200:3.0:1763350989.099444:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e4d [8] + 4496 00000800:00000001:3.0:1763350989.099454:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.099468:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350989.099472:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350989.099477:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350989.099486:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350989.099489:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350989.099496:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3295880. 00000100:00000040:3.0:1763350989.099501:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3295880 x1849001118798720 msgsize 328 00000100:00100000:3.0:1763350989.099505:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350989.099525:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350989.099535:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.099539:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1763350989.099794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfec00. 00010000:00000010:2.1:1763350989.099804:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff925df4a92000. 00010000:00000010:2.1:1763350989.099808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00000100:00000001:2.0:1763350989.099843:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350989.099847:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118798720 02000000:00000001:2.0:1763350989.099851:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350989.099853:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350989.099855:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.099860:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350989.099866:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118798720 00000020:00000001:2.0:1763350989.099869:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350989.099871:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350989.099874:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.099877:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:2.0:1763350989.099880:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350989.099882:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350989.099887:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.099894:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.099897:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.099900:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350989.099908:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350989.099913:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dd9f66c80. 00000020:00000010:2.0:1763350989.099919:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350989.099928:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350989.099931:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350989.099933:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350989.099935:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.099945:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.099951:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.099966:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350989.099968:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350989.099974:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20051 00000100:00000040:2.0:1763350989.099978:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350989.099980:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530136721536 : -120543572830080 : ffff925dc3295880) 00000100:00000040:2.0:1763350989.099987:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3295880 x1849001118798720/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 328/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350989.099998:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.100000:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.100002:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.100004:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350989.100009:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118798720:12345-192.168.202.2@tcp:101:cmp.0 00000100:00000200:2.0:1763350989.100012:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118798720 00000020:00000001:2.0:1763350989.100016:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350989.100021:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350989.100024:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.100027:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350989.100029:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350989.100033:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350989.100045:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350989.100048:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350989.100051:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350989.100057:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.100060:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350989.100063:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350989.100065:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350989.100068:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350989.100070:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.100076:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350989.100083:0:63037:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92300 count: 2 00010000:00000001:2.0:1763350989.100086:0:63037:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.100088:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.100092:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfea00. 00000020:00000001:2.0:1763350989.100096:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.100099:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfea00 with handle 0xcb8c81cc3033cd0f to hash 00000020:00000001:2.0:1763350989.100101:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.100102:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00000001:2.0:1763350989.100105:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364692992 : -120543344858624 : ffff925dd0bfea00) 00010000:00010000:2.0:1763350989.100110:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cd0f lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd4c expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350989.100121:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350989.100123:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00010000:00000001:2.0:1763350989.100132:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00002000:00000001:2.0:1763350989.100135:0:63037:0:(ofd_dlm.c:196:ofd_intent_policy()) Process entered 00000100:00000001:2.0:1763350989.100138:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350989.100140:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350989.100146:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df83f7800. 02000000:00000001:2.0:1763350989.100149:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.100151:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.100154:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350989.100156:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.100160:0:63037:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.100162:0:63037:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00002000:00000010:2.0:1763350989.100168:0:63037:0:(ofd_dlm.c:130:ofd_intent_cb()) slab-alloced 'gl_work': 56 at ffff925df0e571c0. 00002000:00000001:2.0:1763350989.100170:0:63037:0:(ofd_dlm.c:149:ofd_intent_cb()) Process leaving via out (rc=1 : 1 : 0x1) 00010000:00000001:2.0:1763350989.100173:0:63037:0:(ldlm_lockd.c:1215:ldlm_glimpse_locks()) Process entered 00010000:00000010:2.0:1763350989.100176:0:63037:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.100179:0:63037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1763350989.100186:0:63037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925de2dffcc0. 00000100:00000001:2.0:1763350989.100189:0:63037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530668784832 : -120543040766784 : ffff925de2dffcc0) 00000100:00000001:2.0:1763350989.100192:0:63037:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530668784832 : -120543040766784 : ffff925de2dffcc0) 00000100:00000001:2.0:1763350989.100195:0:63037:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1763350989.100197:0:63037:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1763350989.100198:0:63037:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350989.100200:0:63037:0:(ldlm_lockd.c:1152:ldlm_server_glimpse_ast()) Process entered 00000100:00000010:2.0:1763350989.100204:0:63037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230e680. 00000020:00000040:2.0:1763350989.100208:0:63037:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:2.0:1763350989.100211:0:63037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350989.100215:0:63037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350989.100220:0:63037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350989.100225:0:63037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df0a08800. 00000100:00000001:2.0:1763350989.100231:0:63037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.100237:0:63037:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:2.0:1763350989.100240:0:63037:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350989.100245:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.100253:0:63037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350989.100256:0:63037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350989.100261:0:63037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925cc230e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101463552:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350989.100265:0:63037:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350989.100272:0:63037:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350989.100275:0:63037:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.100277:0:63037:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350989.100281:0:63037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df0a08400. 02000000:00000001:2.0:1763350989.100283:0:63037:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350989.100289:0:63037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79528. 00000400:00000010:2.0:1763350989.100295:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2440. 00000100:00000200:2.0:1763350989.100303:0:63037:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101463552, portal 16 00000100:00000001:2.0:1763350989.100305:0:63037:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350989.100307:0:63037:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623525825472128 : -120547884079488 : ffff925cc230e680) 00000100:00000040:2.0:1763350989.100312:0:63037:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.100320:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350989.100324:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350989.100326:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d24c8. 00000100:00000200:2.0:1763350989.100329:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101463552, offset 0 00000400:00000200:2.0:1763350989.100337:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350989.100348:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350989.100354:0:63037:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1763350989.100359:0:63037:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:2.0:1763350989.100363:0:63037:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1763350989.100366:0:63037:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:2.0:1763350989.100370:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198283:198283:256:4294967295] 192.168.202.2@tcp LPNI seq info [198279:198279:8:4294967295] 00000400:00000200:2.0:1763350989.100381:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350989.100387:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350989.100392:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37500. 00000800:00000200:2.0:1763350989.100398:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350989.100406:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350989.100410:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37500 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1763350989.102439:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1763350989.102451:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37500. 00000400:00000200:1.0:1763350989.102461:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350989.102471:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:1.0:1763350989.102479:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d24c8 00000400:00000010:1.0:1763350989.102482:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d24c8. 00000100:00000001:1.0:1763350989.102489:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:1.0:1763350989.102498:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350989.102513:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350989.102517:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350989.102524:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.102526:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350989.104708:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.104727:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300866077 00000100:00000010:2.0:1763350989.104745:0:63037:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e006933c0. 00000100:00000001:2.0:1763350989.104757:0:63037:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350989.104768:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300866077 00000100:00000010:2.0:1763350989.104772:0:63037:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693a20. 00000100:00000001:2.0:1763350989.104775:0:63037:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350989.104779:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300866077 00000100:00000010:2.0:1763350989.104781:0:63037:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693600. 00000100:00000001:2.0:1763350989.104785:0:63037:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350989.104787:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300866077 00000100:00000010:2.0:1763350989.104790:0:63037:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693de0. 00000100:00000001:2.0:1763350989.104793:0:63037:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350989.104796:0:63037:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350989.104802:0:63037:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.104807:0:63037:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.104809:0:63037:0:(ldlm_lockd.c:1206:ldlm_server_glimpse_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.104813:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.104815:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000010:2.0:1763350989.104818:0:63037:0:(ldlm_lock.c:2249:ldlm_work_gl_ast_lock()) slab-freed '(gl_work)': 56 at ffff925df0e571c0. 00010000:00000001:2.0:1763350989.104823:0:63037:0:(ldlm_lock.c:2253:ldlm_work_gl_ast_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.104827:0:63037:0:(ldlm_lock.c:2224:ldlm_work_gl_ast_lock()) Process entered 00010000:00000001:2.0:1763350989.104829:0:63037:0:(ldlm_lock.c:2227:ldlm_work_gl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1763350989.104832:0:63037:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.104836:0:63037:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350989.104838:0:63037:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1763350989.104841:0:63037:0:(client.c:2690:ptlrpc_set_wait()) set ffff925de2dffcc0 going to sleep for 11 seconds 00000100:00000001:2.0:1763350989.104845:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350989.104849:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1763350989.106797:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.106823:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350989.106828:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.106830:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.106843:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350989.106867:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 280 into portal 16 MB=0x691a81dd79000 00000400:00000200:0.0:1763350989.106878:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 280/280 into md 0x12fdbd [1] + 224 00000800:00000001:0.0:1763350989.106888:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.106902:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.106905:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.106911:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350989.106920:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350989.106930:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350989.106942:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=280 offset=224 replen=280 req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350989.106961:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350989.106971:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.106974:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.107304:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350989.107316:0:63037:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350989.107319:0:63037:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350989.107322:0:63037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79528. 00000400:00000200:2.0:1763350989.107329:0:63037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2440 00000400:00000010:2.0:1763350989.107332:0:63037:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2440. 00000100:00000001:2.0:1763350989.107336:0:63037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350989.107342:0:63037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1763350989.107353:0:63037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.107361:0:63037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350989.107363:0:63037:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.107366:0:63037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350989.107370:0:63037:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350989.107373:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350989.107376:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.107379:0:63037:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350989.107387:0:63037:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=44 v=5 (5 5 5 0) 00000100:00001000:2.0:1763350989.107392:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=44 v=5 (1 1 1 0) 00000100:00000001:2.0:1763350989.107395:0:63037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350989.107398:0:63037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.107401:0:63037:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350989.107405:0:63037:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.107408:0:63037:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350989.107413:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.107421:0:63037:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350989.107425:0:63037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350989.107428:0:63037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.107431:0:63037:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00002000:00000001:2.0:1763350989.107438:0:63037:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:2.0:1763350989.107451:0:63037:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350989.107455:0:63037:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350989.107465:0:63037:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:2.0:1763350989.107468:0:63037:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:2.0:1763350989.107471:0:63037:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:2.0:1763350989.107479:0:63037:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1763350989.107483:0:63037:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00010000:00000001:2.0:1763350989.107487:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.107489:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.107491:0:63037:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350989.107496:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1763350989.107504:0:63037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925cc230e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101463552:192.168.202.2@tcp:106: 00000100:00000001:2.0:1763350989.107509:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.107511:0:63037:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.107514:0:63037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1763350989.107516:0:63037:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350989.107519:0:63037:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925cc230e680 x1849001101463552/t0(0) o106->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/280 e 0 to 0 dl 1763351005 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.107525:0:63037:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350989.107528:0:63037:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350989.107531:0:63037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df0a08400. 02000000:00000001:2.0:1763350989.107538:0:63037:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350989.107541:0:63037:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350989.107543:0:63037:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:2.0:1763350989.107546:0:63037:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350989.107549:0:63037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df0a08800. 02000000:00000001:2.0:1763350989.107553:0:63037:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350989.107555:0:63037:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350989.107557:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925cc230e680. 00000100:00000001:2.0:1763350989.107561:0:63037:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350989.107562:0:63037:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1763350989.107565:0:63037:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925de2dffcc0. 00000100:00000001:2.0:1763350989.107568:0:63037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1763350989.107570:0:63037:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1763350989.107573:0:63037:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dfb9b59c0. 00010000:00000001:2.0:1763350989.107577:0:63037:0:(ldlm_lockd.c:1222:ldlm_glimpse_locks()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350989.107581:0:63037:0:(ofd_dlm.c:332:ofd_intent_policy()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350989.107585:0:63037:0:(ldlm_lock.c:389:ldlm_lock_destroy()) Process entered 00010000:00000001:2.0:1763350989.107587:0:63037:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.107613:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.107614:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.107617:0:63037:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1763350989.107619:0:63037:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1763350989.107624:0:63037:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd0bfea00 with handle 0xcb8c81cc3033cd0f from hash 00010000:00000001:2.0:1763350989.107626:0:63037:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.107627:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.107628:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1763350989.107630:0:63037:0:(ldlm_lock.c:398:ldlm_lock_destroy()) Process leaving 00010000:00000001:2.0:1763350989.107632:0:63037:0:(ldlm_lock.c:1821:ldlm_lock_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1763350989.107634:0:63037:0:(ldlm_lockd.c:1421:ldlm_handle_enqueue()) Process leaving via out (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1763350989.107641:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cd0f lrc: 1/0,0 mode: --/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd4c expref: 22 pid: 63037 timeout: 0 lvb_type: 1 00010000:00000001:2.0:1763350989.107658:0:63037:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00000020:00000001:2.0:1763350989.107662:0:63037:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.107664:0:63037:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:2.0:1763350989.107666:0:63037:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.107669:0:63037:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.107674:0:63037:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1763350989.107675:0:63037:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1763350989.107676:0:63037:0:(ldlm_lock.c:364:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1763350989.107678:0:63037:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1763350989.107679:0:63037:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1763350989.107682:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:2.0:1763350989.107684:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000001:2.0:1763350989.107699:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.107702:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.107704:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:2.0:1763350989.107706:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1763350989.107709:0:63037:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfea00/0xcb8c81cc3033cd0f lrc: 0/0,0 mode: --/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd4c expref: 22 pid: 63037 timeout: 0 lvb_type: 1 00010000:00000040:2.0:1763350989.107720:0:63037:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:2.0:1763350989.107723:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00010000:00000001:2.0:1763350989.107730:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1763350989.107732:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfea00, rc 0) 00000020:00000001:2.0:1763350989.107735:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=301 : 301 : 12d) 00010000:00000040:2.0:1763350989.107739:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847705, transno 0, xid 1849001118798720 00010000:00000001:2.0:1763350989.107742:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350989.107748:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3295880 x1849001118798720/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 328/400 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 301/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350989.107756:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350989.107759:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350989.107762:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350989.107767:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350989.107769:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350989.107772:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350989.107775:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350989.107778:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.107782:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350989.107785:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350989.107792:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2440. 00000100:00000200:2.0:1763350989.107798:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118798720, offset 224 00000400:00000200:2.0:1763350989.107806:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350989.107818:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350989.107825:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198284:198284:256:4294967295] 192.168.202.2@tcp LPNI seq info [198280:198280:8:4294967295] 00000400:00000200:2.0:1763350989.107839:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350989.107846:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350989.107852:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37100. 00000800:00000200:2.0:1763350989.107859:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350989.107867:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350989.107872:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37100 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:2.0:1763350989.107884:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350989.107888:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350989.107891:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350989.107893:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.107895:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350989.107902:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3295880 x1849001118798720/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 328/400 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 301/301 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350989.107911:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3295880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118798720:12345-192.168.202.2@tcp:101:cmp.0 Request processed in 7911us (8407us total) trans 0 rc 301/301 00000100:00100000:2.0:1763350989.107920:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20051 00000100:00000040:2.0:1763350989.107925:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350989.107927:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350989.107929:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350989.107936:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dd9f66c80. 00000020:00000010:2.0:1763350989.107943:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:2.0:1763350989.107947:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:2.0:1763350989.107954:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:2.0:1763350989.107957:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350989.109170:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350989.109182:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37100. 00000400:00000200:0.0:1763350989.109190:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.109199:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350989.109206:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2440 00000400:00000010:0.0:1763350989.109209:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2440. 00000100:00000001:0.0:1763350989.109214:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350989.109217:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:2.1:1763350989.112654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfe200. 00000800:00000001:1.0:1763350989.114983:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350989.115010:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1763350989.115015:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350989.115018:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350989.115031:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:1.0:1763350989.115063:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 28 MB=0x691a81ee01400 00000400:00000200:1.0:1763350989.115074:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 328/328 into md 0x118e4d [8] + 4824 00000800:00000001:1.0:1763350989.115083:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350989.115094:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1763350989.115098:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1763350989.115104:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:1.0:1763350989.115113:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:1.0:1763350989.115116:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1763350989.115125:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d66300. 00000100:00000040:1.0:1763350989.115130:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925df4d66300 x1849001118798848 msgsize 328 00000100:00100000:1.0:1763350989.115134:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:1.0:1763350989.115258:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:1.0:1763350989.115268:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:1.0:1763350989.115271:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.115317:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350989.115322:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118798848 02000000:00000001:2.0:1763350989.115326:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350989.115329:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350989.115332:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.115337:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350989.115343:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118798848 00000020:00000001:2.0:1763350989.115346:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350989.115348:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350989.115351:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.115356:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:2.0:1763350989.115358:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350989.115361:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350989.115367:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.115373:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.115377:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.115380:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350989.115387:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a09c00. 00000020:00000010:2.0:1763350989.115392:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dd9f66c80. 00000020:00000010:2.0:1763350989.115398:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090898. 00000100:00000040:2.0:1763350989.115407:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000100:00000001:2.0:1763350989.115410:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350989.115412:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350989.115414:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.115423:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.115428:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.115440:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350989.115442:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350989.115446:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20052 00000100:00000040:2.0:1763350989.115450:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350989.115452:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530970145536 : -120542739406080 : ffff925df4d66300) 00000100:00000040:2.0:1763350989.115459:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925df4d66300 x1849001118798848/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 328/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350989.115469:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.115471:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.115473:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.115475:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350989.115478:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925df4d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:226804:x1849001118798848:12345-192.168.202.2@tcp:101:cmp.0 00000100:00000200:2.0:1763350989.115482:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118798848 00000020:00000001:2.0:1763350989.115485:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350989.115489:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350989.115491:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.115493:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350989.115495:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036288 : -1050515328 : ffffffffc1626880) 00000020:00000001:2.0:1763350989.115498:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350989.115503:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350989.115505:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350989.115508:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350989.115514:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.115517:0:63037:0:(tgt_handler.c:1448:tgt_enqueue()) Process entered 00010000:00000001:2.0:1763350989.115520:0:63037:0:(ldlm_lockd.c:1262:ldlm_handle_enqueue()) Process entered 00010000:00010000:2.0:1763350989.115522:0:63037:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00000001:2.0:1763350989.115524:0:63037:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00000001:2.0:1763350989.115526:0:63037:0:(ldlm_lockd.c:1733:ldlm_request_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.115532:0:63037:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1763350989.115539:0:63037:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92300 count: 2 00010000:00000001:2.0:1763350989.115542:0:63037:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1763350989.115545:0:63037:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1763350989.115549:0:63037:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff925dd0bfe200. 00000020:00000001:2.0:1763350989.115553:0:63037:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1763350989.115555:0:63037:0:(lustre_handles.c:77:class_handle_hash()) added object ffff925dd0bfe200 with handle 0xcb8c81cc3033cd16 to hash 00000020:00000001:2.0:1763350989.115558:0:63037:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1763350989.115559:0:63037:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.115562:0:63037:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00010000:2.0:1763350989.115567:0:63037:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cd16 lrc: 2/0,0 mode: --/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x89742c0894eecd53 expref: -99 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350989.115576:0:63037:0:(ldlm_lockd.c:1372:ldlm_handle_enqueue()) lock GETting export ffff925de8fe7800 : new locks_count 16 00000020:00000040:2.0:1763350989.115579:0:63037:0:(genops.c:887:class_export_get()) GET export ffff925de8fe7800 refcount=22 00000100:00000001:2.0:1763350989.115588:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350989.115591:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350989.115637:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 696 at ffff925df83f7000. 02000000:00000001:2.0:1763350989.115640:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.115642:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.115644:0:63037:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1763350989.115649:0:63037:0:(ldlm_lock.c:1751:ldlm_lock_enqueue_helper()) Process entered 00010000:00000001:2.0:1763350989.115652:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:2.0:1763350989.115655:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:2.0:1763350989.115658:0:63037:0:(ldlm_extent.c:439:ldlm_extent_compat_cb()) Process entered 00010000:00000001:2.0:1763350989.115660:0:63037:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1763350989.115665:0:63037:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 2/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 22 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1763350989.115673:0:63037:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00000001:2.0:1763350989.115674:0:63037:0:(ldlm_extent.c:456:ldlm_extent_compat_cb()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350989.115677:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763350989.115678:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350989.115680:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:2.0:1763350989.115681:0:63037:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 1 00010000:00000001:2.0:1763350989.115683:0:63037:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.115685:0:63037:0:(ldlm_extent.c:909:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1763350989.116054:0:63037:0:(ldlm_lock.c:2036:ldlm_handle_conflict_lock()) Process entered 00010000:00010000:2.0:1763350989.116061:0:63037:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cd16 lrc: 4/0,0 mode: --/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd53 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350989.116071:0:63037:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d8:0x0].0x0 (ffff925df4a92300) refcount = 2 00010000:00000040:2.0:1763350989.116074:0:63037:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1763350989.116077:0:63037:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 22 pid: 63038 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1763350989.116083:0:63037:0:(ldlm_resource.c:1669:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1763350989.116086:0:63037:0:(ldlm_resource.c:1671:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cd16 lrc: 4/0,0 mode: --/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd53 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000010:0.0:1763350989.116724:0:63037:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925e00bda440. 00000100:00000001:0.0:1763350989.116733:0:63037:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1763350989.116741:0:63037:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925dded43480. 00000100:00000001:0.0:1763350989.116743:0:63037:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623530600903808 : -120543108647808 : ffff925dded43480) 00000100:00000001:0.0:1763350989.116746:0:63037:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623530600903808 : -120543108647808 : ffff925dded43480) 00000100:00000001:0.0:1763350989.116750:0:63037:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1763350989.116751:0:63037:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:0.0:1763350989.116754:0:63037:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350989.116759:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350989.116761:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1763350989.116764:0:63037:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:0.0:1763350989.116767:0:63037:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:0.0:1763350989.116770:0:63037:0:(ldlm_lockd.c:853:ldlm_lock_reorder_req()) Process entered 00010000:00000001:0.0:1763350989.116772:0:63037:0:(ldlm_lockd.c:876:ldlm_lock_reorder_req()) Process leaving 00000100:00000010:0.0:1763350989.116779:0:63037:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dff981880. 00000020:00000040:0.0:1763350989.116784:0:63037:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:0.0:1763350989.116790:0:63037:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1763350989.116793:0:63037:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1763350989.116799:0:63037:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1763350989.116808:0:63037:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925df214fe00. 00000100:00000001:0.0:1763350989.116815:0:63037:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1763350989.116823:0:63037:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 22 pid: 63038 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1763350989.116841:0:63037:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 22 pid: 63038 timeout: 6298 lvb_type: 0 00010000:00000001:0.0:1763350989.116852:0:63037:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:0.0:1763350989.116855:0:63037:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1763350989.116860:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350989.116869:0:63037:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1763350989.116872:0:63037:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350989.116876:0:63037:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925dff981880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101463680:192.168.202.2@tcp:104: 00000100:00000001:0.0:1763350989.116882:0:63037:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1763350989.116889:0:63037:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1763350989.116892:0:63037:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350989.116895:0:63037:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1763350989.116899:0:63037:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925df214e400. 02000000:00000001:0.0:1763350989.116901:0:63037:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350989.116908:0:63037:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dddccb6e0. 00000400:00000010:0.0:1763350989.116916:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019110. 00000100:00000200:0.0:1763350989.116926:0:63037:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101463680, portal 16 00000100:00000001:0.0:1763350989.116928:0:63037:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1763350989.116931:0:63037:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623531150612608 : -120542558939008 : ffff925dff981880) 00000100:00000040:0.0:1763350989.116936:0:63037:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350989.116944:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350989.116947:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350989.116951:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0195d8. 00000100:00000200:0.0:1763350989.116954:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1849001101463680, offset 0 00000400:00000200:0.0:1763350989.116962:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350989.116977:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350989.116983:0:63037:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1763350989.116988:0:63037:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:0.0:1763350989.116993:0:63037:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1763350989.116997:0:63037:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:0.0:1763350989.117001:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198285:198285:256:4294967295] 192.168.202.2@tcp LPNI seq info [198281:198281:8:4294967295] 00000400:00000200:0.0:1763350989.117015:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350989.117023:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350989.117028:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5f00. 00000800:00000200:0.0:1763350989.117035:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350989.117057:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350989.117063:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1763350989.117486:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.117494:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300866089 00000100:00000001:0.0:1763350989.117513:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300866077 00000100:00000001:0.0:1763350989.117519:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300866089 00000100:00000001:0.0:1763350989.117523:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300866077 00000100:00000001:0.0:1763350989.117525:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300866089 00000100:00000001:0.0:1763350989.117528:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300866077 00000100:00000001:0.0:1763350989.117531:0:63037:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300866089 00000100:00000001:0.0:1763350989.117534:0:63037:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300866077 00000100:00000001:0.0:1763350989.117537:0:63037:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350989.117540:0:63037:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.117543:0:63037:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.117545:0:63037:0:(ldlm_lockd.c:993:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.117548:0:63037:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.117551:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1763350989.117553:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1763350989.117554:0:63037:0:(ldlm_lock.c:2185:ldlm_work_bl_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1763350989.117556:0:63037:0:(ldlm_lock.c:2123:ldlm_work_bl_ast_lock()) Process entered 00010000:00000001:0.0:1763350989.117558:0:63037:0:(ldlm_lock.c:2126:ldlm_work_bl_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1763350989.117560:0:63037:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.117563:0:63037:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1763350989.117565:0:63037:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1763350989.117568:0:63037:0:(client.c:2690:ptlrpc_set_wait()) set ffff925dded43480 going to sleep for 11 seconds 00000100:00000001:0.0:1763350989.117572:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1763350989.117575:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1763350989.118164:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350989.118171:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5f00. 00000400:00000200:2.0:1763350989.118178:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.118187:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350989.118193:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0195d8 00000400:00000010:2.0:1763350989.118195:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0195d8. 00000100:00000001:2.0:1763350989.118200:0:3308:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350989.118206:0:3308:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.118217:0:3308:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350989.118221:0:3308:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.118228:0:3308:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.118230:0:3308:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1763350989.121893:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dd0bfea00. 00000800:00000001:0.0:1763350989.122211:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.122228:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350989.122232:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.122235:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.122246:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350989.122267:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd79080 00000400:00000200:0.0:1763350989.122277:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fdc9 [1] + 224 00000800:00000001:0.0:1763350989.122287:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.122291:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.122294:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.122299:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350989.122307:0:3310:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1763350989.122316:0:3310:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1763350989.122326:0:3310:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1763350989.122352:0:3310:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:0.0:1763350989.122362:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.122365:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350989.122367:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.122369:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.122373:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350989.122378:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 328 into portal 17 MB=0x691a81ee01480 00000400:00000200:0.0:1763350989.122385:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.202.2@tcp of length 328/328 into md 0x127da5 [2] + 0 00000800:00000001:0.0:1763350989.122389:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.122462:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.122464:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.122467:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350989.122472:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350989.122474:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1763350989.122485:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dee1e1880. 00000100:00000040:0.0:1763350989.122489:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925dee1e1880 x1849001118798976 msgsize 328 00000100:00100000:0.0:1763350989.122493:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350989.124300:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350989.124329:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.124343:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350989.124541:0:63037:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1763350989.124553:0:63037:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1763350989.124556:0:63037:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1763350989.124561:0:63037:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dddccb6e0. 00000400:00000200:3.0:1763350989.124568:0:63037:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019110 00000400:00000010:3.0:1763350989.124571:0:63037:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019110. 00000100:00000001:3.0:1763350989.124576:0:63037:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1763350989.124588:0:63037:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:3.0:1763350989.124625:0:63037:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350989.124632:0:63037:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1763350989.124634:0:63037:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350989.124637:0:63037:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1763350989.124642:0:63037:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1763350989.124645:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350989.124647:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350989.124651:0:63037:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350989.124659:0:63037:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=44 v=5 (5 5 5 0) 00000100:00001000:3.0:1763350989.124664:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=44 v=5 (1 1 1 0) 00000100:00000001:3.0:1763350989.124667:0:63037:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1763350989.124668:0:63037:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.124672:0:63037:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1763350989.124677:0:63037:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.124681:0:63037:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350989.125007:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350989.125018:0:63037:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1763350989.125021:0:63037:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1763350989.125023:0:63037:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1763350989.125026:0:63037:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:3.0:1763350989.125030:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350989.125032:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1763350989.125034:0:63037:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1763350989.125048:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1763350989.125056:0:63037:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925dff981880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_008:lustre-OST0000_UUID:63037:1849001101463680:192.168.202.2@tcp:104: 00000100:00000001:3.0:1763350989.125063:0:63037:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350989.125066:0:63037:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.125069:0:63037:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1763350989.125071:0:63037:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1763350989.125074:0:63037:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925dff981880 x1849001101463680/t0(0) o104->lustre-OST0000@192.168.202.2@tcp:15/16 lens 328/224 e 0 to 0 dl 1763351005 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1763350989.125080:0:63037:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1763350989.125082:0:63037:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1763350989.125086:0:63037:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925df214e400. 02000000:00000001:3.0:1763350989.125091:0:63037:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1763350989.125093:0:63037:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1763350989.125095:0:63037:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:3.0:1763350989.125097:0:63037:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1763350989.125099:0:63037:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925df214fe00. 02000000:00000001:3.0:1763350989.125105:0:63037:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1763350989.125106:0:63037:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1763350989.125108:0:63037:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925dff981880. 00000100:00000001:3.0:1763350989.125113:0:63037:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1763350989.125114:0:63037:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1763350989.125116:0:63037:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925dded43480. 00000100:00000001:3.0:1763350989.125119:0:63037:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:3.0:1763350989.125121:0:63037:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:3.0:1763350989.125123:0:63037:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925e00bda440. 00010000:00000001:3.0:1763350989.125127:0:63037:0:(ldlm_lock.c:2087:ldlm_handle_conflict_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.125129:0:63037:0:(ldlm_lock.c:1762:ldlm_lock_enqueue_helper()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.125131:0:63037:0:(ldlm_lock.c:1922:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1763350989.125140:0:63037:0:(ldlm_lockd.c:1493:ldlm_handle_enqueue()) Process leaving 00010000:00010000:3.0:1763350989.125147:0:63037:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cd16 lrc: 3/0,0 mode: --/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd53 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:3.0:1763350989.125166:0:63037:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:3.0:1763350989.125169:0:63037:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:3.0:1763350989.125171:0:63037:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dd0bfe200 00010000:00000001:3.0:1763350989.125175:0:63037:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:3.0:1763350989.125178:0:63037:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00000001:3.0:1763350989.125182:0:63037:0:(ldlm_extent.c:551:ldlm_extent_compat_queue()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.125185:0:63037:0:(ldlm_extent.c:874:ldlm_process_extent_lock()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763350989.125187:0:63037:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1763350989.125189:0:63037:0:(ldlm_lock.c:2317:ldlm_run_ast_work()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.125191:0:63037:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00000001:3.0:1763350989.125193:0:63037:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350989.125194:0:63037:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1763350989.125195:0:63037:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff925dd0bfe200, rc 0) 00000020:00000001:3.0:1763350989.125200:0:63037:0:(tgt_handler.c:1473:tgt_enqueue()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1763350989.125204:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847705, transno 0, xid 1849001118798848 00010000:00000001:3.0:1763350989.125207:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:3.0:1763350989.125213:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925df4d66300 x1849001118798848/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 328/400 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1763350989.125221:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1763350989.125225:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1763350989.125228:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1763350989.125234:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1763350989.125237:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:3.0:1763350989.125239:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:3.0:1763350989.125243:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1763350989.125245:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.125249:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1763350989.125252:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000100:00000001:1.0:1763350989.125371:0:54877:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1763350989.125376:0:54877:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118798976 02000000:00000001:1.0:1763350989.125379:0:54877:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1763350989.125382:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350989.125385:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350989.125391:0:54877:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350989.125394:0:54877:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118798976 00000020:00000001:1.0:1763350989.125396:0:54877:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350989.125398:0:54877:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:1.0:1763350989.125401:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350989.125405:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=23 00000020:00000001:1.0:1763350989.125407:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:1.0:1763350989.125409:0:54877:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:1.0:1763350989.125414:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350989.125424:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350989.125428:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350989.125432:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000020:00000010:1.0:1763350989.125439:0:54877:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90fe000. 00000020:00000010:1.0:1763350989.125445:0:54877:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70300. 00000020:00000010:1.0:1763350989.125451:0:54877:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d30c8. 00000100:00000040:1.0:1763350989.125461:0:54877:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_canceld at +6s 00000100:00000001:1.0:1763350989.125464:0:54877:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350989.125466:0:54877:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:1.0:1763350989.125468:0:54877:0:(ldlm_lockd.c:2693:ldlm_hpreq_handler()) Process entered 00010000:00000001:1.0:1763350989.125471:0:54877:0:(ldlm_lockd.c:2707:ldlm_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.125474:0:54877:0:(ldlm_lockd.c:2650:ldlm_cancel_hpreq_check()) Process entered 00010000:00000001:1.0:1763350989.125478:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350989.125479:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350989.125481:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7899e00 refcount=4 00000020:00000001:1.0:1763350989.125483:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:1.0:1763350989.125486:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00010000:1.0:1763350989.125492:0:54877:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 23 pid: 63038 timeout: 6298 lvb_type: 0 00010000:00000001:1.0:1763350989.125499:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.125500:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350989.125502:0:54877:0:(ldlm_lockd.c:2682:ldlm_cancel_hpreq_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350989.125504:0:54877:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350989.125513:0:54877:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1763350989.125518:0:54877:0:(nrs.c:884:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@ffff925dee1e1880 x1849001118798976/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 328/0 e 0 to 0 dl 1763351000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350989.125526:0:54877:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1763350989.125527:0:54877:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.125545:0:54877:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350989.125561:0:54877:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350989.125563:0:54877:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350989.125569:0:54877:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 4041 00000100:00000040:1.0:1763350989.125573:0:54877:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 2 00000100:00000001:1.0:1763350989.125575:0:54877:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530857404544 : -120542852147072 : ffff925dee1e1880) 00000100:00000040:1.0:1763350989.125580:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dee1e1880 x1849001118798976/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 328/0 e 0 to 0 dl 1763351000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350989.125588:0:54877:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350989.125591:0:54877:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350989.125593:0:54877:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350989.125615:0:54877:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000100:00100000:1.0:1763350989.125620:0:54877:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dee1e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+23:2361:x1849001118798976:12345-192.168.202.2@tcp:103:ldlm_bl.0 00000100:00000200:1.0:1763350989.125624:0:54877:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118798976 00010000:00000001:1.0:1763350989.125627:0:54877:0:(ldlm_lockd.c:2545:ldlm_cancel_handler()) Process entered 00010000:00000002:1.0:1763350989.125630:0:54877:0:(ldlm_lockd.c:2581:ldlm_cancel_handler()) cancel 00010000:00000001:1.0:1763350989.125632:0:54877:0:(ldlm_lockd.c:1822:ldlm_handle_cancel()) Process entered 00000100:00000001:1.0:1763350989.125638:0:54877:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350989.125641:0:54877:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350989.125647:0:54877:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df8f01000. 02000000:00000001:1.0:1763350989.125650:0:54877:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.125653:0:54877:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.125655:0:54877:0:(ldlm_lockd.c:1724:ldlm_request_cancel()) Process entered 00010000:00010000:1.0:1763350989.125658:0:54877:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00000001:1.0:1763350989.125659:0:54877:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350989.125661:0:54877:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350989.125662:0:54877:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dc7899e00 refcount=4 00000020:00000001:1.0:1763350989.125664:0:54877:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000001:1.0:1763350989.125666:0:54877:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530210139648 : -120543499411968 : ffff925dc7899e00) 00010000:00000040:1.0:1763350989.125670:0:54877:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff925df4a92300 count: 3 00002000:00000001:1.0:1763350989.125674:0:54877:0:(ofd_lvb.c:204:ofd_lvbo_update()) Process entered 00002000:00000001:1.0:1763350989.125679:0:54877:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350989.125683:0:54877:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350989.125692:0:54877:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:1.0:1763350989.125695:0:54877:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:1.0:1763350989.125698:0:54877:0:(ofd_objects.c:1132:ofd_attr_get()) Process entered 00002000:00000001:1.0:1763350989.125707:0:54877:0:(ofd_objects.c:1139:ofd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:1.0:1763350989.125713:0:54877:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00010000:00010000:1.0:1763350989.125719:0:54877:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 4/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 23 pid: 63038 timeout: 6298 lvb_type: 0 00000100:00001000:1.0:1763350989.125728:0:54877:0:(import.c:2128:obd_at_measure()) add 0 to ffff925de8fe7c50 time=137 v=5 (1 0 0 0) 00010000:00000001:1.0:1763350989.125732:0:54877:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1763350989.125737:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.125738:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1763350989.125742:0:54877:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 3/0,0 mode: PW/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 23 pid: 63038 timeout: 6298 lvb_type: 0 00000020:00000001:1.0:1763350989.125751:0:54877:0:(tgt_handler.c:1378:tgt_blocking_ast()) Process entered 00010000:00000001:1.0:1763350989.125753:0:54877:0:(ldlm_lockd.c:898:ldlm_server_blocking_ast()) Process entered 00010000:00000001:1.0:1763350989.125756:0:54877:0:(ldlm_lockd.c:902:ldlm_server_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.125758:0:54877:0:(tgt_handler.c:1433:tgt_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.125764:0:54877:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1763350989.125767:0:54877:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1763350989.125773:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.125775:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350989.125777:0:54877:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1763350989.125779:0:54877:0:(ldlm_lock.c:268:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1763350989.125781:0:54877:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dc7899e00 with handle 0xcb8c81cc3033cc91 from hash 00010000:00000001:1.0:1763350989.125784:0:54877:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1763350989.125785:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.125786:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350989.125787:0:54877:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1763350989.125794:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350989.125796:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.125798:0:54877:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1763350989.125799:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1763350989.125802:0:54877:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff925dc7899e00/0xcb8c81cc3033cc91 lrc: 0/0,0 mode: --/PW res: [0x240000401:0x25d8:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd30 expref: 23 pid: 63038 timeout: 6298 lvb_type: 0 00010000:00000040:1.0:1763350989.125810:0:54877:0:(ldlm_lock.c:204:ldlm_lock_put()) lock PUTting export ffff925de8fe7800 : new locks_count 15 00000020:00000040:1.0:1763350989.125813:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 22 00010000:00000001:1.0:1763350989.125820:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350989.125822:0:54877:0:(ldlm_lock.c:2387:__ldlm_reprocess_all()) Process entered 00010000:00000001:1.0:1763350989.125823:0:54877:0:(ldlm_lock.c:1964:ldlm_reprocess_queue()) Process entered 00010000:00000040:1.0:1763350989.125825:0:54877:0:(ldlm_lock.c:1980:ldlm_reprocess_queue()) Reprocessing lock ffff925dd0bfe200 00010000:00000001:1.0:1763350989.125827:0:54877:0:(ldlm_extent.c:851:ldlm_process_extent_lock()) Process entered 00010000:00000001:1.0:1763350989.125828:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350989.125831:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350989.125833:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350989.125835:0:54877:0:(ldlm_extent.c:484:ldlm_extent_compat_queue()) Process entered 00010000:00010000:1.0:1763350989.125836:0:54877:0:(ldlm_extent.c:416:ldlm_check_contention()) contended locks = 0 00010000:00000001:1.0:1763350989.125838:0:54877:0:(ldlm_extent.c:734:ldlm_extent_compat_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350989.125841:0:54877:0:(ldlm_extent.c:220:ldlm_extent_internal_policy_granted()) Process entered 00010000:00000001:1.0:1763350989.125845:0:54877:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:1.0:1763350989.125847:0:54877:0:(ldlm_extent.c:264:ldlm_extent_internal_policy_granted()) Process leaving 00010000:00000001:1.0:1763350989.125848:0:54877:0:(ldlm_extent.c:283:ldlm_extent_internal_policy_waiting()) Process entered 00010000:00000001:1.0:1763350989.125850:0:54877:0:(ldlm_extent.c:167:ldlm_extent_internal_policy_fixup()) Process leaving 00010000:00000001:1.0:1763350989.125852:0:54877:0:(ldlm_extent.c:358:ldlm_extent_internal_policy_waiting()) Process leaving 00010000:00000001:1.0:1763350989.125854:0:54877:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1763350989.125856:0:54877:0:(ldlm_lock.c:725:ldlm_add_ast_work_item()) Process entered 00010000:00010000:1.0:1763350989.125861:0:54877:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cd16 lrc: 2/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd53 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350989.125869:0:54877:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:1.0:1763350989.125874:0:54877:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cd16 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd53 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1763350989.125883:0:54877:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x240000401:0x25d8:0x0].0x0 (ffff925df4a92300) refcount = 2 00010000:00000040:1.0:1763350989.125886:0:54877:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1763350989.125889:0:54877:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cd16 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40080000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd53 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350989.125896:0:54877:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:1.0:1763350989.125897:0:54877:0:(ldlm_pool.c:322:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.125899:0:54877:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1763350989.125901:0:54877:0:(ldlm_extent.c:881:ldlm_process_extent_lock()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350989.125903:0:54877:0:(ldlm_lock.c:2013:ldlm_reprocess_queue()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.0:1763350989.125907:0:54877:0:(ldlm_lock.c:2319:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350989.125911:0:54877:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1763350989.125918:0:54877:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff925ccd7a06c0. 00000100:00000001:1.0:1763350989.125920:0:54877:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446623526014813888 : -120547694737728 : ffff925ccd7a06c0) 00000100:00000001:1.0:1763350989.125923:0:54877:0:(client.c:1204:ptlrpc_prep_fcset()) Process leaving (rc=18446623526014813888 : -120547694737728 : ffff925ccd7a06c0) 00000100:00000001:1.0:1763350989.125925:0:54877:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1763350989.125926:0:54877:0:(client.c:1932:ptlrpc_set_producer()) Process entered 00010000:00000001:1.0:1763350989.125928:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763350989.125930:0:54877:0:(ldlm_lockd.c:1014:ldlm_server_completion_ast()) Process entered 00000100:00000010:1.0:1763350989.125936:0:54877:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925df4d66a00. 00000020:00000040:1.0:1763350989.125940:0:54877:0:(genops.c:1229:class_import_get()) import ffff925de8fe0800 refcount=2 obd=lustre-OST0000 00000100:00000001:1.0:1763350989.125944:0:54877:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1763350989.125947:0:54877:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1763350989.125952:0:54877:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1763350989.125958:0:54877:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff925cc90ff400. 00000100:00000001:1.0:1763350989.125964:0:54877:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350989.125971:0:54877:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff925dd0bfe200/0xcb8c81cc3033cd16 lrc: 3/0,0 mode: PR/PR res: [0x240000401:0x25d8:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000020000 nid: 192.168.202.2@tcp remote: 0x89742c0894eecd53 expref: 22 pid: 63037 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1763350989.125980:0:54877:0:(ldlm_lockd.c:830:ldlm_ast_fini()) Process entered 00000100:00000001:1.0:1763350989.125983:0:54877:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1763350989.125987:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350989.125995:0:54877:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1763350989.125998:0:54877:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350989.126002:0:54877:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925df4d66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101463808:192.168.202.2@tcp:105: 00000100:00000001:1.0:1763350989.126007:0:54877:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1763350989.126013:0:54877:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1763350989.126016:0:54877:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350989.126019:0:54877:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1763350989.126024:0:54877:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff925cc90ffa00. 02000000:00000001:1.0:1763350989.126026:0:54877:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1763350989.126046:0:54877:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466b00. 00000400:00000010:1.0:1763350989.126054:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74dd0. 00000100:00000200:1.0:1763350989.126065:0:54877:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1849001101463808, portal 16 00000100:00000001:1.0:1763350989.126068:0:54877:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1763350989.126069:0:54877:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623530970147328 : -120542739404288 : ffff925df4d66a00) 00000100:00000040:1.0:1763350989.126075:0:54877:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=0 req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350989.126083:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350989.126085:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350989.126087:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74ee0. 00000100:00000200:1.0:1763350989.126090:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 15, xid 1849001101463808, offset 0 00000400:00000200:1.0:1763350989.126098:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350989.126114:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350989.126119:0:54877:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1763350989.126124:0:54877:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.202.102@tcp 00000400:00000200:1.0:1763350989.126129:0:54877:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.202.102@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1763350989.126132:0:54877:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.2@tcp 00000400:00000200:1.0:1763350989.126136:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198286:198286:256:4294967295] 192.168.202.2@tcp LPNI seq info [198282:198282:8:4294967295] 00000400:00000200:1.0:1763350989.126149:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350989.126155:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350989.126160:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c900. 00000800:00000200:1.0:1763350989.126167:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350989.126176:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350989.126181:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1763350989.126209:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.126214:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 0 is 4300866098 00000100:00000001:1.0:1763350989.126222:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300866089 00000100:00000001:1.0:1763350989.126236:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 1 is 4300866098 00000100:00000001:1.0:1763350989.126239:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300866089 00000100:00000001:1.0:1763350989.126241:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 2 is 4300866098 00000100:00000001:1.0:1763350989.126245:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300866089 00000100:00000001:1.0:1763350989.126247:0:54877:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000: PM QoS new deadline estimation for cpu 3 is 4300866098 00000100:00000001:1.0:1763350989.126250:0:54877:0:(niobuf.c:684:kick_cpu_latency()) lustre-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300866089 00000100:00000001:1.0:1763350989.126252:0:54877:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350989.126255:0:54877:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.126258:0:54877:0:(ldlm_lockd.c:842:ldlm_ast_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.126260:0:54877:0:(ldlm_lockd.c:1132:ldlm_server_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.126261:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.126263:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350989.126264:0:54877:0:(ldlm_lock.c:2300:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.126266:0:54877:0:(ldlm_lock.c:2266:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:1.0:1763350989.126267:0:54877:0:(ldlm_lock.c:2269:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1763350989.126269:0:54877:0:(client.c:1947:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.126271:0:54877:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1763350989.126274:0:54877:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1763350989.126276:0:54877:0:(client.c:2690:ptlrpc_set_wait()) set ffff925ccd7a06c0 going to sleep for 11 seconds 00000100:00000001:1.0:1763350989.126279:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1763350989.126281:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1763350989.126354:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb0196e8. 00000100:00000200:0.0:1763350989.126359:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 400 bytes to portal 4, xid 1849001118798848, offset 224 00000400:00000200:0.0:1763350989.126364:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350989.126369:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350989.126374:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198287:198287:255:4294967295] 192.168.202.2@tcp LPNI seq info [198283:198283:7:4294967295] 00000400:00000200:0.0:1763350989.126381:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350989.126385:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 400 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350989.126389:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5c00. 00000800:00000200:0.0:1763350989.126392:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350989.126396:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350989.126399:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5c00 type 1, nob 496 niov 1 nkiov 1 00000100:00000001:0.0:1763350989.126401:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350989.126405:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350989.126407:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350989.126409:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.126412:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350989.126417:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d66300 x1849001118798848/t0(0) o101->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 328/400 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350989.126431:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925df4d66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+22:226804:x1849001118798848:12345-192.168.202.2@tcp:101:cmp.0 Request processed in 10961us (11300us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350989.126440:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20052 00000100:00000040:0.0:1763350989.126443:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:0.0:1763350989.126445:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350989.126447:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350989.126453:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dd9f66c80. 00000020:00000010:0.0:1763350989.126458:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090898. 00000020:00000010:0.0:1763350989.126462:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a09c00. 00000020:00000040:0.0:1763350989.126467:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 21 00000100:00000001:0.0:1763350989.126469:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350989.126581:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350989.126586:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c900. 00000400:00000200:2.0:1763350989.126591:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.126617:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350989.126623:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74ee0 00000400:00000010:2.0:1763350989.126625:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74ee0. 00000100:00000001:2.0:1763350989.126630:0:3309:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350989.126634:0:3309:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.126644:0:3309:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350989.126646:0:3309:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 2 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.126652:0:3309:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.126654:0:3309:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1763350989.126733:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350989.126735:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5c00. 00000400:00000200:2.0:1763350989.126740:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.126744:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350989.126746:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb0196e8 00000400:00000010:2.0:1763350989.126748:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb0196e8. 00000100:00000001:2.0:1763350989.126751:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350989.126753:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350989.131567:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.131591:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350989.131643:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.131646:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.131661:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350989.131685:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 16 MB=0x691a81dd79100 00000400:00000200:2.0:1763350989.131696:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.202.2@tcp of length 224/224 into md 0x12fdd1 [1] + 224 00000800:00000001:2.0:1763350989.131707:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.131718:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.131721:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.131726:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350989.131736:0:3308:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350989.131746:0:3308:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1763350989.131758:0:3308:0:(events.c:149:reply_in_callback()) @@@ reply in flags=0 mlen=224 offset=224 replen=224 req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1763350989.131775:0:3308:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1763350989.131785:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.131789:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350989.131958:0:54877:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1763350989.131970:0:54877:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1763350989.131972:0:54877:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1763350989.131976:0:54877:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dd1466b00. 00000400:00000200:1.0:1763350989.131982:0:54877:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74dd0 00000400:00000010:1.0:1763350989.131985:0:54877:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74dd0. 00000100:00000001:1.0:1763350989.131988:0:54877:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1763350989.131993:0:54877:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1763350989.132000:0:54877:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350989.132005:0:54877:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1763350989.132006:0:54877:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350989.132009:0:54877:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1763350989.132014:0:54877:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1763350989.132017:0:54877:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1763350989.132020:0:54877:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350989.132024:0:54877:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350989.132032:0:54877:0:(import.c:2128:obd_at_measure()) add 5 to ffff925de8fe0c58 time=44 v=5 (5 5 5 0) 00000100:00001000:1.0:1763350989.132045:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925de8fe0c10 time=44 v=5 (1 1 1 0) 00000100:00000001:1.0:1763350989.132048:0:54877:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1763350989.132050:0:54877:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.132054:0:54877:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1763350989.132058:0:54877:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.132061:0:54877:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350989.132066:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 1 fl Rpc:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350989.132075:0:54877:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350989.132078:0:54877:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1763350989.132081:0:54877:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350989.132084:0:54877:0:(ldlm_lockd.c:764:ldlm_cb_interpret()) Process entered 00010000:00000001:1.0:1763350989.132087:0:54877:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.132090:0:54877:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1763350989.132091:0:54877:0:(ldlm_lockd.c:812:ldlm_cb_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350989.132097:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 1 fl Interpret:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1763350989.132104:0:54877:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925df4d66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_006:lustre-OST0000_UUID:54877:1849001101463808:192.168.202.2@tcp:105: 00000100:00000001:1.0:1763350989.132110:0:54877:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350989.132113:0:54877:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.132117:0:54877:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1763350989.132120:0:54877:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1763350989.132123:0:54877:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925df4d66a00 x1849001101463808/t0(0) o105->lustre-OST0000@192.168.202.2@tcp:15/16 lens 392/224 e 0 to 0 dl 1763351005 ref 1 fl Complete:RQU/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1763350989.132129:0:54877:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1763350989.132131:0:54877:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1763350989.132137:0:54877:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff925cc90ffa00. 02000000:00000001:1.0:1763350989.132142:0:54877:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1763350989.132145:0:54877:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1763350989.132147:0:54877:0:(genops.c:1242:class_import_put()) import ffff925de8fe0800 refcount=1 obd=lustre-OST0000 00000020:00000001:1.0:1763350989.132149:0:54877:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1763350989.132153:0:54877:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff925cc90ff400. 02000000:00000001:1.0:1763350989.132157:0:54877:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1763350989.132160:0:54877:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1763350989.132162:0:54877:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925df4d66a00. 00000100:00000001:1.0:1763350989.132167:0:54877:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1763350989.132169:0:54877:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1763350989.132171:0:54877:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff925ccd7a06c0. 00000100:00000001:1.0:1763350989.132174:0:54877:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00010000:00000001:1.0:1763350989.132176:0:54877:0:(ldlm_lock.c:2363:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:1.0:1763350989.132179:0:54877:0:(ldlm_lock.c:2365:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff925dc4c52c00. 00010000:00000001:1.0:1763350989.132183:0:54877:0:(ldlm_lock.c:2421:__ldlm_reprocess_all()) Process leaving 00010000:00010000:1.0:1763350989.132188:0:54877:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00000001:1.0:1763350989.132191:0:54877:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1763350989.132199:0:54877:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350989.132203:0:54877:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350989.132208:0:54877:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd0a499e8 time=72 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350989.132214:0:54877:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350989.132217:0:54877:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350989.132219:0:54877:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350989.132222:0:54877:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350989.132225:0:54877:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.132228:0:54877:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350989.132231:0:54877:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350989.132236:0:54877:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74dd0. 00000100:00000200:1.0:1763350989.132241:0:54877:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1849001118798976, offset 224 00000400:00000200:1.0:1763350989.132248:0:54877:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350989.132260:0:54877:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350989.132267:0:54877:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198288:198288:256:4294967295] 192.168.202.2@tcp LPNI seq info [198284:198284:8:4294967295] 00000400:00000200:1.0:1763350989.132279:0:54877:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350989.132284:0:54877:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350989.132292:0:54877:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1c800. 00000800:00000200:1.0:1763350989.132298:0:54877:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350989.132308:0:54877:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350989.132313:0:54877:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1c800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763350989.132323:0:54877:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350989.132328:0:54877:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350989.132330:0:54877:0:(ldlm_lockd.c:1846:ldlm_handle_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1763350989.132333:0:54877:0:(ldlm_lockd.c:2612:ldlm_cancel_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350989.132339:0:54877:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dee1e1880 x1849001118798976/t0(0) o103->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 328/224 e 0 to 0 dl 1763351000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350989.132349:0:54877:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dee1e1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118798976:12345-192.168.202.2@tcp:103:ldlm_bl.0 Request processed in 6758us (9857us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350989.132364:0:54877:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 4041 00000100:00000040:1.0:1763350989.132369:0:54877:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350989.132372:0:54877:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350989.132374:0:54877:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350989.132382:0:54877:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70300. 00000020:00000010:1.0:1763350989.132387:0:54877:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d30c8. 00000020:00000010:1.0:1763350989.132392:0:54877:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90fe000. 00000020:00000040:1.0:1763350989.132397:0:54877:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350989.132400:0:54877:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:0.0:1763350989.132633:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1763350989.132640:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1c800. 00000400:00000200:0.0:1763350989.132644:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.132649:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350989.132652:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74dd0 00000400:00000010:0.0:1763350989.132654:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74dd0. 00000100:00000001:0.0:1763350989.132658:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:0.0:1763350989.132660:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000010:1.1:1763350989.133159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff925dc7899e00. 00000800:00000001:2.0:1763350989.135061:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.135085:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350989.135090:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.135093:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.135106:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350989.135128:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 6 MB=0x691a81ee01500 00000400:00000200:2.0:1763350989.135139:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 488/488 into md 0x90aa1 [128] + 150848 00000800:00000001:2.0:1763350989.135149:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.135162:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.135165:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.135169:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350989.135178:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350989.135181:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:2.0:1763350989.135189:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230e680. 00000100:00000040:2.0:1763350989.135193:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925cc230e680 x1849001118799104 msgsize 488 00000100:00100000:2.0:1763350989.135197:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350989.135216:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350989.135226:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.135231:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1763350989.135308:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1763350989.135312:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118799104 02000000:00000001:3.0:1763350989.135315:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1763350989.135318:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1763350989.135321:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1763350989.135326:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1763350989.135331:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118799104 00000020:00000001:3.0:1763350989.135334:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1763350989.135336:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:3.0:1763350989.135339:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350989.135343:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:3.0:1763350989.135345:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:3.0:1763350989.135348:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:3.0:1763350989.135354:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1763350989.135361:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dea57ff00. 00000100:00000001:3.0:1763350989.135365:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1763350989.135367:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dea57ff00. 00000020:00000010:3.0:1763350989.135375:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925de97df600. 00000020:00000010:3.0:1763350989.135381:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925deac69e80. 00000020:00000010:3.0:1763350989.135387:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925deb375898. 00000100:00000040:3.0:1763350989.135398:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:3.0:1763350989.135401:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1763350989.135403:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1763350989.135406:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:3.0:1763350989.135409:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1763350989.135411:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:3.0:1763350989.135415:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1763350989.135420:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:3.0:1763350989.135425:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:3.0:1763350989.135428:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.135431:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:3.0:1763350989.135434:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.135437:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350989.135439:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350989.135441:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.135442:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350989.135444:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350989.135445:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1763350989.135447:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:3.0:1763350989.135449:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:3.0:1763350989.135450:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350989.135453:0:57864:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:3.0:1763350989.135456:0:57864:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350989.135459:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350989.135461:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350989.135465:0:57864:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:3.0:1763350989.135466:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1763350989.135470:0:57864:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:3.0:1763350989.135479:0:57864:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000401:0x25d8:0x0] (0->4095) req@ffff925cc230e680 x1849001118799104/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:3.0:1763350989.135489:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:3.0:1763350989.135491:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925cc230e680 with x1849001118799104 ext(0->4095) 00010000:00000001:3.0:1763350989.135494:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1763350989.135496:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1763350989.135498:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:3.0:1763350989.135500:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350989.135502:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:3.0:1763350989.135506:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1763350989.135507:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:3.0:1763350989.135509:0:57864:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:3.0:1763350989.135511:0:57864:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925cc230e680 00002000:00000001:3.0:1763350989.135513:0:57864:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.135515:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.135524:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1763350989.135853:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1763350989.135948:0:104356:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350989.135952:0:104356:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1763350989.135958:0:104356:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3718 00000100:00000040:1.0:1763350989.135962:0:104356:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:1.0:1763350989.135964:0:104356:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623525825472128 : -120547884079488 : ffff925cc230e680) 00000100:00000040:1.0:1763350989.135970:0:104356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925cc230e680 x1849001118799104/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1763350989.135979:0:104356:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1763350989.135984:0:104356:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350989.135987:0:104356:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1763350989.135989:0:104356:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000100:00100000:1.0:1763350989.135993:0:104356:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925cc230e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118799104:12345-192.168.202.2@tcp:3:cmp.0 00000100:00000200:1.0:1763350989.135998:0:104356:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118799104 00000020:00000001:1.0:1763350989.136000:0:104356:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:1.0:1763350989.136004:0:104356:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:1.0:1763350989.136006:0:104356:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.136009:0:104356:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350989.136010:0:104356:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:1.0:1763350989.136013:0:104356:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350989.136017:0:104356:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350989.136020:0:104356:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350989.136021:0:104356:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350989.136023:0:104356:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.136028:0:104356:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350989.136030:0:104356:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1763350989.136049:0:104356:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff925ddf360000. 02000000:00000001:1.0:1763350989.136051:0:104356:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.136054:0:104356:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.136057:0:104356:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:1.0:1763350989.136060:0:104356:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:1.0:1763350989.136062:0:104356:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.136065:0:104356:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:1.0:1763350989.136072:0:104356:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:1.0:1763350989.136074:0:104356:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:1.0:1763350989.136077:0:104356:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 315228160 dropped 0, local 315228160 00000020:00000001:1.0:1763350989.136081:0:104356:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:1.0:1763350989.136082:0:104356:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:1.0:1763350989.136085:0:104356:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:1.0:1763350989.136087:0:104356:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:1.0:1763350989.136091:0:104356:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:1.0:1763350989.136099:0:104356:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:1.0:1763350989.136102:0:104356:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:1.0:1763350989.136106:0:104356:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:1.0:1763350989.136118:0:104356:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350989.136120:0:104356:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:1.0:1763350989.136122:0:104356:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1763350989.136131:0:104356:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:1.0:1763350989.136189:0:104356:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:1.0:1763350989.136196:0:104356:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350989.136198:0:104356:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.136200:0:104356:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.136205:0:104356:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:1.0:1763350989.136239:0:104356:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:1.0:1763350989.136243:0:104356:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:1.0:1763350989.136261:0:104356:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:1.0:1763350989.136263:0:104356:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: de694cad (4) 00000020:00008000:1.0:1763350989.136267:0:104356:0:(tgt_handler.c:2065:tgt_pages2shortio()) index 0 offset = 0 len = 4096 left = 4096 00000020:00000001:1.0:1763350989.136271:0:104356:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:1.0:1763350989.136277:0:104356:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350989.136286:0:104356:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.136290:0:104356:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:1.0:1763350989.136293:0:104356:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350989.136295:0:104356:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:1.0:1763350989.136304:0:104356:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00002000:00000001:1.0:1763350989.136307:0:104356:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1763350989.136309:0:104356:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.136311:0:104356:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.136313:0:104356:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:1.0:1763350989.136315:0:104356:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:1.0:1763350989.136317:0:104356:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=4096 : 4096 : 1000) 00010000:00000040:1.0:1763350989.136322:0:104356:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847705, transno 0, xid 1849001118799104 00010000:00000001:1.0:1763350989.136325:0:104356:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:1.0:1763350989.136330:0:104356:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925cc230e680 x1849001118799104/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/4536 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 4096/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1763350989.136339:0:104356:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1763350989.136342:0:104356:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350989.136346:0:104356:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350989.136352:0:104356:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350989.136355:0:104356:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350989.136357:0:104356:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:1.0:1763350989.136360:0:104356:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1763350989.136362:0:104356:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.136366:0:104356:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1763350989.136369:0:104356:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:1.0:1763350989.136375:0:104356:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccd7a06c0. 00000100:00000200:1.0:1763350989.136381:0:104356:0:(niobuf.c:94:ptl_send_buf()) Sending 4536 bytes to portal 4, xid 1849001118799104, offset 224 00000400:00000200:1.0:1763350989.136390:0:104356:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350989.136402:0:104356:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:1.0:1763350989.136408:0:104356:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198289:198289:256:4294967295] 192.168.202.2@tcp LPNI seq info [198285:198285:8:4294967295] 00000400:00000200:1.0:1763350989.136420:0:104356:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350989.136425:0:104356:0:(socklnd_cb.c:1001:ksocknal_send()) sending 4536 bytes in 2 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350989.136430:0:104356:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 264 at ffff925cc90fe000. 00000800:00000200:1.0:1763350989.136436:0:104356:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350989.136444:0:104356:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1022 00000800:00000200:1.0:1763350989.136448:0:104356:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925cc90fe000 type 1, nob 4632 niov 1 nkiov 2 00000100:00000001:1.0:1763350989.136470:0:104356:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350989.136474:0:104356:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350989.136477:0:104356:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350989.136479:0:104356:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.136481:0:104356:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350989.136485:0:104356:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230e680 x1849001118799104/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/4536 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1763350989.136493:0:104356:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925cc230e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_018:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118799104:12345-192.168.202.2@tcp:3:cmp.0 Request processed in 513us (1298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1763350989.136501:0:104356:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3718 00000100:00000040:1.0:1763350989.136505:0:104356:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:1.0:1763350989.136507:0:104356:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:1.0:1763350989.136510:0:104356:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:1.0:1763350989.136514:0:104356:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_018: refresh rw locks for [0x240000401:0x25d8:0x0] (0->4095) req@ffff925cc230e680 x1849001118799104/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/4536 e 0 to 0 dl 1763351000 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:1.0:1763350989.136522:0:104356:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:1.0:1763350989.136524:0:104356:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925cc230e680 with x1849001118799104 ext(0->4095) 00010000:00000001:1.0:1763350989.136527:0:104356:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1763350989.136529:0:104356:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1763350989.136531:0:104356:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:1.0:1763350989.136532:0:104356:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:1.0:1763350989.136535:0:104356:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:1.0:1763350989.136538:0:104356:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1763350989.136539:0:104356:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:1.0:1763350989.136540:0:104356:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:1.0:1763350989.136542:0:104356:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925cc230e680 00002000:00000001:1.0:1763350989.136544:0:104356:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.136546:0:104356:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350989.136552:0:104356:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925deac69e80. 00000020:00000010:1.0:1763350989.136557:0:104356:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925deb375898. 00000020:00000010:1.0:1763350989.136563:0:104356:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925de97df600. 00000020:00000040:1.0:1763350989.136567:0:104356:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:1.0:1763350989.136570:0:104356:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1763350989.137283:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350989.137293:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 264 at ffff925cc90fe000. 00000400:00000200:2.0:1763350989.137300:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.137308:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:2.0:1763350989.137314:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925ccd7a06c0 00000400:00000010:2.0:1763350989.137317:0:3308:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925ccd7a06c0. 00000100:00000001:2.0:1763350989.137321:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350989.137323:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:0.0:1763350989.141712:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.141735:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1763350989.141740:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.141742:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.141755:0:3310:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:0.0:1763350989.141778:0:3310:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 488 into portal 6 MB=0x691a81ee01580 00000400:00000200:0.0:1763350989.141788:0:3310:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 6 from 12345-192.168.202.2@tcp of length 488/488 into md 0x90aa1 [128] + 151336 00000800:00000001:0.0:1763350989.141797:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.141810:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1763350989.141812:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1763350989.141817:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350989.141825:0:3310:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:0.0:1763350989.141828:0:3310:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_io 00000100:00000010:0.0:1763350989.141839:0:3310:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925e00cffb80. 00000100:00000040:0.0:1763350989.141844:0:3310:0:(events.c:337:request_in_callback()) incoming req@ffff925e00cffb80 x1849001118799232 msgsize 488 00000100:00100000:0.0:1763350989.141847:0:3310:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:0.0:1763350989.141866:0:3310:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:0.0:1763350989.141876:0:3310:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:0.0:1763350989.141880:0:3310:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.142111:0:57864:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350989.142116:0:57864:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118799232 02000000:00000001:2.0:1763350989.142119:0:57864:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350989.142121:0:57864:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350989.142124:0:57864:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350989.142129:0:57864:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350989.142133:0:57864:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118799232 00000020:00000001:2.0:1763350989.142137:0:57864:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350989.142139:0:57864:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30323580 00000020:00000001:2.0:1763350989.142142:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.142146:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925de8fe7800 refcount=21 00000020:00000001:2.0:1763350989.142149:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000020:00000001:2.0:1763350989.142151:0:57864:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530771445760 : -120542938105856 : ffff925de8fe7800) 00000100:00000001:2.0:1763350989.142156:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.142162:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.142166:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.142170:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000020:00000010:2.0:1763350989.142177:0:57864:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08800. 00000020:00000010:2.0:1763350989.142183:0:57864:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dd9f66180. 00000020:00000010:2.0:1763350989.142188:0:57864:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090bb8. 00000100:00000040:2.0:1763350989.142198:0:57864:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_io at +6s 00000100:00000001:2.0:1763350989.142201:0:57864:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350989.142203:0:57864:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1763350989.142206:0:57864:0:(tgt_handler.c:904:tgt_hpreq_handler()) Process entered 00000020:00000001:2.0:1763350989.142209:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350989.142212:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:2.0:1763350989.142216:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350989.142221:0:57864:0:(tgt_handler.c:223:tgt_ost_body_unpack()) Process entered 00000020:00000001:2.0:1763350989.142226:0:57864:0:(tgt_handler.c:118:tgt_validate_obdo()) Process entered 00000020:00000001:2.0:1763350989.142229:0:57864:0:(tgt_handler.c:153:tgt_validate_obdo()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.142232:0:57864:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1763350989.142234:0:57864:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.142237:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.142239:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.142241:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.142242:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.142243:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.142245:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1763350989.142247:0:57864:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:2.0:1763350989.142248:0:57864:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1763350989.142250:0:57864:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142253:0:57864:0:(tgt_handler.c:170:tgt_io_data_unpack()) Process entered 00000020:00000001:2.0:1763350989.142255:0:57864:0:(tgt_handler.c:213:tgt_io_data_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142258:0:57864:0:(tgt_handler.c:274:tgt_ost_body_unpack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142260:0:57864:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350989.142264:0:57864:0:(ofd_dev.c:2873:ofd_hp_brw()) Process entered 00000020:00000001:2.0:1763350989.142266:0:57864:0:(tgt_handler.c:927:tgt_hpreq_handler()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350989.142268:0:57864:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763350989.142278:0:57864:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000401:0x25d8:0x0] (4096->8191) req@ffff925e00cffb80 x1849001118799232/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763350989.142287:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350989.142291:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925e00cffb80 with x1849001118799232 ext(4096->8191) 00010000:00000001:2.0:1763350989.142294:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.142296:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.142299:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350989.142301:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.142304:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.142308:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.142310:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350989.142311:0:57864:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350989.142313:0:57864:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925e00cffb80 00002000:00000001:2.0:1763350989.142315:0:57864:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.142317:0:57864:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.142327:0:57864:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.142333:0:57864:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350989.142347:0:57864:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350989.142349:0:57864:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350989.142353:0:57864:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3719 00000100:00000040:2.0:1763350989.142357:0:57864:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925de8fe7800 : new rpc_count 1 00000100:00000001:2.0:1763350989.142359:0:57864:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623531171052416 : -120542538499200 : ffff925e00cffb80) 00000100:00000040:2.0:1763350989.142364:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925e00cffb80 x1849001118799232/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1763350989.142372:0:57864:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350989.142374:0:57864:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b59c0. 00000100:00000001:2.0:1763350989.142376:0:57864:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350989.142378:0:57864:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b59c0. 00000100:00100000:2.0:1763350989.142382:0:57864:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925e00cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118799232:12345-192.168.202.2@tcp:3:cmp.0 00000100:00000200:2.0:1763350989.142385:0:57864:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118799232 00000020:00000001:2.0:1763350989.142389:0:57864:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350989.142392:0:57864:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350989.142394:0:57864:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142395:0:57864:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350989.142397:0:57864:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670839792 : -1038711824 : ffffffffc21683f0) 00000020:00000001:2.0:1763350989.142401:0:57864:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350989.142404:0:57864:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350989.142407:0:57864:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350989.142408:0:57864:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350989.142410:0:57864:0:(tgt_handler.c:291:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.142414:0:57864:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350989.142417:0:57864:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350989.142425:0:57864:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 4832 at ffff925ddf2be000. 02000000:00000001:2.0:1763350989.142427:0:57864:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.142429:0:57864:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142432:0:57864:0:(tgt_handler.c:2338:tgt_brw_read()) Process entered 00000020:00000001:2.0:1763350989.142436:0:57864:0:(tgt_handler.c:1810:tgt_brw_lock()) Process entered 00000020:00000001:2.0:1763350989.142438:0:57864:0:(tgt_handler.c:1819:tgt_brw_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142441:0:57864:0:(obd_class.h:1139:obd_preprw()) Process entered 00000020:00000001:2.0:1763350989.142446:0:57864:0:(tgt_grant.c:1176:tgt_grant_prepare_read()) Process entered 00000020:00000001:2.0:1763350989.142449:0:57864:0:(tgt_grant.c:489:tgt_grant_incoming()) Process entered 00000020:00000020:2.0:1763350989.142452:0:57864:0:(tgt_grant.c:505:tgt_grant_incoming()) lustre-OST0000: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925de8fe7800 reports grant 315228160 dropped 0, local 315228160 00000020:00000001:2.0:1763350989.142457:0:57864:0:(tgt_grant.c:561:tgt_grant_incoming()) Process leaving 00000020:00000001:2.0:1763350989.142458:0:57864:0:(tgt_grant.c:1226:tgt_grant_prepare_read()) Process leaving 00002000:00000001:2.0:1763350989.142461:0:57864:0:(ofd_io.c:593:ofd_preprw_read()) Process entered 00002000:00000001:2.0:1763350989.142463:0:57864:0:(ofd_objects.c:87:ofd_object_find()) Process entered 00000020:00000001:2.0:1763350989.142467:0:57864:0:(lu_object.c:808:lu_object_find_at()) Process entered 00000020:00000001:2.0:1763350989.142474:0:57864:0:(lu_object.c:847:lu_object_find_at()) Process leaving (rc=18446623526289082232 : -120547420469384 : ffff925cddd30778) 00002000:00000001:2.0:1763350989.142476:0:57864:0:(ofd_objects.c:101:ofd_object_find()) Process leaving (rc=18446623526289082144 : -120547420469472 : ffff925cddd30720) 00002000:00000001:2.0:1763350989.142480:0:57864:0:(ofd_objects.c:1580:ofd_repair_resource_ids()) Process entered 00002000:00000001:2.0:1763350989.142490:0:57864:0:(ofd_objects.c:1199:ofd_can_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350989.142492:0:57864:0:(ofd_objects.c:1604:ofd_repair_resource_ids()) Process leaving 00002000:00000001:2.0:1763350989.142494:0:57864:0:(ofd_objects.c:1629:ofd_check_repair_resource_ids()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350989.142503:0:57864:0:(osd_io.c:547:osd_bufs_get_read()) Process entered 00080000:00000001:2.0:1763350989.142575:0:57864:0:(osd_io.c:635:osd_bufs_get_read()) Process leaving (rc=1 : 1 : 1) 00002000:00000001:2.0:1763350989.142581:0:57864:0:(ofd_io.c:666:ofd_preprw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350989.142583:0:57864:0:(ofd_io.c:961:ofd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142585:0:57864:0:(obd_class.h:1155:obd_preprw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142591:0:57864:0:(tgt_handler.c:2307:tgt_checksum_niobuf_rw()) Process entered 00000001:00000040:2.0:1763350989.142667:0:57864:0:(lnet-crypto.c:108:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5306 MB/s 00000020:00000040:2.0:1763350989.142671:0:57864:0:(tgt_handler.c:1863:tgt_checksum_niobuf()) Checksum for algo crc32c 00000020:00000001:2.0:1763350989.142679:0:57864:0:(tgt_handler.c:2319:tgt_checksum_niobuf_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00008000:2.0:1763350989.142682:0:57864:0:(tgt_handler.c:2495:tgt_brw_read()) checksum at read origin: 0 (4) 00000020:00000001:2.0:1763350989.142686:0:57864:0:(obd_class.h:1167:obd_commitrw()) Process entered 00000020:00000001:2.0:1763350989.142693:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000010:2.0:1763350989.142704:0:57864:0:(lprocfs_status.c:1410:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 640 at ffff925df83f4800. 00000020:00000001:2.0:1763350989.142708:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142712:0:57864:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:2.0:1763350989.142714:0:57864:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350989.142716:0:57864:0:(ofd_io.c:986:ofd_commitrw_read()) Process entered 00000020:00000002:2.0:1763350989.142736:0:57864:0:(lu_object.c:207:lu_object_put()) Add ffff925cddd30778/ffff925cddd30720 to site lru. bkt: ffff925df5024038 00002000:00000001:2.0:1763350989.142739:0:57864:0:(ofd_io.c:1001:ofd_commitrw_read()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350989.142742:0:57864:0:(ofd_io.c:1605:ofd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142744:0:57864:0:(obd_class.h:1185:obd_commitrw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142746:0:57864:0:(tgt_handler.c:1834:tgt_brw_unlock()) Process entered 00000020:00000001:2.0:1763350989.142748:0:57864:0:(tgt_handler.c:1843:tgt_brw_unlock()) Process leaving 00000020:00000001:2.0:1763350989.142751:0:57864:0:(tgt_handler.c:2592:tgt_brw_read()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350989.142754:0:57864:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 21474847705, transno 0, xid 1849001118799232 00010000:00000001:2.0:1763350989.142757:0:57864:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350989.142763:0:57864:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925e00cffb80 x1849001118799232/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/440 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1763350989.142771:0:57864:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350989.142775:0:57864:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350989.142779:0:57864:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df5afdde8 time=86 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350989.142784:0:57864:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350989.142787:0:57864:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:2.0:1763350989.142789:0:57864:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:2.0:1763350989.142792:0:57864:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350989.142795:0:57864:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.142798:0:57864:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350989.142801:0:57864:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:2.0:1763350989.142807:0:57864:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2ee0. 00000100:00000200:2.0:1763350989.142813:0:57864:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 4, xid 1849001118799232, offset 224 00000400:00000200:2.0:1763350989.142820:0:57864:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350989.142832:0:57864:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:2.0:1763350989.142839:0:57864:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198290:198290:256:4294967295] 192.168.202.2@tcp LPNI seq info [198286:198286:8:4294967295] 00000400:00000200:2.0:1763350989.142851:0:57864:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:2.0:1763350989.142856:0:57864:0:(socklnd_cb.c:1001:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:2.0:1763350989.142862:0:57864:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925dd9f37100. 00000800:00000200:2.0:1763350989.142868:0:57864:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:2.0:1763350989.142875:0:57864:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:2.0:1763350989.142880:0:57864:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925dd9f37100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:2.0:1763350989.142904:0:57864:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350989.142908:0:57864:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:2.0:1763350989.142910:0:57864:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350989.142912:0:57864:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350989.142914:0:57864:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350989.142918:0:57864:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925e00cffb80 x1849001118799232/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/440 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1763350989.142926:0:57864:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925e00cffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2358:x1849001118799232:12345-192.168.202.2@tcp:3:cmp.0 Request processed in 552us (1080us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350989.142933:0:57864:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3719 00000100:00000040:2.0:1763350989.142937:0:57864:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925de8fe7800 : new rpc_count 0 00000100:00000001:2.0:1763350989.142939:0:57864:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00002000:00000001:2.0:1763350989.142941:0:57864:0:(ofd_dev.c:2675:ofd_rw_hpreq_check()) Process entered 00002000:00100000:2.0:1763350989.142945:0:57864:0:(ofd_dev.c:2706:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000401:0x25d8:0x0] (4096->8191) req@ffff925e00cffb80 x1849001118799232/t0(0) o3->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 488/440 e 0 to 0 dl 1763351000 ref 1 fl Complete:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00000001:2.0:1763350989.142952:0:57864:0:(ofd_dev.c:2556:ofd_prolong_extent_locks()) Process entered 00002000:00100000:2.0:1763350989.142953:0:57864:0:(ofd_dev.c:2565:ofd_prolong_extent_locks()) Prolong locks for req ffff925e00cffb80 with x1849001118799232 ext(4096->8191) 00010000:00000001:2.0:1763350989.142955:0:57864:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1763350989.142957:0:57864:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350989.142958:0:57864:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff925dd0bfe200 refcount=3 00000020:00000001:2.0:1763350989.142961:0:57864:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.142963:0:57864:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446623530364690944 : -120543344860672 : ffff925dd0bfe200) 00010000:00000001:2.0:1763350989.142965:0:57864:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1763350989.142967:0:57864:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00002000:00000001:2.0:1763350989.142968:0:57864:0:(ofd_dev.c:2581:ofd_prolong_extent_locks()) Process leaving 00002000:00010000:2.0:1763350989.142970:0:57864:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff925e00cffb80 00002000:00000001:2.0:1763350989.142972:0:57864:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350989.142974:0:57864:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350989.142979:0:57864:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dd9f66180. 00000020:00000010:2.0:1763350989.142983:0:57864:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090bb8. 00000020:00000010:2.0:1763350989.142986:0:57864:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08800. 00000020:00000040:2.0:1763350989.142993:0:57864:0:(genops.c:898:class_export_put()) PUTting export ffff925de8fe7800 : new refcount 20 00000100:00000001:2.0:1763350989.142995:0:57864:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350989.143632:0:3309:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350989.143641:0:3309:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925dd9f37100. 00000400:00000200:3.0:1763350989.143647:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350989.143654:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350989.143660:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2ee0 00000400:00000010:3.0:1763350989.143662:0:3309:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2ee0. 00000100:00000001:3.0:1763350989.143669:0:3309:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350989.143671:0:3309:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1763350989.149816:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.149896:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1763350989.149902:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.149906:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.149920:0:3308:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:2.0:1763350989.149948:0:3308:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 392 into portal 23 MB=0x691a81ee01680 00000400:00000200:2.0:1763350989.149961:0:3308:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 17 from 12345-192.168.202.2@tcp of length 392/392 into md 0x124e8d [2] + 784 00000800:00000001:2.0:1763350989.149974:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.149991:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.149996:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.150000:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:2.0:1763350989.150009:0:3308:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350989.150012:0:3308:0:(events.c:296:request_in_callback()) event type 2, status 0, service mdt_readpage 00000100:00000010:2.0:1763350989.150022:0:3308:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230d880. 00000100:00000040:2.0:1763350989.150026:0:3308:0:(events.c:337:request_in_callback()) incoming req@ffff925cc230d880 x1849001118799488 msgsize 392 00000100:00100000:2.0:1763350989.150030:0:3308:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:2.0:1763350989.150110:0:3308:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1763350989.150122:0:3308:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1763350989.150127:0:3308:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350989.150183:0:20016:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350989.150188:0:20016:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118799488 02000000:00000001:0.0:1763350989.150192:0:20016:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350989.150196:0:20016:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350989.150198:0:20016:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350989.150204:0:20016:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350989.150209:0:20016:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118799488 00000020:00000001:0.0:1763350989.150212:0:20016:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350989.150215:0:20016:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d59 00000020:00000001:0.0:1763350989.150218:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350989.150222:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925ddf07e000 refcount=499 00000020:00000001:0.0:1763350989.150226:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000020:00000001:0.0:1763350989.150229:0:20016:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530604290048 : -120543105261568 : ffff925ddf07e000) 00000100:00000001:0.0:1763350989.150236:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350989.150244:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda8c0. 00000100:00000001:0.0:1763350989.150250:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350989.150253:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda8c0. 00000020:00000010:0.0:1763350989.150262:0:20016:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e000. 00000020:00000010:0.0:1763350989.150269:0:20016:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd991cc00. 00000020:00000010:0.0:1763350989.150276:0:20016:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000100:00000040:0.0:1763350989.150287:0:20016:0:(service.c:1427:ptlrpc_at_set_timer()) armed mdt_readpage at +6s 00000100:00000001:0.0:1763350989.150290:0:20016:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350989.150292:0:20016:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1763350989.150294:0:20016:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.150303:0:20016:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.150319:0:20016:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350989.150333:0:20016:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350989.150335:0:20016:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1763350989.150341:0:20016:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 20890 00000100:00000040:0.0:1763350989.150345:0:20016:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925ddf07e000 : new rpc_count 1 00000100:00000001:0.0:1763350989.150347:0:20016:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623525825468544 : -120547884083072 : ffff925cc230d880) 00000100:00000040:0.0:1763350989.150355:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925cc230d880 x1849001118799488/t0(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 392/0 e 0 to 0 dl 1763351000 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1763350989.150365:0:20016:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350989.150368:0:20016:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda8c0. 00000100:00000001:0.0:1763350989.150370:0:20016:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350989.150372:0:20016:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda8c0. 00000100:00100000:0.0:1763350989.150377:0:20016:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925cc230d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+499:226804:x1849001118799488:12345-192.168.202.2@tcp:35:cmp.0 00000100:00000200:0.0:1763350989.150381:0:20016:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118799488 00000020:00000001:0.0:1763350989.150386:0:20016:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350989.150390:0:20016:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000001:00000001:0.0:1763350989.150397:0:20016:0:(tgt_lastrcvd.c:343:tgt_release_reply_data()) lustre-MDT0000: release reply data ffff925de2dff300: xid 1849001118798592, transno 8590055220, client gen 3, slot idx 0 00000001:00000001:0.0:1763350989.150402:0:20016:0:(tgt_lastrcvd.c:319:tgt_free_reply_data()) lustre-MDT0000: free reply data ffff925ccd7a0480: xid 1849001118798336, transno 8590055219, client gen 3, slot idx 1 00000001:00000010:0.0:1763350989.150407:0:20016:0:(tgt_lastrcvd.c:327:tgt_free_reply_data()) kfreed 'trd': 136 at ffff925ccd7a0480. 00000020:00000001:0.0:1763350989.150413:0:20016:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.150416:0:20016:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1763350989.150418:0:20016:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072668716192 : -1040835424 : ffffffffc1f61ca0) 00000020:00000001:0.0:1763350989.150422:0:20016:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000001:00000001:0.0:1763350989.150426:0:20016:0:(tgt_lastrcvd.c:2352:tgt_lookup_reply()) lustre-MDT0000: lookup reply xid 1849001118799488, found 0 last_xid 1849001118799487 00000020:00000001:0.0:1763350989.150429:0:20016:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350989.150431:0:20016:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350989.150434:0:20016:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350989.150438:0:20016:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150445:0:20016:0:(mdt_open.c:2759:mdt_close()) Process entered 00000004:00000001:0.0:1763350989.150448:0:20016:0:(mdt_lib.c:1446:mdt_close_unpack()) Process entered 00000004:00000001:0.0:1763350989.150450:0:20016:0:(mdt_lib.c:1356:mdt_close_handle_unpack()) Process entered 00000004:00000001:0.0:1763350989.150456:0:20016:0:(mdt_lib.c:1367:mdt_close_handle_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150459:0:20016:0:(mdt_lib.c:1302:mdt_setattr_unpack_rec()) Process entered 00000001:00000001:0.0:1763350989.150464:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.150466:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.150469:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.150470:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.150473:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.150474:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.150476:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.150477:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.150479:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.150480:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.150482:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.150484:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.150485:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.150486:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150489:0:20016:0:(mdt_lib.c:1348:mdt_setattr_unpack_rec()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150491:0:20016:0:(mdt_lib.c:1429:mdt_close_intent_unpack()) Process entered 00000004:00000001:0.0:1763350989.150493:0:20016:0:(mdt_lib.c:1431:mdt_close_intent_unpack()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150497:0:20016:0:(mdt_lib.c:689:old_init_ucred_reint()) Process entered 00000001:00000001:0.0:1763350989.150498:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.150500:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.150502:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.150503:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.150504:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.150506:0:20016:0:(nodemap_handler.c:916:nodemap_map_id()) Process entered 00000001:00000001:0.0:1763350989.150507:0:20016:0:(nodemap_handler.c:919:nodemap_map_id()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1763350989.150509:0:20016:0:(nodemap_handler.c:1030:nodemap_map_id()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.150511:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.150512:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350989.150518:0:20016:0:(upcall_cache.c:182:upcall_cache_get_entry()) Process entered 02000000:00001000:0.0:1763350989.150525:0:20016:0:(upcall_cache.c:386:upcall_cache_get_entry()) found entry ffff925dc3841a00 flags 0x0 02000000:00000001:0.0:1763350989.150528:0:20016:0:(upcall_cache.c:387:upcall_cache_get_entry()) Process leaving (rc=18446623530142669312 : -120543566882304 : ffff925dc3841a00) 00000004:00000001:0.0:1763350989.150530:0:20016:0:(mdt_lib.c:99:mdt_root_squash()) Process entered 00000004:00000001:0.0:1763350989.150532:0:20016:0:(mdt_lib.c:102:mdt_root_squash()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1763350989.150535:0:20016:0:(nodemap_handler.c:858:nodemap_get_from_exp()) Process entered 00000001:00000001:0.0:1763350989.150536:0:20016:0:(nodemap_handler.c:861:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150538:0:20016:0:(mdt_lib.c:640:old_init_ucred_common()) Process leaving 00000004:00000001:0.0:1763350989.150540:0:20016:0:(mdt_lib.c:709:old_init_ucred_reint()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150542:0:20016:0:(mdt_lib.c:1459:mdt_close_unpack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.150547:0:20016:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1763350989.150550:0:20016:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1763350989.150557:0:20016:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 752 at ffff925de0135800. 02000000:00000001:0.0:1763350989.150559:0:20016:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.150561:0:20016:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150564:0:20016:0:(mdt_internal.h:1235:mdt_check_resent()) Process entered 00000004:00000001:0.0:1763350989.150566:0:20016:0:(mdt_internal.h:1252:mdt_check_resent()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150570:0:20016:0:(mdt_open.c:2727:mdt_close_internal()) Process entered 00000004:00000001:0.0:1763350989.150572:0:20016:0:(mdt_open.c:62:mdt_open_handle2mfd()) Process entered 00000020:00000001:0.0:1763350989.150573:0:20016:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350989.150575:0:20016:0:(lustre_handles.c:131:class_handle2object()) GET mdt ffff925dd9f66000 refcount=2 00000020:00000001:0.0:1763350989.150577:0:20016:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530519257088 : -120543190294528 : ffff925dd9f66000) 00000004:00000001:0.0:1763350989.150580:0:20016:0:(mdt_open.c:78:mdt_open_handle2mfd()) Process leaving (rc=18446623530519257088 : -120543190294528 : ffff925dd9f66000) 00000020:00000040:0.0:1763350989.150583:0:20016:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff925dd9f66000 with handle 0xcb8c81cc3033cd08 from hash 00000004:00000001:0.0:1763350989.150589:0:20016:0:(mdt_open.c:2578:mdt_mfd_close()) Process entered 00000004:00000002:0.0:1763350989.150592:0:20016:0:(mdt_open.c:2586:mdt_mfd_close()) lustre-MDT0000: closing file handle [0x200000bd2:0x3ff7:0x0] with intent: 0 00000004:00000001:0.0:1763350989.150666:0:20016:0:(mdt_som.c:177:mdt_lsom_update()) Process entered 00000004:00000002:0.0:1763350989.150668:0:20016:0:(mdt_som.c:185:mdt_lsom_update()) valid 60017, lsom init 1 lsom size 1516 size 4096 lsom blocks 2 blocks 11 truncate 0 00000004:00000001:0.0:1763350989.150673:0:20016:0:(mdt_handler.c:1281:mdt_attr_get_complex()) Process entered 00000004:00000001:0.0:1763350989.150677:0:20016:0:(mdd_object.c:365:mdd_attr_get()) Process entered 00000004:00000001:0.0:1763350989.150699:0:20016:0:(mdd_object.c:371:mdd_attr_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150702:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350989.150711:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.150714:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.150723:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350989.150727:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350989.150731:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=24 : 24 : 18) 00000004:00000001:0.0:1763350989.150733:0:20016:0:(mdt_som.c:28:lustre_buf2som()) Process entered 00000004:00000001:0.0:1763350989.150735:0:20016:0:(mdt_som.c:46:lustre_buf2som()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350989.150738:0:20016:0:(mdt_som.c:71:mdt_get_som()) [0x200000bd2:0x3ff7:0x0]: Reading som attrs: valid: 4, size: 1516, blocks: 2 00000004:00000002:0.0:1763350989.150741:0:20016:0:(mdt_handler.c:1368:mdt_attr_get_complex()) after getattr rc = 0, ma_valid = 0x201 ma_lmm=0000000000000000 00000004:00000001:0.0:1763350989.150744:0:20016:0:(mdt_handler.c:1369:mdt_attr_get_complex()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150747:0:20016:0:(mdt_handler.c:994:mdt_big_xattr_get()) Process entered 00000004:00000001:0.0:1763350989.150749:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350989.150751:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.150753:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.150755:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350989.150757:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350989.150759:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350989.150761:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350989.150762:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.150763:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.150766:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350989.150767:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350989.150769:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350989.150771:0:20016:0:(mdt_handler.c:1042:mdt_big_xattr_get()) Process leaving (rc=56 : 56 : 38) 00000004:00000001:0.0:1763350989.150774:0:20016:0:(mdt_handler.c:587:mdt_lmm_dom_entry_check()) Process entered 00000004:00000001:0.0:1763350989.150776:0:20016:0:(mdt_handler.c:593:mdt_lmm_dom_entry_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150780:0:20016:0:(mdt_som.c:110:mdt_set_som()) Process entered 00000004:00000002:0.0:1763350989.150782:0:20016:0:(mdt_som.c:114:mdt_set_som()) [0x200000bd2:0x3ff7:0x0]: Set SOM attrs S/B/F: 4096/11/4. 00000004:00000001:0.0:1763350989.150787:0:20016:0:(mdd_object.c:2134:mdd_xattr_set()) Process entered 00000004:00000001:0.0:1763350989.150790:0:20016:0:(mdd_object.c:1469:mdd_xattr_sanity_check()) Process entered 00000004:00000001:0.0:1763350989.150793:0:20016:0:(mdd_object.c:1489:mdd_xattr_sanity_check()) Process leaving (rc=0 : 0 : 0) 00200000:00000001:0.0:1763350989.150798:0:20016:0:(barrier.c:237:barrier_entry()) Process entered 00000020:00000010:0.0:1763350989.150807:0:20016:0:(update_trans.c:573:top_trans_create()) kmalloced '(top_th)': 96 at ffff925dd865cb40. 00080000:00000001:0.0:1763350989.150812:0:20016:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:0.0:1763350989.150825:0:20016:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925de0137400. 00080000:00000001:0.0:1763350989.150828:0:20016:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623530621826048 : -120543087725568 : ffff925de0137400) 00000004:00000001:0.0:1763350989.150843:0:20016:0:(lod_object.c:3757:lod_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350989.150850:0:20016:0:(lod_sub_object.c:541:lod_sub_declare_xattr_set()) Process entered 00000004:00000001:0.0:1763350989.150853:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350989.150856:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621826048 : -120543087725568 : ffff925de0137400) 00080000:00000001:0.0:1763350989.150861:0:20016:0:(osd_xattr.c:435:osd_declare_xattr_set()) Process entered 00080000:00000001:0.0:1763350989.150889:0:20016:0:(osd_xattr.c:443:osd_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150892:0:20016:0:(lod_sub_object.c:554:lod_sub_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150894:0:20016:0:(lod_object.c:3822:lod_declare_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.150901:0:20016:0:(update_trans.c:762:top_trans_start()) Process entered 00080000:00000001:0.0:1763350989.150903:0:20016:0:(osd_handler.c:189:osd_trans_start()) Process entered 00000004:00000001:0.0:1763350989.150911:0:20016:0:(lod_sub_object.c:765:lod_sub_declare_write()) Process entered 00000004:00000001:0.0:1763350989.150913:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350989.150914:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621826048 : -120543087725568 : ffff925de0137400) 00080000:00000001:0.0:1763350989.150918:0:20016:0:(osd_io.c:243:osd_declare_write()) Process entered 00000001:00000001:0.0:1763350989.150924:0:20016:0:(osd_quota.c:525:osd_declare_quota()) Process entered 00080000:00000001:0.0:1763350989.150926:0:20016:0:(osd_io.c:308:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150928:0:20016:0:(lod_sub_object.c:778:lod_sub_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350989.150953:0:20016:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.150955:0:20016:0:(update_trans.c:771:top_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.150963:0:20016:0:(lod_object.c:5074:lod_xattr_set()) Process entered 00000004:00000001:0.0:1763350989.150968:0:20016:0:(lod_object.c:3850:lod_xattr_set_internal()) Process entered 00000004:00000001:0.0:1763350989.150970:0:20016:0:(lod_sub_object.c:580:lod_sub_xattr_set()) Process entered 00000004:00000001:0.0:1763350989.150972:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350989.150973:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621826048 : -120543087725568 : ffff925de0137400) 00080000:00000001:0.0:1763350989.150977:0:20016:0:(osd_xattr.c:894:osd_xattr_set()) Process entered 00080000:00000002:0.0:1763350989.150979:0:20016:0:(osd_xattr.c:907:osd_xattr_set()) Setting xattr trusted.som with size 24 00080000:00000001:0.0:1763350989.151053:0:20016:0:(osd_xattr.c:925:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151056:0:20016:0:(lod_sub_object.c:596:lod_sub_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151059:0:20016:0:(lod_object.c:3854:lod_xattr_set_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151064:0:20016:0:(lod_object.c:5179:lod_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.151071:0:20016:0:(update_trans.c:912:top_trans_stop()) Process entered 00080000:00000001:0.0:1763350989.151076:0:20016:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00000001:00000001:0.0:1763350989.151081:0:20016:0:(tgt_lastrcvd.c:1459:tgt_last_rcvd_update()) Process entered 00000001:00000002:0.0:1763350989.151085:0:20016:0:(tgt_lastrcvd.c:1507:tgt_last_rcvd_update()) transno = 8590055221, last_committed = 8590055210 00000001:00000010:0.0:1763350989.151090:0:20016:0:(tgt_lastrcvd.c:968:tgt_last_commit_cb_add()) kmalloced '(ccb)': 96 at ffff925dd865c3c0. 00000001:00000040:0.0:1763350989.151094:0:20016:0:(tgt_lastrcvd.c:973:tgt_last_commit_cb_add()) callback GETting export ffff925ddf07e000 : new cb_count 11 00000020:00000040:0.0:1763350989.151097:0:20016:0:(genops.c:887:class_export_get()) GET export ffff925ddf07e000 refcount=500 00000001:00000010:0.0:1763350989.151106:0:20016:0:(tgt_lastrcvd.c:1384:tgt_mk_reply_data()) kmalloced '(trd)': 136 at ffff925dded43600. 00000004:00000001:0.0:1763350989.151115:0:20016:0:(lod_sub_object.c:803:lod_sub_write()) Process entered 00000004:00000001:0.0:1763350989.151117:0:20016:0:(lod_sub_object.c:50:lod_sub_get_thandle()) Process entered 00000004:00000001:0.0:1763350989.151118:0:20016:0:(lod_sub_object.c:75:lod_sub_get_thandle()) Process leaving (rc=18446623530621826048 : -120543087725568 : ffff925de0137400) 00080000:00000001:0.0:1763350989.151121:0:20016:0:(osd_io.c:399:osd_write()) Process entered 00080000:00000001:0.0:1763350989.151139:0:20016:0:(osd_io.c:440:osd_write()) Process leaving (rc=32 : 32 : 20) 00000004:00000001:0.0:1763350989.151142:0:20016:0:(lod_sub_object.c:817:lod_sub_write()) Process leaving (rc=32 : 32 : 20) 00000001:00000001:0.0:1763350989.151146:0:20016:0:(tgt_lastrcvd.c:1350:tgt_add_reply_data()) add reply ffff925dded43600: xid 1849001118799488, transno 8590055221, tag 1, client gen 3, slot idx 1 00000001:00000001:0.0:1763350989.151149:0:20016:0:(tgt_lastrcvd.c:1352:tgt_add_reply_data()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1763350989.151165:0:20016:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350989.151168:0:20016:0:(update_trans.c:923:top_trans_stop()) kfreed 'top_th': 96 at ffff925dd865cb40. 00000020:00000001:0.0:1763350989.151170:0:20016:0:(update_trans.c:924:top_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151173:0:20016:0:(mdd_object.c:2229:mdd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151175:0:20016:0:(mdt_som.c:134:mdt_set_som()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151177:0:20016:0:(mdt_som.c:302:mdt_lsom_update()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151180:0:20016:0:(mdt_handler.c:1185:mdt_attr_get_pfid()) Process entered 00000004:00000001:0.0:1763350989.151183:0:20016:0:(mdd_object.c:385:mdd_xattr_get()) Process entered 00000004:00000001:0.0:1763350989.151184:0:20016:0:(lod_object.c:1483:lod_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.151186:0:20016:0:(osd_xattr.c:304:osd_xattr_get()) Process entered 00080000:00000001:0.0:1763350989.151189:0:20016:0:(osd_xattr.c:329:osd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350989.151191:0:20016:0:(lod_object.c:1551:lod_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350989.151193:0:20016:0:(mdd_object.c:452:mdd_xattr_get()) Process leaving (rc=47 : 47 : 2f) 00000004:00000001:0.0:1763350989.151197:0:20016:0:(mdt_handler.c:1223:mdt_attr_get_pfid()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151554:0:20016:0:(mdd_object.c:1297:mdd_attr_set()) Process entered 00000004:00000001:0.0:1763350989.151561:0:20016:0:(mdd_object.c:674:mdd_fix_attr()) Process entered 00000004:00000001:0.0:1763350989.151565:0:20016:0:(mdd_object.c:732:mdd_fix_attr()) Process leaving (rc=0 : 0 : 0) 00000004:00000002:0.0:1763350989.151568:0:20016:0:(mdd_object.c:1319:mdd_attr_set()) lustre-MDD0000: no valid attribute on [0x200000bd2:0x3ff7:0x0], previous was 0x7 00000004:00000001:0.0:1763350989.151572:0:20016:0:(mdd_object.c:1321:mdd_attr_set()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151576:0:20016:0:(mdt_lib.c:1062:mdt_handle_last_unlink()) Process entered 00000004:00000001:0.0:1763350989.151581:0:20016:0:(mdt_lib.c:1083:mdt_handle_last_unlink()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151584:0:20016:0:(mdd_object.c:3865:mdd_close()) Process entered 00000004:00000001:0.0:1763350989.151588:0:20016:0:(mdd_object.c:3970:mdd_close()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000001:0.0:1763350989.151591:0:20016:0:(mdd_object.c:4010:mdd_close()) Process leaving via stop (rc=0 : 0 : 0x0) 00000004:00000010:0.0:1763350989.151702:0:20016:0:(mdt_open.c:86:mdt_mfd_free()) kfreed_rcu 'mfd': 112 at ffff925dd9f66000. 00000004:00000001:0.0:1763350989.151722:0:20016:0:(mdt_internal.h:708:mdt_object_put()) Process entered 00000020:00000002:0.0:1763350989.151728:0:20016:0:(lu_object.c:207:lu_object_put()) Add ffff925cddeeb4f8/ffff925cddeeb4a0 to site lru. bkt: ffff925dd1462610 00000004:00000001:0.0:1763350989.151731:0:20016:0:(mdt_internal.h:710:mdt_object_put()) Process leaving 00000004:00000001:0.0:1763350989.151733:0:20016:0:(mdt_open.c:2716:mdt_mfd_close()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151736:0:20016:0:(mdt_open.c:2746:mdt_close_internal()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151738:0:20016:0:(mdt_open.c:184:mdt_empty_transno()) Process entered 00000004:00000001:0.0:1763350989.151741:0:20016:0:(mdt_open.c:190:mdt_empty_transno()) Process leaving 00000004:00000001:0.0:1763350989.151743:0:20016:0:(mdt_handler.c:934:mdt_client_compatibility()) Process entered 00000004:00000001:0.0:1763350989.151745:0:20016:0:(mdt_handler.c:938:mdt_client_compatibility()) Process leaving 00000004:00000001:0.0:1763350989.151747:0:20016:0:(mdt_lib.c:890:mdt_fix_reply()) Process entered 00000004:00000040:0.0:1763350989.151750:0:20016:0:(mdt_lib.c:909:mdt_fix_reply()) Shrink to md_size = 0 cookie/acl_size = 0 00000004:00000001:0.0:1763350989.151757:0:20016:0:(mdt_lib.c:1037:mdt_fix_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350989.151763:0:20016:0:(upcall_cache.c:414:upcall_cache_put_entry()) Process entered 02000000:00000001:0.0:1763350989.151766:0:20016:0:(upcall_cache.c:425:upcall_cache_put_entry()) Process leaving 00000020:00000001:0.0:1763350989.151774:0:20016:0:(lprocfs_jobstats.c:385:lprocfs_job_stats_log()) Process entered 00000020:00000001:0.0:1763350989.151784:0:20016:0:(lprocfs_jobstats.c:455:lprocfs_job_stats_log()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:0.0:1763350989.151788:0:20016:0:(mdt_open.c:2821:mdt_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350989.151793:0:20016:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 8590055210, transno 8590055221, xid 1849001118799488 00010000:00000001:0.0:1763350989.151797:0:20016:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:0.0:1763350989.151807:0:20016:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925cc230d880 x1849001118799488/t8590055221(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 392/456 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1763350989.151816:0:20016:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350989.151819:0:20016:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350989.151824:0:20016:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dfca915e8 time=100 v=5 (1 1 1 1) 00000100:00000001:0.0:1763350989.151830:0:20016:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1763350989.151832:0:20016:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:0.0:1763350989.151892:0:20016:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350989.151898:0:20016:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350989.151901:0:20016:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.151905:0:20016:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350989.151908:0:20016:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350989.151919:0:20016:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019330. 00000100:00000200:0.0:1763350989.151928:0:20016:0:(niobuf.c:94:ptl_send_buf()) Sending 456 bytes to portal 10, xid 1849001118799488, offset 224 00000400:00000200:0.0:1763350989.151937:0:20016:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:0.0:1763350989.151953:0:20016:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350989.151961:0:20016:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198291:198291:256:4294967295] 192.168.202.2@tcp LPNI seq info [198287:198287:8:4294967295] 00000400:00000200:0.0:1763350989.151974:0:20016:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350989.151980:0:20016:0:(socklnd_cb.c:1001:ksocknal_send()) sending 456 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:0.0:1763350989.151985:0:20016:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5a00. 00000800:00000200:0.0:1763350989.151992:0:20016:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:0.0:1763350989.152001:0:20016:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:0.0:1763350989.152006:0:20016:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5a00 type 1, nob 552 niov 1 nkiov 1 00000100:00000001:0.0:1763350989.152044:0:20016:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350989.152048:0:20016:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350989.152051:0:20016:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350989.152054:0:20016:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.152057:0:20016:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350989.152064:0:20016:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230d880 x1849001118799488/t8590055221(0) o35->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 392/456 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/600/0 rc 0/0 job:'cmp.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1763350989.152075:0:20016:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925cc230d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+500:226804:x1849001118799488:12345-192.168.202.2@tcp:35:cmp.0 Request processed in 1707us (2045us total) trans 8590055221 rc 0/0 00000100:00100000:0.0:1763350989.152085:0:20016:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 20890 00000100:00000040:0.0:1763350989.152091:0:20016:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925ddf07e000 : new rpc_count 0 00000100:00000001:0.0:1763350989.152093:0:20016:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350989.152095:0:20016:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350989.152100:0:20016:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd991cc00. 00000020:00000010:0.0:1763350989.152107:0:20016:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000020:00000010:0.0:1763350989.152112:0:20016:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e000. 00000020:00000040:0.0:1763350989.152118:0:20016:0:(genops.c:898:class_export_put()) PUTting export ffff925ddf07e000 : new refcount 499 00000100:00000001:0.0:1763350989.152121:0:20016:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1763350989.152958:0:3310:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1763350989.152970:0:3310:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5a00. 00000400:00000200:3.0:1763350989.152979:0:3310:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350989.152989:0:3310:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350989.152996:0:3310:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019330 00000400:00000010:3.0:1763350989.153000:0:3310:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019330. 00000100:00000001:3.0:1763350989.153006:0:3310:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1763350989.153008:0:3310:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000040:2.0:1763350989.201774:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300866098, at 4300866104 00000100:00000010:2.0:1763350989.201796:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693600. 00000100:00000040:1.0:1763350989.201854:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300866098, at 4300866104 00000100:00000010:1.0:1763350989.201864:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693a20. 00000100:00000040:0.0:1763350989.202561:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300866098, at 4300866104 00000100:00000010:0.0:1763350989.202573:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e006933c0. 00000100:00000040:3.0:1763350989.202632:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300866098, at 4300866105 00000100:00000010:3.0:1763350989.202642:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693de0. 00000800:00000001:3.0:1763350989.449218:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.449240:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350989.449245:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.449247:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350989.449262:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350989.449284:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 26 MB=0x691a81ee01700 00000400:00000200:3.0:1763350989.449294:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.202.2@tcp of length 224/224 into md 0x12baad [2] + 0 00000400:00000010:3.0:1763350989.449301:0:3309:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925cddc5bf78. 00000400:00000200:3.0:1763350989.449307:0:3309:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff925dc79a8540 00000800:00000001:3.0:1763350989.449315:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.449321:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350989.449324:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350989.449329:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:3.0:1763350989.449335:0:3309:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc79a8540 00000400:00000010:3.0:1763350989.449338:0:3309:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 152 at ffff925dc79a8540. 00000100:00000001:3.0:1763350989.449346:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350989.449349:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service mgs 00000100:00000040:3.0:1763350989.449353:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dd9e75050 x1849001118799616 msgsize 224 00000100:00100000:3.0:1763350989.449357:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000040:3.0:1763350989.449359:0:3309:0:(events.c:349:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000001:3.0:1763350989.449380:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350989.449390:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.449393:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1763350989.449395:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.449397:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350989.449401:0:3309:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp) <- 192.168.202.2@tcp : PUT - for me 00000400:00000200:3.0:1763350989.449406:0:3309:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.202.2@tcp of length 224 into portal 28 MB=0x691a81ee01780 00000400:00000200:3.0:1763350989.449413:0:3309:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.202.2@tcp of length 224/224 into md 0x118e4d [8] + 5152 00000800:00000001:3.0:1763350989.449417:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.449423:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1763350989.449425:0:3309:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1763350989.449428:0:3309:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:3.0:1763350989.449432:0:3309:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1763350989.449434:0:3309:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:3.0:1763350989.449441:0:3309:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925dc3297100. 00000100:00000040:3.0:1763350989.449444:0:3309:0:(events.c:337:request_in_callback()) incoming req@ffff925dc3297100 x1849001118799744 msgsize 224 00000100:00100000:3.0:1763350989.449448:0:3309:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.2@tcp (source: 12345-192.168.202.2@tcp) 00000100:00000001:3.0:1763350989.449465:0:3309:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1763350989.449469:0:3309:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1763350989.449472:0:3309:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350989.450096:0:63037:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1763350989.450101:0:63037:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118799744 02000000:00000001:0.0:1763350989.450105:0:63037:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1763350989.450108:0:63037:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350989.450110:0:63037:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350989.450116:0:63037:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1763350989.450121:0:63037:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118799744 00000020:00000001:0.0:1763350989.450125:0:63037:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1763350989.450127:0:63037:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30322653 00000020:00000001:0.0:1763350989.450130:0:63037:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1763350989.450133:0:63037:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925dc3e2c800 refcount=21 00000020:00000001:0.0:1763350989.450136:0:63037:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000020:00000001:0.0:1763350989.450139:0:63037:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530148874240 : -120543560677376 : ffff925dc3e2c800) 00000100:00000001:1.0:1763350989.450143:0:20009:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1763350989.450144:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1763350989.450149:0:20009:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001118799616 02000000:00000001:1.0:1763350989.450152:0:20009:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1763350989.450152:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda8c0. 00000100:00000001:1.0:1763350989.450156:0:20009:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1763350989.450158:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1763350989.450160:0:20009:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350989.450162:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda8c0. 02000000:00000001:1.0:1763350989.450166:0:20009:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1763350989.450170:0:20009:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001118799616 00000020:00000010:0.0:1763350989.450171:0:63037:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df214e000. 00000020:00000001:1.0:1763350989.450173:0:20009:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1763350989.450176:0:20009:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc30204d36 00000020:00000001:1.0:1763350989.450178:0:20009:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1763350989.450179:0:63037:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925cd991cc00. 00000020:00000040:1.0:1763350989.450182:0:20009:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925e00e1c800 refcount=9 00000020:00000010:0.0:1763350989.450186:0:63037:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e00d3dc80. 00000020:00000001:1.0:1763350989.450187:0:20009:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623531172218880 : -120542537332736 : ffff925e00e1c800) 00000020:00000001:1.0:1763350989.450192:0:20009:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623531172218880 : -120542537332736 : ffff925e00e1c800) 00000100:00000001:1.0:1763350989.450196:0:20009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1763350989.450198:0:63037:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost at +6s 00000020:00000010:1.0:1763350989.450202:0:20009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:0.0:1763350989.450203:0:63037:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1763350989.450206:0:63037:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350989.450208:0:20009:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1763350989.450210:0:63037:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1763350989.450213:0:20009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000100:00000001:0.0:1763350989.450220:0:63037:0:(nrs.c:878:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1763350989.450222:0:20009:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925cc90ff400. 00000100:00000001:0.0:1763350989.450224:0:63037:0:(nrs.c:886:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1763350989.450227:0:63037:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1763350989.450228:0:20009:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dc9b70300. 00000020:00000010:1.0:1763350989.450234:0:20009:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925e008d30c8. 00000100:00000040:1.0:1763350989.450240:0:20009:0:(service.c:1427:ptlrpc_at_set_timer()) armed mgs at +6s 00000100:00000001:1.0:1763350989.450243:0:20009:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1763350989.450244:0:20009:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1763350989.450245:0:20009:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1763350989.450251:0:20009:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.450251:0:63037:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1763350989.450269:0:63037:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1763350989.450271:0:63037:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1763350989.450277:0:20009:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1763350989.450279:0:63037:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 1947 00000100:00000040:0.0:1763350989.450285:0:63037:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925dc3e2c800 : new rpc_count 1 00000100:00000001:0.0:1763350989.450288:0:63037:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530136727808 : -120543572823808 : ffff925dc3297100) 00000100:00000001:1.0:1763350989.450291:0:20009:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1763350989.450293:0:20009:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1763350989.450298:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dc3297100 x1849001118799744/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 224/0 e 0 to 0 dl 1763351000 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350989.450302:0:20009:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.2@tcp, seq: 3975 00000100:00000040:1.0:1763350989.450308:0:20009:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925e00e1c800 : new rpc_count 1 00000100:00000001:1.0:1763350989.450312:0:20009:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623530518270032 : -120543191281584 : ffff925dd9e75050) 00000100:00000001:0.0:1763350989.450316:0:63037:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1763350989.450321:0:63037:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925e00bda8c0. 00000100:00000040:1.0:1763350989.450322:0:20009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925dd9e75050 x1849001118799616/t0(0) o400->0661ef51-d67c-41a5-867f-0afd137b4f88@192.168.202.2@tcp:180/0 lens 224/0 e 0 to 0 dl 1763351000 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1763350989.450326:0:63037:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1763350989.450332:0:63037:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925e00bda8c0. 00000100:00000001:1.0:1763350989.450339:0:20009:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1763350989.450342:0:63037:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dc3297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118799744:12345-192.168.202.2@tcp:400:kworker.0 00000020:00000010:1.0:1763350989.450344:0:20009:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dc4c52c00. 00000100:00000001:1.0:1763350989.450350:0:20009:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1763350989.450350:0:63037:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118799744 00000020:00000010:1.0:1763350989.450355:0:20009:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dc4c52c00. 00000020:00000001:0.0:1763350989.450357:0:63037:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000100:00100000:1.0:1763350989.450362:0:20009:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925dd9e75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0661ef51-d67c-41a5-867f-0afd137b4f88+9:2361:x1849001118799616:12345-192.168.202.2@tcp:400:kworker.0 00000020:00000001:0.0:1763350989.450365:0:63037:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000100:00000200:1.0:1763350989.450366:0:20009:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001118799616 00000020:00000001:1.0:1763350989.450370:0:20009:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:0.0:1763350989.450370:0:63037:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.450374:0:20009:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:0.0:1763350989.450376:0:63037:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350989.450377:0:20009:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.450380:0:63037:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072659036576 : -1050515040 : ffffffffc16269a0) 00000020:00000001:1.0:1763350989.450381:0:20009:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1763350989.450384:0:20009:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072666675328 : -1042876288 : ffffffffc1d6f880) 00000020:00000001:0.0:1763350989.450387:0:63037:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350989.450388:0:20009:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1763350989.450391:0:20009:0:(tgt_handler.c:553:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1763350989.450393:0:63037:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1763350989.450395:0:20009:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1763350989.450397:0:63037:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1763350989.450398:0:20009:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1763350989.450402:0:63037:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1763350989.450404:0:20009:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.450406:0:63037:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.450407:0:20009:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000020:00000001:0.0:1763350989.450410:0:63037:0:(tgt_handler.c:1141:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1763350989.450412:0:20009:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1763350989.450416:0:20009:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:0.0:1763350989.450417:0:63037:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925dc14c0c40. 02000000:00000010:1.0:1763350989.450423:0:20009:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925df8f00800. 00000020:00000010:0.0:1763350989.450424:0:63037:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925dc14c05b0. 02000000:00000001:1.0:1763350989.450427:0:20009:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1763350989.450429:0:63037:0:(tgt_fmd.c:55:tgt_fmd_put_nolock()) slab-freed '(fmd)': 56 at ffff925df0e57070. 00000100:00000001:1.0:1763350989.450432:0:20009:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.450435:0:63037:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1763350989.450436:0:20009:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1763350989.450439:0:63037:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:1.0:1763350989.450441:0:20009:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 0, transno 0, xid 1849001118799616 00010000:00000001:1.0:1763350989.450445:0:20009:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 02000000:00000010:0.0:1763350989.450446:0:63037:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff925de0137c00. 00010000:00000200:1.0:1763350989.450451:0:20009:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dd9e75050 x1849001118799616/t0(0) o400->0661ef51-d67c-41a5-867f-0afd137b4f88@192.168.202.2@tcp:180/0 lens 224/224 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1763350989.450451:0:63037:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1763350989.450455:0:63037:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.450461:0:63037:0:(tgt_handler.c:1162:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1763350989.450465:0:63037:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911622, transno 0, xid 1849001118799744 00010000:00000001:1.0:1763350989.450468:0:20009:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1763350989.450469:0:63037:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000001:1.0:1763350989.450471:0:20009:0:(ldlm_lib.c:3306:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1763350989.450477:0:20009:0:(import.c:2128:obd_at_measure()) add 1 to ffff925cc23f39e8 time=127 v=5 (1 1 1 1) 00010000:00000200:0.0:1763350989.450478:0:63037:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925dc3297100 x1849001118799744/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 224/224 e 0 to 0 dl 1763351000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1763350989.450483:0:20009:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350989.450488:0:20009:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00000100:00000001:1.0:1763350989.450494:0:20009:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 00010000:00000001:0.0:1763350989.450494:0:63037:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1763350989.450499:0:20009:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:0.0:1763350989.450499:0:63037:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1763350989.450502:0:20009:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1763350989.450504:0:63037:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dd9b7f5e8 time=93 v=5 (1 1 1 1) 00000100:00000001:1.0:1763350989.450507:0:20009:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:0.0:1763350989.450509:0:63037:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1763350989.450511:0:20009:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000100:00000040:0.0:1763350989.450515:0:63037:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dc73af800 refcount 10 to 192.168.202.2@tcp 00000400:00000010:1.0:1763350989.450518:0:20009:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dead74330. 00000100:00000001:0.0:1763350989.450519:0:63037:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530204985344 : -120543504566272 : ffff925dc73af800) 02000000:00000001:0.0:1763350989.450524:0:63037:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1763350989.450526:0:63037:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1763350989.450527:0:20009:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1849001118799616, offset 224 00000100:00000001:0.0:1763350989.450530:0:63037:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1763350989.450536:0:63037:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350989.450537:0:20009:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000010:0.0:1763350989.450542:0:63037:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925deb019bb0. 00000100:00000200:0.0:1763350989.450547:0:63037:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1849001118799744, offset 224 00000400:00000200:1.0:1763350989.450552:0:20009:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350989.450557:0:63037:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.202.2@tcp 00000400:00000200:1.0:1763350989.450563:0:20009:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198292:198292:256:4294967295] 192.168.202.2@tcp LPNI seq info [198288:198288:8:4294967295] 00000400:00000200:1.0:1763350989.450682:0:20009:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:1.0:1763350989.450689:0:20009:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000800:00000010:1.0:1763350989.450694:0:20009:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00c1ce00. 00000800:00000200:1.0:1763350989.450701:0:20009:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 00000800:00000200:1.0:1763350989.450708:0:20009:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 00000800:00000200:1.0:1763350989.450713:0:20009:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00c1ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1763350989.450721:0:20009:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1763350989.450724:0:20009:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 9 to 192.168.202.2@tcp 00010000:00000001:1.0:1763350989.450726:0:20009:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:1.0:1763350989.450728:0:20009:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.450731:0:20009:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1763350989.450735:0:20009:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dd9e75050 x1849001118799616/t0(0) o400->0661ef51-d67c-41a5-867f-0afd137b4f88@192.168.202.2@tcp:180/0 lens 224/224 e 0 to 0 dl 1763351000 ref 1 fl Interpret:/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1763350989.450744:0:20009:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dd9e75050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0661ef51-d67c-41a5-867f-0afd137b4f88+9:2361:x1849001118799616:12345-192.168.202.2@tcp:400:kworker.0 Request processed in 404us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1763350989.450751:0:20009:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 3975 00000100:00000040:1.0:1763350989.450754:0:20009:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925e00e1c800 : new rpc_count 0 00000100:00000001:1.0:1763350989.450756:0:20009:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1763350989.450758:0:20009:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1763350989.450762:0:20009:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dc9b70300. 00000020:00000010:1.0:1763350989.450767:0:20009:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e008d30c8. 00000020:00000010:1.0:1763350989.450770:0:20009:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925cc90ff400. 00000020:00000040:1.0:1763350989.450775:0:20009:0:(genops.c:898:class_export_put()) PUTting export ffff925e00e1c800 : new refcount 8 00000100:00000001:1.0:1763350989.450779:0:20009:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1763350989.450783:0:20009:0:(niobuf.c:1190:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:1.0:1763350989.450788:0:20009:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dd1466b00. 00000400:00000010:1.0:1763350989.450794:0:20009:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff925ccd7a0a80. 00000800:00000200:2.0:1763350989.450942:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1763350989.450947:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00c1ce00. 00000400:00000200:2.0:1763350989.450952:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350989.450957:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000400:00000200:0.0:1763350989.452342:0:63037:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.202.102@tcp to MR: 192.168.202.2@tcp local destination 00000400:00000200:0.0:1763350989.452351:0:63037:0:(lib-move.c:1909:lnet_handle_send()) 192.168.202.102@tcp NI seq info: [198293:198293:255:4294967295] 192.168.202.2@tcp LPNI seq info [198289:198289:7:4294967295] 00000400:00000200:0.0:1763350989.452364:0:63037:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.202.102@tcp(192.168.202.102@tcp:192.168.202.102@tcp) -> 192.168.202.2@tcp(192.168.202.2@tcp:192.168.202.2@tcp) : PUT try# 0 00000800:00000200:0.0:1763350989.452371:0:63037:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.2@tcp 00000400:00000200:2.0:1763350989.452375:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dead74330 00000400:00000010:2.0:1763350989.452380:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dead74330. 00000800:00000010:0.0:1763350989.452381:0:63037:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff925e00db5a00. 00000100:00000001:2.0:1763350989.452387:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000800:00000200:0.0:1763350989.452391:0:63037:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff925dee33e180] -> 12345-192.168.202.2@tcp (4) 02000000:00000001:2.0:1763350989.452392:0:3308:0:(sec.c:2589:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1763350989.452397:0:3308:0:(sec_null.c:330:null_free_rs()) kvfree 'rs': 520 at ffff925df8f00800. 00000800:00000200:0.0:1763350989.452402:0:63037:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.2@tcp ip 192.168.202.2:1023 02000000:00000001:2.0:1763350989.452404:0:3308:0:(sec.c:2602:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1763350989.452407:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:0.0:1763350989.452410:0:63037:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff925e00db5a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1763350989.452421:0:63037:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1763350989.452426:0:63037:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dc73af800 refcount 8 to 192.168.202.2@tcp 00010000:00000001:0.0:1763350989.452429:0:63037:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:0.0:1763350989.452431:0:63037:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1763350989.452434:0:63037:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1763350989.452442:0:63037:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925dc3297100 x1849001118799744/t0(0) o400->c0e79e67-dba2-4568-8c66-e21b5bdbe83d@192.168.202.2@tcp:180/0 lens 224/224 e 0 to 0 dl 1763351000 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1763350989.452453:0:63037:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925dc3297100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_008:c0e79e67-dba2-4568-8c66-e21b5bdbe83d+21:2361:x1849001118799744:12345-192.168.202.2@tcp:400:kworker.0 Request processed in 2136us (3006us total) trans 0 rc 0/0 00000100:00100000:0.0:1763350989.452464:0:63037:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.2@tcp, seq: 1947 00000100:00000040:0.0:1763350989.452468:0:63037:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925dc3e2c800 : new rpc_count 0 00000100:00000001:0.0:1763350989.452471:0:63037:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1763350989.452473:0:63037:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1763350989.452479:0:63037:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925cd991cc00. 00000800:00000200:2.0:1763350989.452482:0:3308:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1763350989.452486:0:63037:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925e00d3dc80. 00000800:00000010:2.0:1763350989.452487:0:3308:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff925e00db5a00. 00000020:00000010:0.0:1763350989.452493:0:63037:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df214e000. 00000400:00000200:2.0:1763350989.452495:0:3308:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1763350989.452502:0:63037:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 20 00000400:00000200:2.0:1763350989.452504:0:3308:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.202.102@tcp->192.168.202.2@tcp: PUT: OK 00000100:00000001:0.0:1763350989.452509:0:63037:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1763350989.452510:0:3308:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925deb019bb0 00000400:00000010:2.0:1763350989.452515:0:3308:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925deb019bb0. 00000100:00000001:2.0:1763350989.452518:0:3308:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350989.452520:0:3308:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00000001:3.0:1763350989.852075:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350989.852085:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.852092:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350989.852094:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.852098:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350989.852100:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.852104:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350989.852106:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350989.852111:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350989.852113:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350989.853521:0:8315:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763350989.853527:0:8315:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350989.853532:0:8315:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1763350990.062388:0:106301:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350990.062408:0:106301:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350990.062414:0:106301:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350990.062424:0:106301:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350990.062431:0:106301:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350990.062435:0:106301:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1763350990.062441:0:106301:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:3.0:1763350990.062449:0:106301:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1763350990.062452:0:106301:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350990.178307:0:20039:0:(osp_precreate.c:195:osp_statfs_update()) Process entered 00000004:00000020:2.0:1763350990.178312:0:20039:0:(osp_precreate.c:197:osp_statfs_update()) going to update statfs 00000100:00000010:2.0:1763350990.178321:0:20039:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230dc00. 00000020:00000040:2.0:1763350990.178330:0:20039:0:(genops.c:1229:class_import_get()) import ffff925dc7a7f800 refcount=4 obd=lustre-OST0001-osc-MDT0000 00000100:00000001:2.0:1763350990.178335:0:20039:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1763350990.178339:0:20039:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1763350990.178345:0:20039:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1763350990.178354:0:20039:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff925dd9f37500. 00000100:00000001:2.0:1763350990.178362:0:20039:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.178370:0:20039:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1763350990.178375:0:20039:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350990.178387:0:20039:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004f075cb5] to pc [ptlrpcd_00_03+3] req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00080000:00000001:2.0:1763350990.178416:0:20039:0:(osd_handler.c:352:osd_trans_create()) Process entered 00080000:00000010:2.0:1763350990.178427:0:20039:0:(osd_handler.c:370:osd_trans_create()) kmalloced '(oh)': 848 at ffff925df83f5000. 00080000:00000001:2.0:1763350990.178432:0:20039:0:(osd_handler.c:391:osd_trans_create()) Process leaving (rc=18446623531027353600 : -120542682198016 : ffff925df83f5000) 00080000:00000001:2.0:1763350990.178435:0:20039:0:(osd_handler.c:189:osd_trans_start()) Process entered 00080000:00000001:2.0:1763350990.178447:0:20039:0:(osd_handler.c:236:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000004:00001000:2.0:1763350990.178449:0:20039:0:(osp_precreate.c:248:osp_statfs_update()) lustre-OST0001-osc-MDT0000: sync forced, 1 changes 00000004:00000010:2.0:1763350990.178456:0:20039:0:(osp_sync.c:1762:osp_sync_add_commit_cb()) kmalloced '(cb)': 88 at ffff925e00693600. 00000004:00080000:2.0:1763350990.178459:0:20039:0:(osp_sync.c:1775:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 6199783862485ns, next at 6200783856803ns, rc = 0 00080000:00000001:2.0:1763350990.178463:0:20039:0:(osd_handler.c:287:osd_trans_stop()) Process entered 00080000:00000001:2.0:1763350990.178472:0:20039:0:(osd_handler.c:340:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1763350990.178474:0:20039:0:(osp_precreate.c:255:osp_statfs_update()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.178641:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350990.178645:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350990.178648:0:3318:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1763350990.178654:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350990.178664:0:3318:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1763350990.178667:0:3318:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350990.178671:0:3318:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1763350990.178675:0:3318:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1763350990.178678:0:3318:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350990.178681:0:3318:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff925cc230dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101463936:0@lo:13:osp-pre-1-0.0 00000100:00000001:2.0:1763350990.178686:0:3318:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1763350990.178691:0:3318:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1763350990.178693:0:3318:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350990.178696:0:3318:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1763350990.178701:0:3318:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff925df83f6800. 02000000:00000001:2.0:1763350990.178703:0:3318:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1763350990.178712:0:3318:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff925dc7e79528. 00000400:00000010:2.0:1763350990.178721:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2dd0. 00000100:00000200:2.0:1763350990.178732:0:3318:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1849001101463936, portal 4 00000100:00000001:2.0:1763350990.178735:0:3318:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1763350990.178737:0:3318:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446623525825469440 : -120547884082176 : ffff925cc230dc00) 00000100:00000040:2.0:1763350990.178746:0:3318:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350990.178753:0:3318:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350990.178756:0:3318:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350990.178759:0:3318:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350990.178762:0:3318:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1849001101463936, offset 0 00000400:00000200:2.0:1763350990.178769:0:3318:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350990.178784:0:3318:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350990.178799:0:3318:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x691a81dd79180 00000400:00000200:2.0:1763350990.178807:0:3318:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x909cd [8] + 10304 00000400:00000200:2.0:1763350990.178815:0:3318:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350990.178820:0:3318:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350990.178826:0:3318:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1763350990.178829:0:3318:0:(events.c:296:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1763350990.178833:0:3318:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff925cc230f800. 00000100:00000040:2.0:1763350990.178836:0:3318:0:(events.c:337:request_in_callback()) incoming req@ffff925cc230f800 x1849001101463936 msgsize 224 00000100:00100000:2.0:1763350990.178841:0:3318:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1763350990.178849:0:3318:0:(events.c:373:request_in_callback()) Process leaving 00000400:00000200:2.0:1763350990.178860:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:2.0:1763350990.178863:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:2.0:1763350990.178866:0:3318:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1763350990.178870:0:3318:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350990.178880:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350990.178883:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350990.178891:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.178892:0:3318:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1763350990.178897:0:3318:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350990.178902:0:3318:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: using a timeout of 19743 usecs (20 jiffies) 00000100:00000001:2.0:1763350990.178905:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 0 is 4300867101 00000100:00000010:2.0:1763350990.178909:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693900. 00000100:00000001:2.0:1763350990.178918:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1763350990.178928:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 1 is 4300867101 00000100:00000010:2.0:1763350990.178931:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693180. 00000100:00000001:2.0:1763350990.178935:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1763350990.178938:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 2 is 4300867101 00000100:00000010:2.0:1763350990.178941:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693ba0. 00000100:00000001:2.0:1763350990.178944:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1763350990.178948:0:3318:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS new deadline estimation for cpu 3 is 4300867101 00000100:00000010:2.0:1763350990.178950:0:3318:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff925e00693540. 00000100:00000001:2.0:1763350990.178953:0:3318:0:(niobuf.c:677:kick_cpu_latency()) lustre-OST0001-osc-MDT0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1763350990.178956:0:3318:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350990.178959:0:3318:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.178963:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.178965:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350990.178974:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350990.178976:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1763350990.178978:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350990.178979:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1763350990.178980:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.178982:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.178996:0:3317:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350990.178997:0:3317:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.179013:0:57861:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1763350990.179016:0:57861:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1849001101463936 02000000:00000001:2.0:1763350990.179018:0:57861:0:(sec.c:2444:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1763350990.179021:0:57861:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350990.179024:0:57861:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350990.179038:0:57861:0:(sec.c:2493:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1763350990.179042:0:57861:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1849001101463936 00000020:00000001:2.0:1763350990.179045:0:57861:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1763350990.179048:0:57861:0:(genops.c:823:class_conn2export()) looking for export cookie 0xcb8c81cc301ddd4f 00000020:00000001:2.0:1763350990.179050:0:57861:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1763350990.179054:0:57861:0:(lustre_handles.c:131:class_handle2object()) GET export ffff925df4ce5800 refcount=6 00000020:00000001:2.0:1763350990.179057:0:57861:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000020:00000001:2.0:1763350990.179059:0:57861:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446623530969618432 : -120542739933184 : ffff925df4ce5800) 00000100:00000001:2.0:1763350990.179065:0:57861:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350990.179069:0:57861:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5f80. 00000020:00000010:2.0:1763350990.179075:0:57861:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff925dea57dc40. 00000020:00000040:2.0:1763350990.179083:0:57861:0:(obd_config.c:927:class_incref()) incref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:2.0:1763350990.179095:0:57861:0:(service.c:1353:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1763350990.179101:0:57861:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff925df0a08800. 00000020:00000010:2.0:1763350990.179107:0:57861:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff925dd9f66500. 00000020:00000010:2.0:1763350990.179112:0:57861:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff925df9090bb8. 00000100:00000040:2.0:1763350990.179124:0:57861:0:(service.c:1427:ptlrpc_at_set_timer()) armed ost_create at +6s 00000100:00000001:2.0:1763350990.179127:0:57861:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1763350990.179128:0:57861:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1763350990.179131:0:57861:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.179141:0:57861:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.179149:0:57861:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350990.179160:0:57861:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1763350990.179162:0:57861:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1763350990.179167:0:57861:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00000040:2.0:1763350990.179171:0:57861:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff925df4ce5800 : new rpc_count 1 00000100:00000001:2.0:1763350990.179173:0:57861:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446623525825476608 : -120547884075008 : ffff925cc230f800) 00000100:00000040:2.0:1763350990.179178:0:57861:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff925cc230f800 x1849001101463936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:181/0 lens 224/0 e 0 to 0 dl 1763351001 ref 1 fl New:/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350990.179187:0:57861:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1763350990.179189:0:57861:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff925dfb9b5c80. 00000100:00000001:2.0:1763350990.179191:0:57861:0:(service.c:1294:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1763350990.179193:0:57861:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff925dfb9b5c80. 00000100:00100000:2.0:1763350990.179197:0:57861:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff925cc230f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1849001101463936:12345-0@lo:13:osp-pre-1-0.0 00000100:00000200:2.0:1763350990.179200:0:57861:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1849001101463936 00000020:00000001:2.0:1763350990.179204:0:57861:0:(tgt_handler.c:745:tgt_request_handle()) Process entered 00000020:00000001:2.0:1763350990.179207:0:57861:0:(tgt_handler.c:665:process_req_last_xid()) Process entered 00000020:00000001:2.0:1763350990.179210:0:57861:0:(tgt_handler.c:730:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350990.179213:0:57861:0:(tgt_handler.c:603:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1763350990.179216:0:57861:0:(tgt_handler.c:640:tgt_handler_find_check()) Process leaving (rc=18446744072670840272 : -1038711344 : ffffffffc21685d0) 00000020:00000001:2.0:1763350990.179219:0:57861:0:(tgt_handler.c:540:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1763350990.179222:0:57861:0:(tgt_handler.c:590:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1763350990.179225:0:57861:0:(tgt_handler.c:367:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1763350990.179227:0:57861:0:(tgt_handler.c:288:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1763350990.179230:0:57861:0:(tgt_handler.c:351:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.179235:0:57861:0:(pack_generic.c:293:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1763350990.179237:0:57861:0:(sec.c:2515:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1763350990.179242:0:57861:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 664 at ffff925df83f4400. 02000000:00000001:2.0:1763350990.179244:0:57861:0:(sec.c:2552:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.179246:0:57861:0:(pack_generic.c:328:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1763350990.179250:0:57861:0:(ofd_dev.c:1915:ofd_statfs_hdl()) Process entered 00002000:00000001:2.0:1763350990.179257:0:57861:0:(ofd_obd.c:689:ofd_statfs()) Process entered 00000020:00000001:2.0:1763350990.179260:0:57861:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00080000:00000001:2.0:1763350990.179263:0:57861:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763350990.179278:0:57861:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350990.179281:0:57861:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00002000:00000024:2.0:1763350990.179285:0:57861:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 314114048 pending 0 free 3836739584 avail 3834642432 00000020:00000020:2.0:1763350990.179289:0:57861:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-OST0001: processing self export: 21037056 0 0 00000020:00000020:2.0:1763350990.179293:0:57861:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli c0e79e67-dba2-4568-8c66-e21b5bdbe83d/ffff925dc3e2c800 dirty 0 pend 0 grant 293076992 00000020:00000020:2.0:1763350990.179296:0:57861:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff925df4ce5800 dirty 0 pend 0 grant 0 00002000:00000020:2.0:1763350990.179300:0:57861:0:(ofd_obd.c:737:ofd_statfs()) 3683 blocks: 3659 free, 3637 avail; 117831 objects: 117088 free; state 0 00002000:00000001:2.0:1763350990.179303:0:57861:0:(ofd_obd.c:780:ofd_statfs()) Process leaving 00002000:00000001:2.0:1763350990.179308:0:57861:0:(ofd_dev.c:1933:ofd_statfs_hdl()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1763350990.179311:0:57861:0:(ldlm_lib.c:3284:target_committed_to_req()) last_committed 12884911623, transno 0, xid 1849001101463936 00010000:00000001:2.0:1763350990.179314:0:57861:0:(ldlm_lib.c:3353:target_send_reply()) Process entered 00010000:00000200:2.0:1763350990.179319:0:57861:0:(ldlm_lib.c:3341:target_send_reply_msg()) @@@ sending reply req@ffff925cc230f800 x1849001101463936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:181/0 lens 224/368 e 0 to 0 dl 1763351001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1763350990.179327:0:57861:0:(ldlm_lib.c:3296:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1763350990.179330:0:57861:0:(ldlm_lib.c:3317:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350990.179334:0:57861:0:(import.c:2128:obd_at_measure()) add 1 to ffff925df94991e8 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350990.179339:0:57861:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1763350990.179341:0:57861:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff925dd81bc7c0 refcount 31 to 0@lo 00000100:00000001:2.0:1763350990.179343:0:57861:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446623530488154048 : -120543221397568 : ffff925dd81bc7c0) 02000000:00000001:2.0:1763350990.179346:0:57861:0:(sec.c:2566:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1763350990.179349:0:57861:0:(sec.c:2577:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.179351:0:57861:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1763350990.179353:0:57861:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1763350990.179356:0:57861:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff925dc35d2330. 00000100:00000200:2.0:1763350990.179359:0:57861:0:(niobuf.c:94:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1849001101463936, offset 224 00000400:00000200:2.0:1763350990.179363:0:57861:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1763350990.179368:0:57861:0:(lib-move.c:4793:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1763350990.179373:0:57861:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x691a81dd79180 00000400:00000200:2.0:1763350990.179379:0:57861:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0x12fdf9 [1] + 224 00000400:00000200:2.0:1763350990.179383:0:57861:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1763350990.179386:0:57861:0:(lib-msg.c:823:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1763350990.179389:0:57861:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350990.179395:0:57861:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1763350990.179404:0:57861:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350990.179415:0:57861:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1763350990.179419:0:57861:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2330 00000400:00000010:2.0:1763350990.179420:0:57861:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2330. 00000100:00000001:2.0:1763350990.179423:0:57861:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1763350990.179425:0:57861:0:(events.c:398:reply_out_callback()) Process leaving 00000100:00000001:2.0:1763350990.179427:0:57861:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350990.179430:0:57861:0:(lustre_net.h:1981:ptlrpc_connection_put()) PUT conn=ffff925dd81bc7c0 refcount 30 to 0@lo 00010000:00000001:2.0:1763350990.179432:0:57861:0:(ldlm_lib.c:3365:target_send_reply()) Process leaving 00000020:00000001:2.0:1763350990.179434:0:57861:0:(tgt_handler.c:489:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350990.179436:0:57861:0:(tgt_handler.c:886:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1763350990.179439:0:57861:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230f800 x1849001101463936/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:181/0 lens 224/368 e 0 to 0 dl 1763351001 ref 1 fl Interpret:/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350990.179448:0:57861:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff925cc230f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3318:x1849001101463936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 259us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1763350990.179455:0:57861:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00000040:2.0:1763350990.179458:0:57861:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff925df4ce5800 : new rpc_count 0 00000100:00000001:2.0:1763350990.179460:0:57861:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1763350990.179462:0:57861:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1763350990.179467:0:57861:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff925dd9f66500. 00000020:00000010:2.0:1763350990.179471:0:57861:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff925df9090bb8. 00000020:00000010:2.0:1763350990.179474:0:57861:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff925df0a08800. 00000020:00000040:2.0:1763350990.179481:0:57861:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 5 00000100:00000001:2.0:1763350990.179483:0:57861:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1763350990.179497:0:5793:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000040:2.0:1763350990.179502:0:5793:0:(obd_config.c:955:class_decref()) Decref lustre-OST0001 (ffff925dc9bc8000) now 8 - evictor 00000100:00000001:2.0:1763350990.179509:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350990.179510:0:3318:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1763350990.179515:0:3318:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1763350990.179517:0:3318:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1763350990.179519:0:3318:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff925dc7e79528. 00000400:00000200:2.0:1763350990.179523:0:3318:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff925dc35d2dd0 00000400:00000010:2.0:1763350990.179525:0:3318:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff925dc35d2dd0. 00000100:00000001:2.0:1763350990.179526:0:3318:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1763350990.179529:0:3318:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1763350990.179538:0:3318:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350990.179544:0:3318:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1763350990.179546:0:3318:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350990.179548:0:3318:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1763350990.179551:0:3318:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1763350990.179553:0:3318:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1763350990.179555:0:3318:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1763350990.179557:0:3318:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1763350990.179563:0:3318:0:(import.c:2128:obd_at_measure()) add 5 to ffff925dc7a7fca0 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1763350990.179566:0:3318:0:(import.c:2128:obd_at_measure()) add 1 to ffff925dc7a7fc10 time=92 v=5 (1 1 1 1) 00000100:00000001:2.0:1763350990.179569:0:3318:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1763350990.179570:0:3318:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1763350990.179573:0:3318:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1763350990.179576:0:3318:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.179579:0:3318:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1763350990.179582:0:3318:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: skip recheck: last_committed 12884911623 00000100:00000001:2.0:1763350990.179583:0:3318:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1763350990.179586:0:3318:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350990.179590:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350990.179624:0:3318:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1763350990.179628:0:3318:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1763350990.179630:0:3318:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000004:00000001:2.0:1763350990.179633:0:3318:0:(osp_precreate.c:127:osp_statfs_interpret()) Process entered 00000004:00000040:2.0:1763350990.179637:0:3318:0:(osp_precreate.c:86:osp_pre_update_status_msfs()) lustre-OST0001-osc-MDT0000: Updating status = 0 00000004:00000040:2.0:1763350990.179640:0:3318:0:(osp_precreate.c:1076:osp_pre_update_msfs()) lustre-OST0001-osc-MDT0000: blocks=942848 free=936704 avail=931072 avail_mb=3637 hwm_mb=7 files=117831 ffree=117088 state=0: rc = 0 00000004:00000020:2.0:1763350990.179649:0:3318:0:(osp_precreate.c:159:osp_statfs_interpret()) lustre-OST0001-osc-MDT0000 (ffff925dc7a7d800): 942848 blocks, 936704 free, 931072 avail, 4096 bsize, 3 reserved mb low, 7 reserved mb high, 32 reserved ino low, 65 reserved ino high, 117831 files, 117088 free files 0x0 00000004:00000001:2.0:1763350990.179654:0:3318:0:(osp_precreate.c:161:osp_statfs_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350990.179659:0:3318:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1763350990.179667:0:3318:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff925cc230dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3318:1849001101463936:0@lo:13:osp-pre-1-0.0 00000100:00000001:2.0:1763350990.179670:0:3318:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350990.179673:0:3318:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1763350990.179675:0:3318:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff925cc230dc00 x1849001101463936/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1763351006 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1763350990.179682:0:3318:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1763350990.179684:0:3318:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1763350990.179687:0:3318:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff925df83f6800. 02000000:00000001:2.0:1763350990.179693:0:3318:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1763350990.179695:0:3318:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1763350990.179698:0:3318:0:(genops.c:1242:class_import_put()) import ffff925dc7a7f800 refcount=3 obd=lustre-OST0001-osc-MDT0000 00000020:00000001:2.0:1763350990.179700:0:3318:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1763350990.179703:0:3318:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff925dd9f37500. 02000000:00000001:2.0:1763350990.179708:0:3318:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1763350990.179710:0:3318:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1763350990.179712:0:3318:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff925cc230dc00. 00000100:00000001:2.0:1763350990.179715:0:3318:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1763350990.179717:0:3318:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350990.179719:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1763350990.179722:0:3318:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1763350990.179724:0:3318:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1763350990.179726:0:3318:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1763350990.179728:0:3318:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1763350990.199727:0:97071:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304a20 (cpu 0) has reached its deadline 4300867101, at 4300867102 00000100:00000010:2.0:1763350990.199749:0:97071:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693ba0. 00000100:00000040:1.0:1763350990.199835:0:95057:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304910 (cpu 0) has reached its deadline 4300867101, at 4300867102 00000100:00000010:1.0:1763350990.199842:0:95057:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693180. 00000100:00000040:0.0:1763350990.200872:0:94960:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304800 (cpu 0) has reached its deadline 4300867101, at 4300867103 00000100:00000010:0.0:1763350990.200885:0:94960:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693900. 00000100:00000040:3.0:1763350990.202855:0:95504:0:(connection.c:75:cpu_latency_work()) work item of ffff925dd0304b30 (cpu 0) has reached its deadline 4300867101, at 4300867105 00000100:00000010:3.0:1763350990.202873:0:95504:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff925e00693540. 00000001:00000001:3.0:1763350990.549951:0:106338:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1763350990.549958:0:106338:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_56xa: @@@@@@ FAIL: content mismatch /mnt/lustre/d56xa.sanity/56xa/file1 differs from /etc/passwd 00000001:00000001:3.0:1763350990.568324:0:106338:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1763350990.873752:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350990.873763:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350990.873771:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350990.873773:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350990.873778:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350990.873780:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350990.873785:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350990.873786:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350990.873793:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350990.873794:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350990.873931:0:5785:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1763350990.873936:0:5785:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1763350990.873940:0:5785:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:3.0:1763350991.256226:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763350991.256238:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350991.256242:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350991.256245:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911624 is committed 00000001:00000040:3.0:1763350991.256254:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925dc3e2c800 : new cb_count 0 00000020:00000040:3.0:1763350991.256260:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925dc3e2c800 : new refcount 19 00000001:00000010:3.0:1763350991.256264:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925e00693060. 00040000:00000001:3.0:1763350991.256269:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350991.256273:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350991.256276:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dde7d8000. 00080000:00000001:3.0:1763350991.256279:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00080000:00000001:3.0:1763350991.256284:0:58759:0:(osd_handler.c:121:osd_trans_commit_cb()) Process entered 00000100:00000001:3.0:1763350991.256286:0:58759:0:(service.c:380:ptlrpc_commit_replies()) Process entered 00000100:00000001:3.0:1763350991.256287:0:58759:0:(service.c:402:ptlrpc_commit_replies()) Process leaving 00000001:00080000:3.0:1763350991.256289:0:58759:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 12884911625 is committed 00000001:00000040:3.0:1763350991.256291:0:58759:0:(tgt_lastrcvd.c:953:tgt_cb_last_committed()) callback PUTting export ffff925df4ce5800 : new cb_count 0 00000020:00000040:3.0:1763350991.256293:0:58759:0:(genops.c:898:class_export_put()) PUTting export ffff925df4ce5800 : new refcount 4 00000001:00000010:3.0:1763350991.256295:0:58759:0:(tgt_lastrcvd.c:954:tgt_cb_last_committed()) kfreed 'ccb': 96 at ffff925cd99f5d20. 00040000:00000001:3.0:1763350991.256297:0:58759:0:(qsd_handler.c:1155:qsd_op_end()) Process entered 00040000:00000001:3.0:1763350991.256298:0:58759:0:(qsd_handler.c:1186:qsd_op_end()) Process leaving 00080000:00000010:3.0:1763350991.256300:0:58759:0:(osd_handler.c:158:osd_trans_commit_cb()) kfreed 'oh': 848 at ffff925dc707d800. 00080000:00000001:3.0:1763350991.256303:0:58759:0:(osd_handler.c:160:osd_trans_commit_cb()) Process leaving 00010000:00000001:3.0:1763350991.906811:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350991.906820:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350991.906826:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350991.906828:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350991.906832:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350991.906835:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350991.906839:0:95504:0:(ldlm_pool.c:318:ldlm_srv_pool_recalc()) Process entered 00010000:00000001:3.0:1763350991.906842:0:95504:0:(ldlm_pool.c:350:ldlm_srv_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1763350991.906847:0:95504:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1763350991.906848:0:95504:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1763350991.908076:0:5786:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1763350991.908082:0:5786:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1763350991.908086:0:5786:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000001:2.0:1763350991.958268:0:106350:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763350991.958288:0:106350:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350991.958293:0:106350:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350991.958301:0:106350:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763350991.958308:0:106350:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350991.958313:0:106350:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1763350991.958321:0:106350:0:(osd_handler.c:571:osd_statfs()) Process entered 00080000:00000001:2.0:1763350991.958329:0:106350:0:(osd_handler.c:585:osd_statfs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1763350991.958332:0:106350:0:(tgt_mount.c:2143:server_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 132450 lines, 132450 kept, 0 dropped, 0 bad.